[ Jan 14 00:41:56 Enabled. ] [ Jan 14 00:41:56 Rereading configuration. ] [ Jan 14 00:41:57 Rereading configuration. ] [ Jan 14 00:42:08 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ Jan 14 00:42:08 Method "start" exited with status 0. ] No non-localhost IPv6 addresses found in SMF properties {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-01-14T00:42:08.434075809Z","hostname":"oxz_switch","pid":4833,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-c9bf538d","v":0,"name":"tfportd","level":30,"time":"2026-01-14T00:42:08.475670419Z","hostname":"oxz_switch","pid":4833} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-01-14T00:42:08.476019007Z","hostname":"oxz_switch","pid":4833} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-01-14T00:42:08.477937289Z","hostname":"oxz_switch","pid":4833,"unit":"oximeter"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-01-14T00:42:08.478172434Z","hostname":"oxz_switch","pid":4833,"unit":"signal_handler"} No non-localhost IPv6 addresses found in SMF properties {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n a916800d-e6b0-426b-af06-9ffc35170917,\n ),\n sled_id: Some(\n 660a2cdc-6aea-4927-9ec6-6f4272519444,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"buskin\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-01-14T00:42:08.47979992Z","hostname":"oxz_switch","pid":4833} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-01-14T00:42:08.47982631Z","hostname":"oxz_switch","pid":4833,"unit":"oximeter"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-01-14T00:42:08.484928742Z","hostname":"oxz_switch","pid":4833,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::2887:a0ff:fe34:fca7->2a:87:a0:34:fc:a7"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:08.485045414Z","hostname":"oxz_switch","pid":4833} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:08.490096235Z","hostname":"oxz_switch","pid":4833} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-01-14T00:42:08.495194496Z","hostname":"oxz_switch","pid":4833} [ Jan 14 00:42:09 Rereading configuration. ] [ Jan 14 00:42:09 Executing refresh method (:kill). ] [ Jan 14 00:42:09 Stopping because all processes in service exited. ] [ Jan 14 00:42:09 Executing stop method (:kill). ] [ Jan 14 00:42:09 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ Jan 14 00:42:09 Method "start" exited with status 0. ] {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-01-14T00:42:09.13454778Z","hostname":"oxz_switch","pid":5150,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-c9bf538d","v":0,"name":"tfportd","level":30,"time":"2026-01-14T00:42:09.177950699Z","hostname":"oxz_switch","pid":5150} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-01-14T00:42:09.178233365Z","hostname":"oxz_switch","pid":5150} {"msg":"found suitable IPv6 address for oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-01-14T00:42:09.178298556Z","hostname":"oxz_switch","pid":5150,"unit":"oximeter","address":"fd00:1122:3344:101::2"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-01-14T00:42:09.18026962Z","hostname":"oxz_switch","pid":5150,"unit":"signal_handler"} {"msg":"extracted oximeter configuration data","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:09.180365831Z","hostname":"oxz_switch","pid":5150,"unit":"oximeter","config":"OximeterConfig { listen_address: fd00:1122:3344:101::2, sled_identifiers: SledIdentifiers { rack_id: a916800d-e6b0-426b-af06-9ffc35170917, sled_id: 660a2cdc-6aea-4927-9ec6-6f4272519444, model: \"i86pc\", revision: 0, serial: \"buskin\" }, switch_identifiers: SwitchIdentifiers { asic_backend: \"softnpu\", fab: None, lot: None, model: \"FAKE_SIM_SIDECAR\", revision: 0, serial: \"SimSidecar0\", sidecar_id: 9b7c0080-d7c3-48b6-9333-0b2c067a690d, slot: 0, wafer: None, wafer_loc: None } }"} {"msg":"created producer ID","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:09.180382032Z","hostname":"oxz_switch","pid":5150,"unit":"oximeter","producer_id":"5460ac51-5b99-43fa-a2f3-fb92413cf45e"} {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [fd00:1122:3344:101::2]:12231,\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n a916800d-e6b0-426b-af06-9ffc35170917,\n ),\n sled_id: Some(\n 660a2cdc-6aea-4927-9ec6-6f4272519444,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"buskin\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-01-14T00:42:09.182101449Z","hostname":"oxz_switch","pid":5150} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:09.188848077Z","hostname":"oxz_switch","pid":5150} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-01-14T00:42:09.190524464Z","hostname":"oxz_switch","pid":5150,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::7082:aeff:fef8:38ec->72:82:ae:f8:38:ec"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-01-14T00:42:09.190714698Z","hostname":"oxz_switch","pid":5150,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::2887:a0ff:fe34:fca7->2a:87:a0:34:fc:a7"} {"msg":"registered DTrace probes","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:09.192234141Z","hostname":"oxz_switch","pid":5150,"unit":"producer-server","unit":"oximeter"} {"msg":"registered endpoint","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:09.193496979Z","hostname":"oxz_switch","pid":5150,"local_addr":"[fd00:1122:3344:101::2]:64618","component":"dropshot","unit":"producer-server","unit":"oximeter","versions":"all","path":"/{producer_id}","method":"GET"} {"msg":"listening","v":0,"name":"tfportd","level":30,"time":"2026-01-14T00:42:09.19357846Z","hostname":"oxz_switch","pid":5150,"local_addr":"[fd00:1122:3344:101::2]:64618","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.4/src/server.rs:328","unit":"producer-server","unit":"oximeter"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:09.193619881Z","hostname":"oxz_switch","pid":5150,"local_addr":"[fd00:1122:3344:101::2]:64618","component":"dropshot","unit":"producer-server","unit":"oximeter"} {"msg":"Requested any available port, Dropshot server has been bound to [fd00:1122:3344:101::2]:64618","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:09.193628382Z","hostname":"oxz_switch","pid":5150,"unit":"producer-server","unit":"oximeter"} {"msg":"Nexus IP not provided, will use DNS to resolve it","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:09.193637212Z","hostname":"oxz_switch","pid":5150,"unit":"producer-server","unit":"oximeter"} {"msg":"new DNS resolver","v":0,"name":"tfportd","level":30,"time":"2026-01-14T00:42:09.193748024Z","hostname":"oxz_switch","pid":5150,"component":"internal-dns-resolver","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/64b40cb/internal-dns/resolver/src/resolver.rs:144","unit":"producer-server","unit":"oximeter","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"starting producer registration task","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:09.194101092Z","hostname":"oxz_switch","pid":5150,"unit":"producer-server","unit":"oximeter"} {"msg":"starting oximeter metric producer server","v":0,"name":"tfportd","level":30,"time":"2026-01-14T00:42:09.194161843Z","hostname":"oxz_switch","pid":5150,"file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/64b40cb/oximeter/producer/src/lib.rs:279","unit":"producer-server","unit":"oximeter","interval":"30s","address":"[fd00:1122:3344:101::2]:64618","producer_id":"5460ac51-5b99-43fa-a2f3-fb92413cf45e"} {"msg":"created oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-01-14T00:42:09.194170953Z","hostname":"oxz_switch","pid":5150,"unit":"oximeter"} {"msg":"registering as oximeter producer with Nexus","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:09.194178764Z","hostname":"oxz_switch","pid":5150,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","registration_count":"0"} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:09.194811898Z","hostname":"oxz_switch","pid":5150} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:09.195241947Z","hostname":"oxz_switch","pid":5150,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:09.196512875Z","hostname":"oxz_switch","pid":5150,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-01-14T00:41:52.441637682Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportrear0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:09.196567406Z","hostname":"oxz_switch","pid":5150,"component":"kstat-sampler-worker","unit":"oximeter","id":"2792567763287652230"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:09.196576416Z","hostname":"oxz_switch","pid":5150,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportrear0_0"} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-01-14T00:42:09.197728931Z","hostname":"oxz_switch","pid":5150} {"msg":"added new ARP entry","v":0,"name":"tfportd","level":30,"time":"2026-01-14T00:42:09.765212733Z","hostname":"oxz_switch","pid":5150,"interface":"tfportqsfp0_0","entry":"10.151.1.174->d2:28:33:e7:00:49"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:10.014104836Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:10.019456613Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:10.022645113Z","hostname":"oxz_switch","pid":5150} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:10.022927229Z","hostname":"oxz_switch","pid":5150,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:10.023940401Z","hostname":"oxz_switch","pid":5150,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-01-14T00:41:52.441505299Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportqsfp0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:10.023994253Z","hostname":"oxz_switch","pid":5150,"component":"kstat-sampler-worker","unit":"oximeter","id":"10522550740184997625"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:10.024003643Z","hostname":"oxz_switch","pid":5150,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportqsfp0_0"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:10.553667567Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:10.557954261Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:10.560479676Z","hostname":"oxz_switch","pid":5150} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:11.451494703Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:11.455768177Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:11.45912733Z","hostname":"oxz_switch","pid":5150} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:12.544649962Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:12.549648441Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:12.552547015Z","hostname":"oxz_switch","pid":5150} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:13.501418397Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:13.507133492Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:13.510073686Z","hostname":"oxz_switch","pid":5150} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:14.196907788Z","hostname":"oxz_switch","pid":5150,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"1eb594a6-c5d9-4952-985b-4c7e3ff021c5.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"89b5a5ae-17a9-4db4-8e7e-741958b4f86c.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"c1f23fcd-ab57-450d-b7a8-716fca1ee8a4.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"c1f23fcd-ab57-450d-b7a8-716fca1ee8a4.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 645, tv_nsec: 972790061 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:14.197400119Z","hostname":"oxz_switch","pid":5150,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:14.22901227Z","hostname":"oxz_switch","pid":5150,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:14.768369487Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:14.772041367Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:14.774613353Z","hostname":"oxz_switch","pid":5150} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:16.138735497Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:16.142937959Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:16.145638408Z","hostname":"oxz_switch","pid":5150} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:17.546283722Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:17.551577988Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:17.554326708Z","hostname":"oxz_switch","pid":5150} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:19.053332302Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:19.058114667Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:19.060797745Z","hostname":"oxz_switch","pid":5150} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:19.200392269Z","hostname":"oxz_switch","pid":5150,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"2792567763287652230"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:19.613850281Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:19.618303409Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:19.620931786Z","hostname":"oxz_switch","pid":5150} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:20.026058086Z","hostname":"oxz_switch","pid":5150,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10522550740184997625"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:20.303739919Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:20.308590315Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:20.311527159Z","hostname":"oxz_switch","pid":5150} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:21.219211471Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:21.224292052Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:21.226846418Z","hostname":"oxz_switch","pid":5150} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:22.401292054Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:22.406001747Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:22.409037204Z","hostname":"oxz_switch","pid":5150} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:23.618949076Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:23.623301131Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:23.626247375Z","hostname":"oxz_switch","pid":5150} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:25.254278311Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:25.258597416Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:25.261490549Z","hostname":"oxz_switch","pid":5150} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:25.562970763Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:25.570439197Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:25.574745321Z","hostname":"oxz_switch","pid":5150} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:26.86961549Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:26.875754474Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:26.879001625Z","hostname":"oxz_switch","pid":5150} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:27.556605228Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:27.562674601Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:27.566090856Z","hostname":"oxz_switch","pid":5150} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:29.029134981Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:29.035528761Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:29.039019018Z","hostname":"oxz_switch","pid":5150} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:29.580780118Z","hostname":"oxz_switch","pid":5150,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"2792567763287652230"} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:29.608085727Z","hostname":"oxz_switch","pid":5150,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-01-14T00:42:29.609574579Z","hostname":"oxz_switch","pid":5150,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/64b40cb/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"20.037475216s","count":"0"} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:29.963947041Z","hostname":"oxz_switch","pid":5150,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"1eb594a6-c5d9-4952-985b-4c7e3ff021c5.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"89b5a5ae-17a9-4db4-8e7e-741958b4f86c.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"c1f23fcd-ab57-450d-b7a8-716fca1ee8a4.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"c1f23fcd-ab57-450d-b7a8-716fca1ee8a4.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 661, tv_nsec: 362668779 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:29.970080275Z","hostname":"oxz_switch","pid":5150,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:29.991570047Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:30.023044317Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:30.030829928Z","hostname":"oxz_switch","pid":5150} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:30.135542324Z","hostname":"oxz_switch","pid":5150,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:30.404799519Z","hostname":"oxz_switch","pid":5150,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10522550740184997625"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:30.829089524Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:30.834945022Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:30.837930828Z","hostname":"oxz_switch","pid":5150} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:31.833403039Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:31.840983425Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:31.844854477Z","hostname":"oxz_switch","pid":5150} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:33.17502078Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:33.179978459Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:33.182621487Z","hostname":"oxz_switch","pid":5150} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:34.220943968Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:34.226499849Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:34.229539696Z","hostname":"oxz_switch","pid":5150} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:35.575009882Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:35.582026576Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:35.58585253Z","hostname":"oxz_switch","pid":5150} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:36.613400354Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:36.625288424Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:36.628391312Z","hostname":"oxz_switch","pid":5150} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:38.117192692Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:38.129028612Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:38.140931583Z","hostname":"oxz_switch","pid":5150} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:38.94933053Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:38.956927807Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:38.961632376Z","hostname":"oxz_switch","pid":5150} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:39.54118388Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:39.549130964Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:39.553344027Z","hostname":"oxz_switch","pid":5150} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:39.558254614Z","hostname":"oxz_switch","pid":5150,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"2792567763287652230"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:40.380184349Z","hostname":"oxz_switch","pid":5150,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10522550740184997625"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:40.563675773Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:40.571126007Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:40.575270347Z","hostname":"oxz_switch","pid":5150} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:41.087765477Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:41.091730944Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:41.094410892Z","hostname":"oxz_switch","pid":5150} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:42.001788981Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:42.007145808Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:42.009739885Z","hostname":"oxz_switch","pid":5150} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:43.000971023Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:43.005565714Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:43.008339855Z","hostname":"oxz_switch","pid":5150} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:43.793958583Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:43.800130028Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:43.803207356Z","hostname":"oxz_switch","pid":5150} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:44.929455851Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:44.934546356Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:44.937165483Z","hostname":"oxz_switch","pid":5150} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:45.096701452Z","hostname":"oxz_switch","pid":5150,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-01-14T00:42:45.097781245Z","hostname":"oxz_switch","pid":5150,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/64b40cb/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"35.567632512s","count":"1"} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:45.352325058Z","hostname":"oxz_switch","pid":5150,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"1eb594a6-c5d9-4952-985b-4c7e3ff021c5.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"89b5a5ae-17a9-4db4-8e7e-741958b4f86c.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"c1f23fcd-ab57-450d-b7a8-716fca1ee8a4.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"c1f23fcd-ab57-450d-b7a8-716fca1ee8a4.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 676, tv_nsec: 792966081 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:45.352815228Z","hostname":"oxz_switch","pid":5150,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:45.383644834Z","hostname":"oxz_switch","pid":5150,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:45.955400353Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:45.960307321Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:45.96300354Z","hostname":"oxz_switch","pid":5150} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:47.127004636Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:47.131993115Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:47.134833608Z","hostname":"oxz_switch","pid":5150} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:47.78745293Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:47.792077001Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:47.794812001Z","hostname":"oxz_switch","pid":5150} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:48.388702275Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:48.39440282Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:48.397286124Z","hostname":"oxz_switch","pid":5150} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:49.134388579Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:49.139312837Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:49.142093408Z","hostname":"oxz_switch","pid":5150} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:49.533871639Z","hostname":"oxz_switch","pid":5150,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"2792567763287652230"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:50.210809225Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:50.215922497Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:50.219073586Z","hostname":"oxz_switch","pid":5150} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:50.354128587Z","hostname":"oxz_switch","pid":5150,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10522550740184997625"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:51.030480419Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:51.035403467Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:51.03825509Z","hostname":"oxz_switch","pid":5150} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:52.537077578Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:52.550839571Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:52.566824671Z","hostname":"oxz_switch","pid":5150} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:53.912699595Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:53.917252055Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:53.920102037Z","hostname":"oxz_switch","pid":5150} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:54.959200755Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:54.967091168Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:54.969553302Z","hostname":"oxz_switch","pid":5150} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:56.186060769Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:56.190489657Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:56.193309288Z","hostname":"oxz_switch","pid":5150} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:56.71686861Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:56.721187555Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:56.724130379Z","hostname":"oxz_switch","pid":5150} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:57.281114883Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:57.285695483Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:57.288029935Z","hostname":"oxz_switch","pid":5150} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:57.888765109Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:57.893453522Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:57.896411527Z","hostname":"oxz_switch","pid":5150} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:59.203380549Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:59.208845709Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:59.211977427Z","hostname":"oxz_switch","pid":5150} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:42:59.508931239Z","hostname":"oxz_switch","pid":5150,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"2792567763287652230"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:00.328000261Z","hostname":"oxz_switch","pid":5150,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10522550740184997625"} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:00.344019972Z","hostname":"oxz_switch","pid":5150,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-01-14T00:43:00.344764199Z","hostname":"oxz_switch","pid":5150,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/64b40cb/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"50.855876715s","count":"2"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:00.511610398Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:00.516825482Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:00.519539761Z","hostname":"oxz_switch","pid":5150} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:01.51309597Z","hostname":"oxz_switch","pid":5150,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"1eb594a6-c5d9-4952-985b-4c7e3ff021c5.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"89b5a5ae-17a9-4db4-8e7e-741958b4f86c.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"c1f23fcd-ab57-450d-b7a8-716fca1ee8a4.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"c1f23fcd-ab57-450d-b7a8-716fca1ee8a4.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 692, tv_nsec: 997485164 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:01.513593646Z","hostname":"oxz_switch","pid":5150,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:01.544173311Z","hostname":"oxz_switch","pid":5150,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:01.723848332Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:01.728737849Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:01.731343376Z","hostname":"oxz_switch","pid":5150} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:02.793958689Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:02.797864804Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:02.800930551Z","hostname":"oxz_switch","pid":5150} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:04.193330212Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:04.197809815Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:04.200501524Z","hostname":"oxz_switch","pid":5150} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:04.7479828Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:04.753031181Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:04.755913784Z","hostname":"oxz_switch","pid":5150} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:05.73428957Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:05.7407119Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:05.74476648Z","hostname":"oxz_switch","pid":5150} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:06.909255056Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:06.914703036Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:06.917698691Z","hostname":"oxz_switch","pid":5150} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:08.145485107Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:08.15111434Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:08.154021744Z","hostname":"oxz_switch","pid":5150} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:08.787046797Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:08.791668478Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:08.794821887Z","hostname":"oxz_switch","pid":5150} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:09.483906438Z","hostname":"oxz_switch","pid":5150,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"2792567763287652230"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:10.078579149Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:10.08500158Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:10.090097692Z","hostname":"oxz_switch","pid":5150} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:10.301915587Z","hostname":"oxz_switch","pid":5150,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10522550740184997625"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:10.642053226Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:10.647950236Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:10.65089189Z","hostname":"oxz_switch","pid":5150} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:11.445320502Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:11.450369933Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:11.452846997Z","hostname":"oxz_switch","pid":5150} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:12.253463816Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:12.258230949Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:12.26097102Z","hostname":"oxz_switch","pid":5150} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:12.931776491Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:12.936576476Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:12.939987841Z","hostname":"oxz_switch","pid":5150} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:14.144860894Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:14.150321383Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:14.153269948Z","hostname":"oxz_switch","pid":5150} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:15.49258577Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:15.498739405Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:15.501857743Z","hostname":"oxz_switch","pid":5150} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:16.505117995Z","hostname":"oxz_switch","pid":5150,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-01-14T00:43:16.50595993Z","hostname":"oxz_switch","pid":5150,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/64b40cb/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"67.06084394s","count":"3"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:16.879469644Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:16.884823542Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:16.888269647Z","hostname":"oxz_switch","pid":5150} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:18.344747687Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:18.35032487Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:18.353799826Z","hostname":"oxz_switch","pid":5150} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:18.662180049Z","hostname":"oxz_switch","pid":5150,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"1eb594a6-c5d9-4952-985b-4c7e3ff021c5.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"89b5a5ae-17a9-4db4-8e7e-741958b4f86c.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"c1f23fcd-ab57-450d-b7a8-716fca1ee8a4.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"c1f23fcd-ab57-450d-b7a8-716fca1ee8a4.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 710, tv_nsec: 193018852 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:18.662630299Z","hostname":"oxz_switch","pid":5150,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:18.694194841Z","hostname":"oxz_switch","pid":5150,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:19.107152707Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:19.112595837Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:19.115593172Z","hostname":"oxz_switch","pid":5150} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:19.459017743Z","hostname":"oxz_switch","pid":5150,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"2792567763287652230"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:19.649541402Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:19.656240248Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:19.659683484Z","hostname":"oxz_switch","pid":5150} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:20.276364037Z","hostname":"oxz_switch","pid":5150,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10522550740184997625"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:20.547855691Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:20.55419241Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:20.557187046Z","hostname":"oxz_switch","pid":5150} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:21.31297329Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:21.317832157Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:21.320393613Z","hostname":"oxz_switch","pid":5150} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:22.072480616Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:22.081162107Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:22.084414598Z","hostname":"oxz_switch","pid":5150} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:23.585565759Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:23.591455078Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:23.594460184Z","hostname":"oxz_switch","pid":5150} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:24.709124898Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:24.714731216Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:24.717966382Z","hostname":"oxz_switch","pid":5150} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:26.154245699Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:26.159864392Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:26.162839578Z","hostname":"oxz_switch","pid":5150} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:26.85605797Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:26.861455588Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:26.864676288Z","hostname":"oxz_switch","pid":5150} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:27.870333883Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:27.876079349Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:27.879407082Z","hostname":"oxz_switch","pid":5150} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:29.251956692Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:29.256965781Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:29.2596464Z","hostname":"oxz_switch","pid":5150} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:29.433349439Z","hostname":"oxz_switch","pid":5150,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"2792567763287652230"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:30.041325403Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:30.047006197Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:30.050021113Z","hostname":"oxz_switch","pid":5150} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:30.251803859Z","hostname":"oxz_switch","pid":5150,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10522550740184997625"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:31.302437449Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:31.307857653Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:31.310964806Z","hostname":"oxz_switch","pid":5150} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:32.264670801Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:32.270306734Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:32.273041654Z","hostname":"oxz_switch","pid":5150} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:33.022684454Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:33.028483582Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:33.031690872Z","hostname":"oxz_switch","pid":5150} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:33.654392247Z","hostname":"oxz_switch","pid":5150,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-01-14T00:43:33.655542392Z","hostname":"oxz_switch","pid":5150,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/64b40cb/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"84.256905609s","count":"4"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:33.71561816Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:33.720949717Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:33.7238097Z","hostname":"oxz_switch","pid":5150} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:34.924653574Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:34.930271678Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:34.933744574Z","hostname":"oxz_switch","pid":5150} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:35.766465695Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:35.772455657Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:35.776277131Z","hostname":"oxz_switch","pid":5150} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:36.491406754Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:36.496800601Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:36.499981962Z","hostname":"oxz_switch","pid":5150} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:37.858518534Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:37.86337298Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:37.866523819Z","hostname":"oxz_switch","pid":5150} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:38.141887878Z","hostname":"oxz_switch","pid":5150,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"1eb594a6-c5d9-4952-985b-4c7e3ff021c5.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"89b5a5ae-17a9-4db4-8e7e-741958b4f86c.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"c1f23fcd-ab57-450d-b7a8-716fca1ee8a4.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"c1f23fcd-ab57-450d-b7a8-716fca1ee8a4.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 729, tv_nsec: 725530882 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:38.142374979Z","hostname":"oxz_switch","pid":5150,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:38.171705242Z","hostname":"oxz_switch","pid":5150,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:39.322980079Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:39.328531081Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:39.331787553Z","hostname":"oxz_switch","pid":5150} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:39.407777199Z","hostname":"oxz_switch","pid":5150,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"2792567763287652230"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:40.226423402Z","hostname":"oxz_switch","pid":5150,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10522550740184997625"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:40.289089496Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:40.29431892Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:40.297522331Z","hostname":"oxz_switch","pid":5150} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:41.222874934Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:41.228676241Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:41.231982863Z","hostname":"oxz_switch","pid":5150} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:42.154612006Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:42.159389751Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:42.162803176Z","hostname":"oxz_switch","pid":5150} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:43.114530127Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:43.11878334Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:43.121441729Z","hostname":"oxz_switch","pid":5150} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:44.435642669Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:44.441101019Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:44.444367821Z","hostname":"oxz_switch","pid":5150} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:45.336582057Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:45.342409635Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:45.345218197Z","hostname":"oxz_switch","pid":5150} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:46.036134518Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:46.041640729Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:46.044774738Z","hostname":"oxz_switch","pid":5150} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:47.390400647Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:47.395610101Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:47.398907414Z","hostname":"oxz_switch","pid":5150} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:48.203505279Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:48.209217234Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:48.212411594Z","hostname":"oxz_switch","pid":5150} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:49.15703093Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:49.162324095Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:49.165549376Z","hostname":"oxz_switch","pid":5150} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:49.382738769Z","hostname":"oxz_switch","pid":5150,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"2792567763287652230"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:49.731206821Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:49.73662564Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:49.73982359Z","hostname":"oxz_switch","pid":5150} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:50.201763681Z","hostname":"oxz_switch","pid":5150,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10522550740184997625"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:50.883677435Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:50.889309459Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:50.892760895Z","hostname":"oxz_switch","pid":5150} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:51.659567281Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:51.664865147Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:51.66775508Z","hostname":"oxz_switch","pid":5150} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:52.839666981Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:52.845443627Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:52.849098398Z","hostname":"oxz_switch","pid":5150} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:53.132099933Z","hostname":"oxz_switch","pid":5150,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-01-14T00:43:53.133053264Z","hostname":"oxz_switch","pid":5150,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/64b40cb/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"103.787157941s","count":"5"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:53.476839454Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:53.482173841Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:53.48533188Z","hostname":"oxz_switch","pid":5150} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:54.330611416Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:54.336496005Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:54.339720296Z","hostname":"oxz_switch","pid":5150} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:55.626176358Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:55.631891754Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:55.634958807Z","hostname":"oxz_switch","pid":5150} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:56.950231495Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:56.956042343Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:56.959345455Z","hostname":"oxz_switch","pid":5150} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:58.176093437Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:58.181620769Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:58.184360309Z","hostname":"oxz_switch","pid":5150} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:59.101892541Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:59.107484003Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:59.110199323Z","hostname":"oxz_switch","pid":5150} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:43:59.35768835Z","hostname":"oxz_switch","pid":5150,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"2792567763287652230"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:00.176497736Z","hostname":"oxz_switch","pid":5150,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10522550740184997625"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:00.340342089Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:00.345612315Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:00.348502968Z","hostname":"oxz_switch","pid":5150} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:00.863321878Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:00.868557233Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:00.872039189Z","hostname":"oxz_switch","pid":5150} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:01.611986537Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:01.617091869Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:01.619952842Z","hostname":"oxz_switch","pid":5150} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:02.61255431Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:02.616889265Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:02.620360771Z","hostname":"oxz_switch","pid":5150} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:03.752345655Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:03.757845276Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:03.760898123Z","hostname":"oxz_switch","pid":5150} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:04.13923906Z","hostname":"oxz_switch","pid":5150,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"1eb594a6-c5d9-4952-985b-4c7e3ff021c5.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"89b5a5ae-17a9-4db4-8e7e-741958b4f86c.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"c1f23fcd-ab57-450d-b7a8-716fca1ee8a4.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"c1f23fcd-ab57-450d-b7a8-716fca1ee8a4.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 755, tv_nsec: 793290894 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:04.139761011Z","hostname":"oxz_switch","pid":5150,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:04.170346912Z","hostname":"oxz_switch","pid":5150,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:04.892212413Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:04.898236895Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:04.901393364Z","hostname":"oxz_switch","pid":5150} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:06.280543308Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:06.286633262Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:06.29011254Z","hostname":"oxz_switch","pid":5150} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:06.838557646Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:06.844038586Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:06.847332178Z","hostname":"oxz_switch","pid":5150} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:07.89943327Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:07.905518313Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:07.908700191Z","hostname":"oxz_switch","pid":5150} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:08.521996083Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:08.527668897Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:08.530778215Z","hostname":"oxz_switch","pid":5150} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:09.332221731Z","hostname":"oxz_switch","pid":5150,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"2792567763287652230"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:09.778670171Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:09.784308526Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:09.787210849Z","hostname":"oxz_switch","pid":5150} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:10.151395346Z","hostname":"oxz_switch","pid":5150,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10522550740184997625"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:11.201972514Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:11.207423504Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:11.210631784Z","hostname":"oxz_switch","pid":5150} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:11.722468349Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:11.728043861Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:11.731131419Z","hostname":"oxz_switch","pid":5150} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:12.343349065Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:12.348945937Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:12.351835281Z","hostname":"oxz_switch","pid":5150} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:13.067067465Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:13.072575576Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:13.075563791Z","hostname":"oxz_switch","pid":5150} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:14.497100986Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:14.502381232Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:14.505630503Z","hostname":"oxz_switch","pid":5150} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:15.486289919Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:15.49180101Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:15.495311007Z","hostname":"oxz_switch","pid":5150} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:16.927499055Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:16.933251487Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:16.93638806Z","hostname":"oxz_switch","pid":5150} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:18.209108401Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:18.213929896Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:18.217438073Z","hostname":"oxz_switch","pid":5150} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:19.13062416Z","hostname":"oxz_switch","pid":5150,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-01-14T00:44:19.13201757Z","hostname":"oxz_switch","pid":5150,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/64b40cb/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"129.856554907s","count":"6"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:19.301026147Z","hostname":"oxz_switch","pid":5150} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:19.306350813Z","hostname":"oxz_switch","pid":5150,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"2792567763287652230"} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:19.306391124Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:19.30940445Z","hostname":"oxz_switch","pid":5150} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:20.126444057Z","hostname":"oxz_switch","pid":5150,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10522550740184997625"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:20.411385326Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:20.417241625Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:20.420103257Z","hostname":"oxz_switch","pid":5150} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:21.633912176Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:21.639573061Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:21.642574097Z","hostname":"oxz_switch","pid":5150} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:22.270782801Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:22.276195471Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:22.279674837Z","hostname":"oxz_switch","pid":5150} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:23.215460499Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:23.219624071Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:23.222291449Z","hostname":"oxz_switch","pid":5150} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:24.102640725Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:24.107971412Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:24.111034079Z","hostname":"oxz_switch","pid":5150} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:25.224234382Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:25.229354064Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:25.232204127Z","hostname":"oxz_switch","pid":5150} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:25.9359304Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:25.94095684Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:25.943852709Z","hostname":"oxz_switch","pid":5150} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:27.422535771Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:27.427033819Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:27.430273501Z","hostname":"oxz_switch","pid":5150} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:28.559479304Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:28.564551376Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:28.567192254Z","hostname":"oxz_switch","pid":5150} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:29.280562958Z","hostname":"oxz_switch","pid":5150,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"2792567763287652230"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:29.365523121Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:29.36959365Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:29.372552646Z","hostname":"oxz_switch","pid":5150} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:30.101285526Z","hostname":"oxz_switch","pid":5150,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10522550740184997625"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:30.292724595Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:30.297840027Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:30.300169678Z","hostname":"oxz_switch","pid":5150} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:31.382448113Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:31.388143927Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:31.39101388Z","hostname":"oxz_switch","pid":5150} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:32.619992982Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:32.625042173Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:32.627516357Z","hostname":"oxz_switch","pid":5150} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:33.968093113Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:33.97332234Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:33.975908607Z","hostname":"oxz_switch","pid":5150} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:34.958815812Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:34.964477376Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:34.967641626Z","hostname":"oxz_switch","pid":5150} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:35.867155983Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:35.872704264Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:35.875930682Z","hostname":"oxz_switch","pid":5150} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:36.487857405Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:36.492894955Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:36.495734337Z","hostname":"oxz_switch","pid":5150} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:37.839096548Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:37.84376888Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:37.847273447Z","hostname":"oxz_switch","pid":5150} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:39.206212708Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:39.211809231Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:39.214804856Z","hostname":"oxz_switch","pid":5150} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:39.255855786Z","hostname":"oxz_switch","pid":5150,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"2792567763287652230"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:39.8419773Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:39.846818297Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:39.849363882Z","hostname":"oxz_switch","pid":5150} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:40.076503003Z","hostname":"oxz_switch","pid":5150,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10522550740184997625"} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:40.281581871Z","hostname":"oxz_switch","pid":5150,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"1eb594a6-c5d9-4952-985b-4c7e3ff021c5.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"89b5a5ae-17a9-4db4-8e7e-741958b4f86c.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"c1f23fcd-ab57-450d-b7a8-716fca1ee8a4.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"c1f23fcd-ab57-450d-b7a8-716fca1ee8a4.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 792, tv_nsec: 33569125 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:40.282130563Z","hostname":"oxz_switch","pid":5150,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:40.31300159Z","hostname":"oxz_switch","pid":5150,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:40.376653566Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:40.38139938Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:40.383879084Z","hostname":"oxz_switch","pid":5150} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:41.868918502Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:41.873725597Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:41.876536829Z","hostname":"oxz_switch","pid":5150} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:42.570526378Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:42.575400945Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:42.577972191Z","hostname":"oxz_switch","pid":5150} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:43.208480067Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:43.213681752Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:43.216510063Z","hostname":"oxz_switch","pid":5150} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:44.61352537Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:44.617881006Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:44.62036081Z","hostname":"oxz_switch","pid":5150} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:45.988232058Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:45.994068176Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:45.997282036Z","hostname":"oxz_switch","pid":5150} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:47.361886972Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:47.366657896Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:47.369292664Z","hostname":"oxz_switch","pid":5150} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:48.589190537Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:48.593476439Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:48.596139079Z","hostname":"oxz_switch","pid":5150} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:49.231095274Z","hostname":"oxz_switch","pid":5150,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"2792567763287652230"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:49.910446922Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:49.914539992Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:49.917114279Z","hostname":"oxz_switch","pid":5150} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:50.051116167Z","hostname":"oxz_switch","pid":5150,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10522550740184997625"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:51.029373371Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:51.034525104Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:51.037337755Z","hostname":"oxz_switch","pid":5150} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:51.559847884Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:51.56509854Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:51.568057114Z","hostname":"oxz_switch","pid":5150} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:52.97368435Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:52.978456695Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:52.981342208Z","hostname":"oxz_switch","pid":5150} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:54.237457545Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:54.241940573Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:54.244557661Z","hostname":"oxz_switch","pid":5150} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:54.979120339Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:54.983569886Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:54.986722205Z","hostname":"oxz_switch","pid":5150} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:55.274028716Z","hostname":"oxz_switch","pid":5150,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-01-14T00:44:55.275272244Z","hostname":"oxz_switch","pid":5150,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/64b40cb/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"166.0977466s","count":"7"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:56.219064951Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:56.224551171Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:56.227816233Z","hostname":"oxz_switch","pid":5150} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:57.113543697Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:57.118736461Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:57.122257838Z","hostname":"oxz_switch","pid":5150} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:58.135754864Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:58.140355355Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:58.143518714Z","hostname":"oxz_switch","pid":5150} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:58.8035778Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:58.808743463Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:58.811486743Z","hostname":"oxz_switch","pid":5150} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:59.2053505Z","hostname":"oxz_switch","pid":5150,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"2792567763287652230"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:59.731626281Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportrear0_0 addrs [fe80::2887:a0ff:fe34:fca7]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:59.736887196Z","hostname":"oxz_switch","pid":5150} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:44:59.739646677Z","hostname":"oxz_switch","pid":5150} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-14T00:45:00.025862493Z","hostname":"oxz_switch","pid":5150,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10522550740184997625"}