[ Jan 16 20:27:19 Enabled. ] [ Jan 16 20:27:19 Rereading configuration. ] [ Jan 16 20:27:20 Rereading configuration. ] [ Jan 16 20:27:31 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ Jan 16 20:27:31 Method "start" exited with status 0. ] No non-localhost IPv6 addresses found in SMF properties {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-01-16T20:27:31.519395704Z","hostname":"oxz_switch","pid":4751,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-c9bf538d","v":0,"name":"tfportd","level":30,"time":"2026-01-16T20:27:31.560218148Z","hostname":"oxz_switch","pid":4751} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-01-16T20:27:31.560527545Z","hostname":"oxz_switch","pid":4751} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-01-16T20:27:31.561402204Z","hostname":"oxz_switch","pid":4751,"unit":"oximeter"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-01-16T20:27:31.562767235Z","hostname":"oxz_switch","pid":4751,"unit":"signal_handler"} No non-localhost IPv6 addresses found in SMF properties {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n 9397c6de-b061-4551-8951-14b8e71d5839,\n ),\n sled_id: Some(\n dac94869-1268-41f9-83e9-6a67716b0f72,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"sock\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-01-16T20:27:31.564304339Z","hostname":"oxz_switch","pid":4751} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-01-16T20:27:31.56434345Z","hostname":"oxz_switch","pid":4751,"unit":"oximeter"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-01-16T20:27:31.568586965Z","hostname":"oxz_switch","pid":4751,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::b4ef:36ff:fe49:1365->b6:ef:36:49:13:65"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:27:31.570491218Z","hostname":"oxz_switch","pid":4751} {"msg":"sync tfportrear0_0 addrs [fe80::b4ef:36ff:fe49:1365]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:27:31.575566771Z","hostname":"oxz_switch","pid":4751} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-01-16T20:27:31.580484891Z","hostname":"oxz_switch","pid":4751} [ Jan 16 20:27:32 Rereading configuration. ] [ Jan 16 20:27:32 Executing refresh method (:kill). ] [ Jan 16 20:27:32 Stopping because all processes in service exited. ] [ Jan 16 20:27:32 Executing stop method (:kill). ] [ Jan 16 20:27:32 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ Jan 16 20:27:32 Method "start" exited with status 0. ] {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-01-16T20:27:32.140048896Z","hostname":"oxz_switch","pid":4901,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-c9bf538d","v":0,"name":"tfportd","level":30,"time":"2026-01-16T20:27:32.180446311Z","hostname":"oxz_switch","pid":4901} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-01-16T20:27:32.180788038Z","hostname":"oxz_switch","pid":4901} {"msg":"found suitable IPv6 address for oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-01-16T20:27:32.180889741Z","hostname":"oxz_switch","pid":4901,"unit":"oximeter","address":"fd00:1122:3344:101::2"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-01-16T20:27:32.18266247Z","hostname":"oxz_switch","pid":4901,"unit":"signal_handler"} {"msg":"extracted oximeter configuration data","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:27:32.182779953Z","hostname":"oxz_switch","pid":4901,"unit":"oximeter","config":"OximeterConfig { listen_address: fd00:1122:3344:101::2, sled_identifiers: SledIdentifiers { rack_id: 9397c6de-b061-4551-8951-14b8e71d5839, sled_id: dac94869-1268-41f9-83e9-6a67716b0f72, model: \"i86pc\", revision: 0, serial: \"sock\" }, switch_identifiers: SwitchIdentifiers { asic_backend: \"softnpu\", fab: None, lot: None, model: \"FAKE_SIM_SIDECAR\", revision: 0, serial: \"SimSidecar0\", sidecar_id: e8994c47-83ba-4096-abd7-8d3d5a9e8cbd, slot: 0, wafer: None, wafer_loc: None } }"} {"msg":"created producer ID","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:27:32.182799463Z","hostname":"oxz_switch","pid":4901,"unit":"oximeter","producer_id":"a1c7c2f0-21b3-443e-a16f-f3e2cce8dbf6"} {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [fd00:1122:3344:101::2]:12231,\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n 9397c6de-b061-4551-8951-14b8e71d5839,\n ),\n sled_id: Some(\n dac94869-1268-41f9-83e9-6a67716b0f72,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"sock\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-01-16T20:27:32.184027601Z","hostname":"oxz_switch","pid":4901} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:27:32.190487396Z","hostname":"oxz_switch","pid":4901} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-01-16T20:27:32.192107812Z","hostname":"oxz_switch","pid":4901,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::b4ef:36ff:fe49:1365->b6:ef:36:49:13:65"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-01-16T20:27:32.192351257Z","hostname":"oxz_switch","pid":4901,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::808c:21ff:fe6a:7f1a->82:8c:21:6a:7f:1a"} {"msg":"registered DTrace probes","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:27:32.19335626Z","hostname":"oxz_switch","pid":4901,"unit":"producer-server","unit":"oximeter"} {"msg":"registered endpoint","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:27:32.194887564Z","hostname":"oxz_switch","pid":4901,"local_addr":"[fd00:1122:3344:101::2]:55534","component":"dropshot","unit":"producer-server","unit":"oximeter","versions":"all","path":"/{producer_id}","method":"GET"} {"msg":"listening","v":0,"name":"tfportd","level":30,"time":"2026-01-16T20:27:32.194997676Z","hostname":"oxz_switch","pid":4901,"local_addr":"[fd00:1122:3344:101::2]:55534","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.4/src/server.rs:328","unit":"producer-server","unit":"oximeter"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:27:32.195057088Z","hostname":"oxz_switch","pid":4901,"local_addr":"[fd00:1122:3344:101::2]:55534","component":"dropshot","unit":"producer-server","unit":"oximeter"} {"msg":"Requested any available port, Dropshot server has been bound to [fd00:1122:3344:101::2]:55534","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:27:32.195070868Z","hostname":"oxz_switch","pid":4901,"unit":"producer-server","unit":"oximeter"} {"msg":"Nexus IP not provided, will use DNS to resolve it","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:27:32.195079598Z","hostname":"oxz_switch","pid":4901,"unit":"producer-server","unit":"oximeter"} {"msg":"new DNS resolver","v":0,"name":"tfportd","level":30,"time":"2026-01-16T20:27:32.195253072Z","hostname":"oxz_switch","pid":4901,"component":"internal-dns-resolver","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/64b40cb/internal-dns/resolver/src/resolver.rs:144","unit":"producer-server","unit":"oximeter","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"starting producer registration task","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:27:32.195747363Z","hostname":"oxz_switch","pid":4901,"unit":"producer-server","unit":"oximeter"} {"msg":"starting oximeter metric producer server","v":0,"name":"tfportd","level":30,"time":"2026-01-16T20:27:32.195845615Z","hostname":"oxz_switch","pid":4901,"file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/64b40cb/oximeter/producer/src/lib.rs:279","unit":"producer-server","unit":"oximeter","interval":"30s","address":"[fd00:1122:3344:101::2]:55534","producer_id":"a1c7c2f0-21b3-443e-a16f-f3e2cce8dbf6"} {"msg":"registering as oximeter producer with Nexus","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:27:32.195856976Z","hostname":"oxz_switch","pid":4901,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","registration_count":"0"} {"msg":"created oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-01-16T20:27:32.195868176Z","hostname":"oxz_switch","pid":4901,"unit":"oximeter"} {"msg":"sync tfportrear0_0 addrs [fe80::b4ef:36ff:fe49:1365]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:27:32.196573002Z","hostname":"oxz_switch","pid":4901} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:27:32.197002911Z","hostname":"oxz_switch","pid":4901,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:27:32.197228396Z","hostname":"oxz_switch","pid":4901,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-01-16T20:27:15.534047049Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportrear0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:27:32.197282268Z","hostname":"oxz_switch","pid":4901,"component":"kstat-sampler-worker","unit":"oximeter","id":"5912341069673915394"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:27:32.197291728Z","hostname":"oxz_switch","pid":4901,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportrear0_0"} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-01-16T20:27:32.199408255Z","hostname":"oxz_switch","pid":4901} {"msg":"added new ARP entry","v":0,"name":"tfportd","level":30,"time":"2026-01-16T20:27:32.896306435Z","hostname":"oxz_switch","pid":4901,"interface":"tfportqsfp0_0","entry":"10.151.2.174->4a:47:24:49:b6:16"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:27:33.298755943Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportrear0_0 addrs [fe80::b4ef:36ff:fe49:1365]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:27:33.303322415Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:27:33.306376563Z","hostname":"oxz_switch","pid":4901} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:27:33.306583658Z","hostname":"oxz_switch","pid":4901,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:27:33.307782345Z","hostname":"oxz_switch","pid":4901,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-01-16T20:27:15.533915544Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportqsfp0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:27:33.307842866Z","hostname":"oxz_switch","pid":4901,"component":"kstat-sampler-worker","unit":"oximeter","id":"10473414985001180503"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:27:33.307853767Z","hostname":"oxz_switch","pid":4901,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportqsfp0_0"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:27:34.085201257Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportrear0_0 addrs [fe80::b4ef:36ff:fe49:1365]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:27:34.092171423Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:27:34.095653581Z","hostname":"oxz_switch","pid":4901} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:27:35.081004427Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportrear0_0 addrs [fe80::b4ef:36ff:fe49:1365]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:27:35.087465251Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:27:35.09097727Z","hostname":"oxz_switch","pid":4901} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:27:36.18239864Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportrear0_0 addrs [fe80::b4ef:36ff:fe49:1365]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:27:36.186971723Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:27:36.190070812Z","hostname":"oxz_switch","pid":4901} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:27:37.198030604Z","hostname":"oxz_switch","pid":4901,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"10782d01-519f-49f5-b6bd-04a0ef218a5b.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"aaf9e3a0-579a-4af6-b753-2711f29b0d98.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"ff063175-9439-4bdd-973d-689fa88f3307.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"ff063175-9439-4bdd-973d-689fa88f3307.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 666, tv_nsec: 631897862 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:27:37.198619638Z","hostname":"oxz_switch","pid":4901,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:27:37.229788115Z","hostname":"oxz_switch","pid":4901,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:27:37.281161615Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportrear0_0 addrs [fe80::b4ef:36ff:fe49:1365]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:27:37.286807712Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:27:37.289608144Z","hostname":"oxz_switch","pid":4901} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:27:37.940057084Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportrear0_0 addrs [fe80::b4ef:36ff:fe49:1365]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:27:37.944654597Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:27:37.94745284Z","hostname":"oxz_switch","pid":4901} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:27:38.686219026Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportrear0_0 addrs [fe80::b4ef:36ff:fe49:1365]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:27:38.690514713Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:27:38.693433618Z","hostname":"oxz_switch","pid":4901} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:27:40.058185996Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportrear0_0 addrs [fe80::b4ef:36ff:fe49:1365]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:27:40.06329895Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:27:40.066211166Z","hostname":"oxz_switch","pid":4901} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:27:41.268808265Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportrear0_0 addrs [fe80::b4ef:36ff:fe49:1365]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:27:41.273553881Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:27:41.276231281Z","hostname":"oxz_switch","pid":4901} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:27:42.028337006Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportrear0_0 addrs [fe80::b4ef:36ff:fe49:1365]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:27:42.032924609Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:27:42.036022808Z","hostname":"oxz_switch","pid":4901} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:27:42.202083595Z","hostname":"oxz_switch","pid":4901,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"5912341069673915394"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:27:42.703695184Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportrear0_0 addrs [fe80::b4ef:36ff:fe49:1365]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:27:42.70803361Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:27:42.710756851Z","hostname":"oxz_switch","pid":4901} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:27:43.309841611Z","hostname":"oxz_switch","pid":4901,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10473414985001180503"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:27:44.055732797Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportrear0_0 addrs [fe80::b4ef:36ff:fe49:1365]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:27:44.061099707Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:27:44.064889682Z","hostname":"oxz_switch","pid":4901} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:27:45.092413502Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportrear0_0 addrs [fe80::b4ef:36ff:fe49:1365]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:27:45.097890505Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:27:45.100860391Z","hostname":"oxz_switch","pid":4901} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:27:46.580655335Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportrear0_0 addrs [fe80::b4ef:36ff:fe49:1365]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:27:46.585418162Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:27:46.588632414Z","hostname":"oxz_switch","pid":4901} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:27:47.70754453Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportrear0_0 addrs [fe80::b4ef:36ff:fe49:1365]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:27:47.711796905Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:27:47.71427013Z","hostname":"oxz_switch","pid":4901} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:27:49.081135936Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportrear0_0 addrs [fe80::b4ef:36ff:fe49:1365]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:27:49.086344802Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:27:49.089104044Z","hostname":"oxz_switch","pid":4901} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:27:50.385685133Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportrear0_0 addrs [fe80::b4ef:36ff:fe49:1365]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:27:50.39313919Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:27:50.397555389Z","hostname":"oxz_switch","pid":4901} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:27:50.993605971Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportrear0_0 addrs [fe80::b4ef:36ff:fe49:1365]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:27:50.998792647Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:27:51.002144802Z","hostname":"oxz_switch","pid":4901} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:27:51.863152675Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportrear0_0 addrs [fe80::b4ef:36ff:fe49:1365]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:27:51.868902613Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:27:51.872090595Z","hostname":"oxz_switch","pid":4901} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:27:52.194807723Z","hostname":"oxz_switch","pid":4901,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"5912341069673915394"} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:27:52.22003155Z","hostname":"oxz_switch","pid":4901,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-01-16T20:27:52.221082236Z","hostname":"oxz_switch","pid":4901,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/64b40cb/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"20.035655579s","count":"0"} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:27:52.45129722Z","hostname":"oxz_switch","pid":4901,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"10782d01-519f-49f5-b6bd-04a0ef218a5b.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"aaf9e3a0-579a-4af6-b753-2711f29b0d98.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"ff063175-9439-4bdd-973d-689fa88f3307.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"ff063175-9439-4bdd-973d-689fa88f3307.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 681, tv_nsec: 895048333 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:27:52.451924337Z","hostname":"oxz_switch","pid":4901,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:27:52.482948059Z","hostname":"oxz_switch","pid":4901,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:27:53.117096716Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportrear0_0 addrs [fe80::b4ef:36ff:fe49:1365]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:27:53.122912739Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:27:53.12615226Z","hostname":"oxz_switch","pid":4901} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:27:53.304229594Z","hostname":"oxz_switch","pid":4901,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10473414985001180503"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:27:54.629156611Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportrear0_0 addrs [fe80::b4ef:36ff:fe49:1365]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:27:54.647191245Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:27:54.66334027Z","hostname":"oxz_switch","pid":4901} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:27:56.243183052Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportrear0_0 addrs [fe80::b4ef:36ff:fe49:1365]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:27:56.249344749Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:27:56.253484518Z","hostname":"oxz_switch","pid":4901} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:27:57.556510137Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportrear0_0 addrs [fe80::b4ef:36ff:fe49:1365]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:27:57.56186634Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:27:57.565092852Z","hostname":"oxz_switch","pid":4901} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:27:58.20055869Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportrear0_0 addrs [fe80::b4ef:36ff:fe49:1365]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:27:58.208549422Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:27:58.212866901Z","hostname":"oxz_switch","pid":4901} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:27:58.943397462Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportrear0_0 addrs [fe80::b4ef:36ff:fe49:1365]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:27:58.950388433Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:27:58.954318264Z","hostname":"oxz_switch","pid":4901} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:00.005971061Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportrear0_0 addrs [fe80::b4ef:36ff:fe49:1365]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:00.012546691Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:00.016125802Z","hostname":"oxz_switch","pid":4901} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:01.422296297Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportrear0_0 addrs [fe80::b4ef:36ff:fe49:1365]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:01.42731846Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:01.430428586Z","hostname":"oxz_switch","pid":4901} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:02.225147972Z","hostname":"oxz_switch","pid":4901,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"5912341069673915394"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:02.450856311Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportrear0_0 addrs [fe80::b4ef:36ff:fe49:1365]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:02.456109371Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:02.459848756Z","hostname":"oxz_switch","pid":4901} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:03.333652913Z","hostname":"oxz_switch","pid":4901,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10473414985001180503"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:03.548596644Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportrear0_0 addrs [fe80::b4ef:36ff:fe49:1365]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:03.553355865Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:03.55742653Z","hostname":"oxz_switch","pid":4901} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:04.829194327Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportrear0_0 addrs [fe80::b4ef:36ff:fe49:1365]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:04.834675867Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:04.837773243Z","hostname":"oxz_switch","pid":4901} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:05.435973011Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportrear0_0 addrs [fe80::b4ef:36ff:fe49:1365]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:05.441379281Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:05.444755613Z","hostname":"oxz_switch","pid":4901} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:06.119218538Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportrear0_0 addrs [fe80::b4ef:36ff:fe49:1365]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:06.124934536Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:06.128124487Z","hostname":"oxz_switch","pid":4901} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:07.526015868Z","hostname":"oxz_switch","pid":4901} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:07.526761834Z","hostname":"oxz_switch","pid":4901,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-01-16T20:28:07.528524159Z","hostname":"oxz_switch","pid":4901,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/64b40cb/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"35.30110937s","count":"1"} {"msg":"sync tfportrear0_0 addrs [fe80::b4ef:36ff:fe49:1365]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:07.532093936Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:07.535345847Z","hostname":"oxz_switch","pid":4901} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:08.045434064Z","hostname":"oxz_switch","pid":4901,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"10782d01-519f-49f5-b6bd-04a0ef218a5b.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"aaf9e3a0-579a-4af6-b753-2711f29b0d98.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"ff063175-9439-4bdd-973d-689fa88f3307.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"ff063175-9439-4bdd-973d-689fa88f3307.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 697, tv_nsec: 446744132 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:08.046028778Z","hostname":"oxz_switch","pid":4901,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:08.076760452Z","hostname":"oxz_switch","pid":4901,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:08.093650892Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportrear0_0 addrs [fe80::b4ef:36ff:fe49:1365]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:08.098570105Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:08.101407046Z","hostname":"oxz_switch","pid":4901} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:08.761150104Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportrear0_0 addrs [fe80::b4ef:36ff:fe49:1365]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:08.766595779Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:08.76952408Z","hostname":"oxz_switch","pid":4901} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:09.913853011Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportrear0_0 addrs [fe80::b4ef:36ff:fe49:1365]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:09.919104002Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:09.921441896Z","hostname":"oxz_switch","pid":4901} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:11.236536143Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportrear0_0 addrs [fe80::b4ef:36ff:fe49:1365]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:11.244419483Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:11.248706054Z","hostname":"oxz_switch","pid":4901} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:12.255203914Z","hostname":"oxz_switch","pid":4901,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"5912341069673915394"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:12.507930977Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportrear0_0 addrs [fe80::b4ef:36ff:fe49:1365]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:12.512258371Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:12.514996147Z","hostname":"oxz_switch","pid":4901} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:13.289456204Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportrear0_0 addrs [fe80::b4ef:36ff:fe49:1365]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:13.294523909Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:13.29720416Z","hostname":"oxz_switch","pid":4901} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:13.363045035Z","hostname":"oxz_switch","pid":4901,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10473414985001180503"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:14.46596744Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportrear0_0 addrs [fe80::b4ef:36ff:fe49:1365]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:14.471657252Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:14.474853856Z","hostname":"oxz_switch","pid":4901} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:15.325139512Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportrear0_0 addrs [fe80::b4ef:36ff:fe49:1365]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:15.330241005Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:15.333072722Z","hostname":"oxz_switch","pid":4901} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:16.315641303Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportrear0_0 addrs [fe80::b4ef:36ff:fe49:1365]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:16.321400497Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:16.324663408Z","hostname":"oxz_switch","pid":4901} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:17.143865757Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportrear0_0 addrs [fe80::b4ef:36ff:fe49:1365]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:17.148951325Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:17.151606643Z","hostname":"oxz_switch","pid":4901} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:17.83222711Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportrear0_0 addrs [fe80::b4ef:36ff:fe49:1365]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:17.837860928Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:17.840907329Z","hostname":"oxz_switch","pid":4901} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:18.605587266Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportrear0_0 addrs [fe80::b4ef:36ff:fe49:1365]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:18.611169584Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:18.614135186Z","hostname":"oxz_switch","pid":4901} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:19.386833418Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportrear0_0 addrs [fe80::b4ef:36ff:fe49:1365]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:19.392895294Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:19.397152037Z","hostname":"oxz_switch","pid":4901} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:20.582131311Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportrear0_0 addrs [fe80::b4ef:36ff:fe49:1365]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:20.587794698Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:20.590566682Z","hostname":"oxz_switch","pid":4901} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:21.653653537Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportrear0_0 addrs [fe80::b4ef:36ff:fe49:1365]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:21.658215146Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:21.6609722Z","hostname":"oxz_switch","pid":4901} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:22.285361697Z","hostname":"oxz_switch","pid":4901,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"5912341069673915394"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:22.719409983Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportrear0_0 addrs [fe80::b4ef:36ff:fe49:1365]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:22.724486376Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:22.727206857Z","hostname":"oxz_switch","pid":4901} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:23.117842487Z","hostname":"oxz_switch","pid":4901,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-01-16T20:28:23.119047309Z","hostname":"oxz_switch","pid":4901,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/64b40cb/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"50.849979716s","count":"2"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:23.243200052Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportrear0_0 addrs [fe80::b4ef:36ff:fe49:1365]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:23.247968331Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:23.250939992Z","hostname":"oxz_switch","pid":4901} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:23.391590463Z","hostname":"oxz_switch","pid":4901,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10473414985001180503"} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:24.022466412Z","hostname":"oxz_switch","pid":4901,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"10782d01-519f-49f5-b6bd-04a0ef218a5b.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"aaf9e3a0-579a-4af6-b753-2711f29b0d98.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"ff063175-9439-4bdd-973d-689fa88f3307.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"ff063175-9439-4bdd-973d-689fa88f3307.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 713, tv_nsec: 380712388 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:24.023130268Z","hostname":"oxz_switch","pid":4901,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:24.052511798Z","hostname":"oxz_switch","pid":4901,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:24.754779349Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportrear0_0 addrs [fe80::b4ef:36ff:fe49:1365]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:24.761046094Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:24.764743041Z","hostname":"oxz_switch","pid":4901} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:25.817542074Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportrear0_0 addrs [fe80::b4ef:36ff:fe49:1365]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:25.823159467Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:25.826026775Z","hostname":"oxz_switch","pid":4901} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:27.267464788Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportrear0_0 addrs [fe80::b4ef:36ff:fe49:1365]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:27.272694321Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:27.275951188Z","hostname":"oxz_switch","pid":4901} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:28.694717096Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportrear0_0 addrs [fe80::b4ef:36ff:fe49:1365]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:28.700498356Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:28.703514453Z","hostname":"oxz_switch","pid":4901} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:30.134325798Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportrear0_0 addrs [fe80::b4ef:36ff:fe49:1365]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:30.140090574Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:30.143287413Z","hostname":"oxz_switch","pid":4901} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:30.711350806Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportrear0_0 addrs [fe80::b4ef:36ff:fe49:1365]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:30.717166822Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:30.719987736Z","hostname":"oxz_switch","pid":4901} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:31.962775012Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportrear0_0 addrs [fe80::b4ef:36ff:fe49:1365]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:31.968608746Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:31.971597528Z","hostname":"oxz_switch","pid":4901} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:32.314488971Z","hostname":"oxz_switch","pid":4901,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"5912341069673915394"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:33.098688555Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportrear0_0 addrs [fe80::b4ef:36ff:fe49:1365]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:33.103785754Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:33.106505863Z","hostname":"oxz_switch","pid":4901} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:33.419644926Z","hostname":"oxz_switch","pid":4901,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10473414985001180503"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:34.421359804Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportrear0_0 addrs [fe80::b4ef:36ff:fe49:1365]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:34.426786527Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:34.430067936Z","hostname":"oxz_switch","pid":4901} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:35.614222356Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportrear0_0 addrs [fe80::b4ef:36ff:fe49:1365]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:35.620234588Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:35.623563534Z","hostname":"oxz_switch","pid":4901} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:36.893687917Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportrear0_0 addrs [fe80::b4ef:36ff:fe49:1365]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:36.899534402Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:36.902729944Z","hostname":"oxz_switch","pid":4901} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:37.554024732Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportrear0_0 addrs [fe80::b4ef:36ff:fe49:1365]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:37.560317885Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:37.563669022Z","hostname":"oxz_switch","pid":4901} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:38.673130361Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportrear0_0 addrs [fe80::b4ef:36ff:fe49:1365]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:38.678522417Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:38.681419783Z","hostname":"oxz_switch","pid":4901} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:39.094104591Z","hostname":"oxz_switch","pid":4901,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-01-16T20:28:39.095027087Z","hostname":"oxz_switch","pid":4901,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/64b40cb/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"66.782821767s","count":"3"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:39.740803635Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportrear0_0 addrs [fe80::b4ef:36ff:fe49:1365]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:39.746661179Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:39.749677977Z","hostname":"oxz_switch","pid":4901} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:40.878833243Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportrear0_0 addrs [fe80::b4ef:36ff:fe49:1365]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:40.883735382Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:40.891320635Z","hostname":"oxz_switch","pid":4901} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:41.557401443Z","hostname":"oxz_switch","pid":4901,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"10782d01-519f-49f5-b6bd-04a0ef218a5b.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"aaf9e3a0-579a-4af6-b753-2711f29b0d98.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"ff063175-9439-4bdd-973d-689fa88f3307.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"ff063175-9439-4bdd-973d-689fa88f3307.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 730, tv_nsec: 868329651 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:41.558095919Z","hostname":"oxz_switch","pid":4901,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:41.589208063Z","hostname":"oxz_switch","pid":4901,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:41.983553532Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportrear0_0 addrs [fe80::b4ef:36ff:fe49:1365]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:41.989232376Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:41.992537809Z","hostname":"oxz_switch","pid":4901} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:42.343434887Z","hostname":"oxz_switch","pid":4901,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"5912341069673915394"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:43.099221381Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportrear0_0 addrs [fe80::b4ef:36ff:fe49:1365]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:43.1050235Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:43.108347569Z","hostname":"oxz_switch","pid":4901} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:43.447707507Z","hostname":"oxz_switch","pid":4901,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10473414985001180503"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:44.583716951Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportrear0_0 addrs [fe80::b4ef:36ff:fe49:1365]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:44.588838989Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:44.59179795Z","hostname":"oxz_switch","pid":4901} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:45.703971339Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportrear0_0 addrs [fe80::b4ef:36ff:fe49:1365]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:45.709881897Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:45.712745605Z","hostname":"oxz_switch","pid":4901} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:46.478400299Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportrear0_0 addrs [fe80::b4ef:36ff:fe49:1365]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:46.483327056Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:46.486686173Z","hostname":"oxz_switch","pid":4901} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:47.847007497Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportrear0_0 addrs [fe80::b4ef:36ff:fe49:1365]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:47.852765969Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:47.855660266Z","hostname":"oxz_switch","pid":4901} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:49.365653249Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportrear0_0 addrs [fe80::b4ef:36ff:fe49:1365]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:49.370434811Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:49.373457631Z","hostname":"oxz_switch","pid":4901} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:50.675059575Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportrear0_0 addrs [fe80::b4ef:36ff:fe49:1365]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:50.680454944Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:50.683287452Z","hostname":"oxz_switch","pid":4901} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:51.844945626Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportrear0_0 addrs [fe80::b4ef:36ff:fe49:1365]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:51.850405579Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:51.85357558Z","hostname":"oxz_switch","pid":4901} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:52.372836596Z","hostname":"oxz_switch","pid":4901,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"5912341069673915394"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:53.240765968Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportrear0_0 addrs [fe80::b4ef:36ff:fe49:1365]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:53.245097031Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:53.248209366Z","hostname":"oxz_switch","pid":4901} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:53.476581106Z","hostname":"oxz_switch","pid":4901,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10473414985001180503"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:54.487814519Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportrear0_0 addrs [fe80::b4ef:36ff:fe49:1365]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:54.493220606Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:54.496141323Z","hostname":"oxz_switch","pid":4901} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:55.883792587Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportrear0_0 addrs [fe80::b4ef:36ff:fe49:1365]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:55.888767806Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:55.891246617Z","hostname":"oxz_switch","pid":4901} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:56.478687112Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportrear0_0 addrs [fe80::b4ef:36ff:fe49:1365]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:56.483441766Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:56.48650567Z","hostname":"oxz_switch","pid":4901} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:56.631567977Z","hostname":"oxz_switch","pid":4901,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-01-16T20:28:56.633033005Z","hostname":"oxz_switch","pid":4901,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/64b40cb/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"84.273491688s","count":"4"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:57.474344326Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportrear0_0 addrs [fe80::b4ef:36ff:fe49:1365]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:57.478694592Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:57.482194155Z","hostname":"oxz_switch","pid":4901} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:58.212405711Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportrear0_0 addrs [fe80::b4ef:36ff:fe49:1365]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:58.217529327Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:58.221108785Z","hostname":"oxz_switch","pid":4901} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:59.141727057Z","hostname":"oxz_switch","pid":4901,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"10782d01-519f-49f5-b6bd-04a0ef218a5b.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"aaf9e3a0-579a-4af6-b753-2711f29b0d98.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"ff063175-9439-4bdd-973d-689fa88f3307.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"ff063175-9439-4bdd-973d-689fa88f3307.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 748, tv_nsec: 405258267 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:59.142255593Z","hostname":"oxz_switch","pid":4901,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:59.171926372Z","hostname":"oxz_switch","pid":4901,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:59.621181293Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportrear0_0 addrs [fe80::b4ef:36ff:fe49:1365]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:59.626824016Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:28:59.62982256Z","hostname":"oxz_switch","pid":4901} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:00.259892517Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportrear0_0 addrs [fe80::b4ef:36ff:fe49:1365]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:00.265665369Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:00.268783109Z","hostname":"oxz_switch","pid":4901} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:00.92302955Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportrear0_0 addrs [fe80::b4ef:36ff:fe49:1365]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:00.927466805Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:00.929807388Z","hostname":"oxz_switch","pid":4901} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:01.929761373Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportrear0_0 addrs [fe80::b4ef:36ff:fe49:1365]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:01.934556982Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:01.937663733Z","hostname":"oxz_switch","pid":4901} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:02.405602165Z","hostname":"oxz_switch","pid":4901,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"5912341069673915394"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:02.485261344Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportrear0_0 addrs [fe80::b4ef:36ff:fe49:1365]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:02.490513647Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:02.493154778Z","hostname":"oxz_switch","pid":4901} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:03.059341013Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportrear0_0 addrs [fe80::b4ef:36ff:fe49:1365]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:03.064457959Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:03.067850866Z","hostname":"oxz_switch","pid":4901} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:03.505071504Z","hostname":"oxz_switch","pid":4901,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10473414985001180503"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:03.834169073Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportrear0_0 addrs [fe80::b4ef:36ff:fe49:1365]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:03.83964691Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:03.84261578Z","hostname":"oxz_switch","pid":4901} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:04.736662892Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportrear0_0 addrs [fe80::b4ef:36ff:fe49:1365]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:04.741921864Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:04.744845145Z","hostname":"oxz_switch","pid":4901} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:05.584870042Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportrear0_0 addrs [fe80::b4ef:36ff:fe49:1365]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:05.609244561Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:05.612166755Z","hostname":"oxz_switch","pid":4901} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:06.217383504Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportrear0_0 addrs [fe80::b4ef:36ff:fe49:1365]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:06.223081923Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:06.225657648Z","hostname":"oxz_switch","pid":4901} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:07.652951249Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportrear0_0 addrs [fe80::b4ef:36ff:fe49:1365]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:07.658456022Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:07.661613929Z","hostname":"oxz_switch","pid":4901} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:08.911062474Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportrear0_0 addrs [fe80::b4ef:36ff:fe49:1365]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:08.916428596Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:08.91953471Z","hostname":"oxz_switch","pid":4901} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:09.858056434Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportrear0_0 addrs [fe80::b4ef:36ff:fe49:1365]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:09.863492035Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:09.866286211Z","hostname":"oxz_switch","pid":4901} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:11.338624413Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportrear0_0 addrs [fe80::b4ef:36ff:fe49:1365]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:11.342948719Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:11.345729515Z","hostname":"oxz_switch","pid":4901} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:12.32180734Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportrear0_0 addrs [fe80::b4ef:36ff:fe49:1365]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:12.326577713Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:12.329330115Z","hostname":"oxz_switch","pid":4901} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:12.435080752Z","hostname":"oxz_switch","pid":4901,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"5912341069673915394"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:13.533756482Z","hostname":"oxz_switch","pid":4901,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10473414985001180503"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:13.624863321Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportrear0_0 addrs [fe80::b4ef:36ff:fe49:1365]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:13.629324484Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:13.631977642Z","hostname":"oxz_switch","pid":4901} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:14.213905842Z","hostname":"oxz_switch","pid":4901,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-01-16T20:29:14.214890732Z","hostname":"oxz_switch","pid":4901,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/64b40cb/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"101.80796524s","count":"5"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:14.576131418Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportrear0_0 addrs [fe80::b4ef:36ff:fe49:1365]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:14.581540304Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:14.58430436Z","hostname":"oxz_switch","pid":4901} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:15.682858162Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportrear0_0 addrs [fe80::b4ef:36ff:fe49:1365]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:15.687719836Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:15.690605641Z","hostname":"oxz_switch","pid":4901} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:16.497184225Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportrear0_0 addrs [fe80::b4ef:36ff:fe49:1365]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:16.502666793Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:16.505541617Z","hostname":"oxz_switch","pid":4901} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:17.472519238Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportrear0_0 addrs [fe80::b4ef:36ff:fe49:1365]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:17.477767057Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:17.480955548Z","hostname":"oxz_switch","pid":4901} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:18.612872839Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportrear0_0 addrs [fe80::b4ef:36ff:fe49:1365]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:18.618303827Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:18.621185056Z","hostname":"oxz_switch","pid":4901} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:19.534315398Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportrear0_0 addrs [fe80::b4ef:36ff:fe49:1365]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:19.540234447Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:19.543372228Z","hostname":"oxz_switch","pid":4901} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:20.386337652Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportrear0_0 addrs [fe80::b4ef:36ff:fe49:1365]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:20.394217367Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:20.398517782Z","hostname":"oxz_switch","pid":4901} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:21.068649995Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportrear0_0 addrs [fe80::b4ef:36ff:fe49:1365]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:21.082242097Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:21.08835094Z","hostname":"oxz_switch","pid":4901} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:23.173356308Z","hostname":"oxz_switch","pid":4901} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:23.173671812Z","hostname":"oxz_switch","pid":4901,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"5912341069673915394"} {"msg":"sync tfportrear0_0 addrs [fe80::b4ef:36ff:fe49:1365]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:23.204426902Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:23.219680449Z","hostname":"oxz_switch","pid":4901} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:23.56428929Z","hostname":"oxz_switch","pid":4901,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10473414985001180503"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:24.106198168Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportrear0_0 addrs [fe80::b4ef:36ff:fe49:1365]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:24.137781051Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:24.163472023Z","hostname":"oxz_switch","pid":4901} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:24.507448968Z","hostname":"oxz_switch","pid":4901,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"10782d01-519f-49f5-b6bd-04a0ef218a5b.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"aaf9e3a0-579a-4af6-b753-2711f29b0d98.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"ff063175-9439-4bdd-973d-689fa88f3307.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"ff063175-9439-4bdd-973d-689fa88f3307.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 773, tv_nsec: 698465449 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::b]:12221","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:24.51060369Z","hostname":"oxz_switch","pid":4901,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:24.760397103Z","hostname":"oxz_switch","pid":4901,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:25.470747642Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportrear0_0 addrs [fe80::b4ef:36ff:fe49:1365]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:26.055549201Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:26.130357841Z","hostname":"oxz_switch","pid":4901} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:26.777233474Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportrear0_0 addrs [fe80::b4ef:36ff:fe49:1365]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:26.784936277Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:26.796454058Z","hostname":"oxz_switch","pid":4901} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:28.058706073Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportrear0_0 addrs [fe80::b4ef:36ff:fe49:1365]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:28.064850336Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:28.07008494Z","hostname":"oxz_switch","pid":4901} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:29.549459145Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportrear0_0 addrs [fe80::b4ef:36ff:fe49:1365]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:29.566742159Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:29.575978734Z","hostname":"oxz_switch","pid":4901} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:31.493904404Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportrear0_0 addrs [fe80::b4ef:36ff:fe49:1365]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:31.501729495Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:31.514857427Z","hostname":"oxz_switch","pid":4901} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:32.826039559Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportrear0_0 addrs [fe80::b4ef:36ff:fe49:1365]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:32.833784756Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:32.838684001Z","hostname":"oxz_switch","pid":4901} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:33.225375151Z","hostname":"oxz_switch","pid":4901,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"5912341069673915394"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:33.593657796Z","hostname":"oxz_switch","pid":4901,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10473414985001180503"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:34.140263115Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportrear0_0 addrs [fe80::b4ef:36ff:fe49:1365]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:34.152547852Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:34.166303533Z","hostname":"oxz_switch","pid":4901} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:35.217096238Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportrear0_0 addrs [fe80::b4ef:36ff:fe49:1365]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:35.224078444Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:35.228240397Z","hostname":"oxz_switch","pid":4901} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:36.311094631Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportrear0_0 addrs [fe80::b4ef:36ff:fe49:1365]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:36.319783326Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:36.323761464Z","hostname":"oxz_switch","pid":4901} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:37.007170413Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportrear0_0 addrs [fe80::b4ef:36ff:fe49:1365]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:37.0248972Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:37.030182518Z","hostname":"oxz_switch","pid":4901} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:38.037425066Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportrear0_0 addrs [fe80::b4ef:36ff:fe49:1365]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:38.044352061Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:38.047987763Z","hostname":"oxz_switch","pid":4901} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:39.482596869Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportrear0_0 addrs [fe80::b4ef:36ff:fe49:1365]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:39.489652477Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:39.493301979Z","hostname":"oxz_switch","pid":4901} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:39.793240581Z","hostname":"oxz_switch","pid":4901,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-01-16T20:29:39.955974566Z","hostname":"oxz_switch","pid":4901,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/64b40cb/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"127.495034198s","count":"6"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:40.753949941Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportrear0_0 addrs [fe80::b4ef:36ff:fe49:1365]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:40.758996224Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:40.761598342Z","hostname":"oxz_switch","pid":4901} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:42.268237561Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportrear0_0 addrs [fe80::b4ef:36ff:fe49:1365]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:42.27403151Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:42.276934945Z","hostname":"oxz_switch","pid":4901} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:43.231977443Z","hostname":"oxz_switch","pid":4901,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"5912341069673915394"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:43.44674901Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportrear0_0 addrs [fe80::b4ef:36ff:fe49:1365]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:43.451876305Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:43.454644257Z","hostname":"oxz_switch","pid":4901} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:43.597874593Z","hostname":"oxz_switch","pid":4901,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10473414985001180503"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:44.22721824Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportrear0_0 addrs [fe80::b4ef:36ff:fe49:1365]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:44.232383855Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:44.234867891Z","hostname":"oxz_switch","pid":4901} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:45.285533239Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportrear0_0 addrs [fe80::b4ef:36ff:fe49:1365]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:45.290567772Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:45.293759483Z","hostname":"oxz_switch","pid":4901} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:46.354890316Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportrear0_0 addrs [fe80::b4ef:36ff:fe49:1365]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:46.359938249Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:46.362641089Z","hostname":"oxz_switch","pid":4901} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:47.411842285Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportrear0_0 addrs [fe80::b4ef:36ff:fe49:1365]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:47.416797726Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:47.419560147Z","hostname":"oxz_switch","pid":4901} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:48.676273219Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportrear0_0 addrs [fe80::b4ef:36ff:fe49:1365]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:48.681816563Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:48.685090667Z","hostname":"oxz_switch","pid":4901} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:49.774163915Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportrear0_0 addrs [fe80::b4ef:36ff:fe49:1365]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:49.778549343Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:49.781303945Z","hostname":"oxz_switch","pid":4901} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:50.464672601Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportrear0_0 addrs [fe80::b4ef:36ff:fe49:1365]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:50.469676373Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:50.472482396Z","hostname":"oxz_switch","pid":4901} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:51.6659153Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportrear0_0 addrs [fe80::b4ef:36ff:fe49:1365]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:51.671131667Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:51.674185956Z","hostname":"oxz_switch","pid":4901} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:52.254435533Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportrear0_0 addrs [fe80::b4ef:36ff:fe49:1365]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:52.259451495Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:52.262430342Z","hostname":"oxz_switch","pid":4901} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:53.236375382Z","hostname":"oxz_switch","pid":4901,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"5912341069673915394"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:53.601831843Z","hostname":"oxz_switch","pid":4901,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"10473414985001180503"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:53.76921552Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportrear0_0 addrs [fe80::b4ef:36ff:fe49:1365]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:53.776804389Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:53.781044324Z","hostname":"oxz_switch","pid":4901} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:54.639227983Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportrear0_0 addrs [fe80::b4ef:36ff:fe49:1365]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:54.647137921Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:54.650820333Z","hostname":"oxz_switch","pid":4901} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:55.586570138Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportrear0_0 addrs [fe80::b4ef:36ff:fe49:1365]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:55.593654707Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:55.596775837Z","hostname":"oxz_switch","pid":4901} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:56.954806345Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportrear0_0 addrs [fe80::b4ef:36ff:fe49:1365]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:56.964587524Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:56.969122155Z","hostname":"oxz_switch","pid":4901} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:57.902989919Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportrear0_0 addrs [fe80::b4ef:36ff:fe49:1365]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:57.911302105Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:57.915402557Z","hostname":"oxz_switch","pid":4901} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:58.674761844Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportrear0_0 addrs [fe80::b4ef:36ff:fe49:1365]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:58.680956743Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:58.684720327Z","hostname":"oxz_switch","pid":4901} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:59.914202188Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportrear0_0 addrs [fe80::b4ef:36ff:fe49:1365]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:59.920445848Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:29:59.924122981Z","hostname":"oxz_switch","pid":4901} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:30:01.21340557Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportrear0_0 addrs [fe80::b4ef:36ff:fe49:1365]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:30:01.219488476Z","hostname":"oxz_switch","pid":4901} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-01-16T20:30:01.222818391Z","hostname":"oxz_switch","pid":4901}