[ Dec 19 21:27:35 Enabled. ] [ Dec 19 21:27:35 Rereading configuration. ] [ Dec 19 21:27:36 Rereading configuration. ] [ Dec 19 21:27:47 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ Dec 19 21:27:47 Method "start" exited with status 0. ] No non-localhost IPv6 addresses found in SMF properties {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2025-12-19T21:27:47.658126644Z","hostname":"oxz_switch","pid":4684,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-606c0be8","v":0,"name":"tfportd","level":30,"time":"2025-12-19T21:27:47.698997322Z","hostname":"oxz_switch","pid":4684} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2025-12-19T21:27:47.699403174Z","hostname":"oxz_switch","pid":4684} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2025-12-19T21:27:47.700176715Z","hostname":"oxz_switch","pid":4684,"unit":"oximeter"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2025-12-19T21:27:47.701529443Z","hostname":"oxz_switch","pid":4684,"unit":"signal_handler"} No non-localhost IPv6 addresses found in SMF properties {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n fcabc87c-0086-415d-8255-5f9a2334916f,\n ),\n sled_id: Some(\n 2ebd47b4-baf5-40d0-b7e7-134c1a6a4a10,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"buskin\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2025-12-19T21:27:47.70287412Z","hostname":"oxz_switch","pid":4684} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2025-12-19T21:27:47.702894101Z","hostname":"oxz_switch","pid":4684,"unit":"oximeter"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2025-12-19T21:27:47.707960192Z","hostname":"oxz_switch","pid":4684,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::cc6c:36ff:fef4:6cd4->ce:6c:36:f4:6c:d4"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:27:47.710699558Z","hostname":"oxz_switch","pid":4684} {"msg":"sync tfportrear0_0 addrs [fe80::cc6c:36ff:fef4:6cd4]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:27:47.716212662Z","hostname":"oxz_switch","pid":4684} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2025-12-19T21:27:47.721289333Z","hostname":"oxz_switch","pid":4684} [ Dec 19 21:27:48 Rereading configuration. ] [ Dec 19 21:27:48 Executing refresh method (:kill). ] [ Dec 19 21:27:48 Stopping because all processes in service exited. ] [ Dec 19 21:27:48 Executing stop method (:kill). ] [ Dec 19 21:27:48 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ Dec 19 21:27:48 Method "start" exited with status 0. ] {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2025-12-19T21:27:48.278562875Z","hostname":"oxz_switch","pid":4903,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-606c0be8","v":0,"name":"tfportd","level":30,"time":"2025-12-19T21:27:48.318085286Z","hostname":"oxz_switch","pid":4903} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2025-12-19T21:27:48.318340383Z","hostname":"oxz_switch","pid":4903} {"msg":"found suitable IPv6 address for oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2025-12-19T21:27:48.318437425Z","hostname":"oxz_switch","pid":4903,"unit":"oximeter","address":"fd00:1122:3344:101::2"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2025-12-19T21:27:48.320374159Z","hostname":"oxz_switch","pid":4903,"unit":"signal_handler"} {"msg":"extracted oximeter configuration data","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:27:48.320521894Z","hostname":"oxz_switch","pid":4903,"unit":"oximeter","config":"OximeterConfig { listen_address: fd00:1122:3344:101::2, sled_identifiers: SledIdentifiers { rack_id: fcabc87c-0086-415d-8255-5f9a2334916f, sled_id: 2ebd47b4-baf5-40d0-b7e7-134c1a6a4a10, model: \"i86pc\", revision: 0, serial: \"buskin\" }, switch_identifiers: SwitchIdentifiers { asic_backend: \"softnpu\", fab: None, lot: None, model: \"FAKE_SIM_SIDECAR\", revision: 0, serial: \"SimSidecar0\", sidecar_id: 1ab728b2-d276-488b-a633-e66454f8291b, slot: 0, wafer: None, wafer_loc: None } }"} {"msg":"created producer ID","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:27:48.320542944Z","hostname":"oxz_switch","pid":4903,"unit":"oximeter","producer_id":"c8a1a77a-6805-4906-9381-aab26da6f264"} {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [fd00:1122:3344:101::2]:12231,\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n fcabc87c-0086-415d-8255-5f9a2334916f,\n ),\n sled_id: Some(\n 2ebd47b4-baf5-40d0-b7e7-134c1a6a4a10,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"buskin\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2025-12-19T21:27:48.321573833Z","hostname":"oxz_switch","pid":4903} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:27:48.329627417Z","hostname":"oxz_switch","pid":4903} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2025-12-19T21:27:48.330396398Z","hostname":"oxz_switch","pid":4903,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::cc6c:36ff:fef4:6cd4->ce:6c:36:f4:6c:d4"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2025-12-19T21:27:48.330606034Z","hostname":"oxz_switch","pid":4903,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::509d:aeff:fe43:f0c7->52:9d:ae:43:f0:c7"} {"msg":"registered DTrace probes","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:27:48.331610322Z","hostname":"oxz_switch","pid":4903,"unit":"producer-server","unit":"oximeter"} {"msg":"registered endpoint","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:27:48.332297722Z","hostname":"oxz_switch","pid":4903,"local_addr":"[fd00:1122:3344:101::2]:54507","component":"dropshot","unit":"producer-server","unit":"oximeter","versions":"all","path":"/{producer_id}","method":"GET"} {"msg":"listening","v":0,"name":"tfportd","level":30,"time":"2025-12-19T21:27:48.332378194Z","hostname":"oxz_switch","pid":4903,"local_addr":"[fd00:1122:3344:101::2]:54507","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.4/src/server.rs:328","unit":"producer-server","unit":"oximeter"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:27:48.332446386Z","hostname":"oxz_switch","pid":4903,"local_addr":"[fd00:1122:3344:101::2]:54507","component":"dropshot","unit":"producer-server","unit":"oximeter"} {"msg":"Requested any available port, Dropshot server has been bound to [fd00:1122:3344:101::2]:54507","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:27:48.332458916Z","hostname":"oxz_switch","pid":4903,"unit":"producer-server","unit":"oximeter"} {"msg":"Nexus IP not provided, will use DNS to resolve it","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:27:48.332478227Z","hostname":"oxz_switch","pid":4903,"unit":"producer-server","unit":"oximeter"} {"msg":"new DNS resolver","v":0,"name":"tfportd","level":30,"time":"2025-12-19T21:27:48.332550618Z","hostname":"oxz_switch","pid":4903,"component":"internal-dns-resolver","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/e76962a/internal-dns/resolver/src/resolver.rs:144","unit":"producer-server","unit":"oximeter","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"starting producer registration task","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:27:48.332919759Z","hostname":"oxz_switch","pid":4903,"unit":"producer-server","unit":"oximeter"} {"msg":"starting oximeter metric producer server","v":0,"name":"tfportd","level":30,"time":"2025-12-19T21:27:48.333499555Z","hostname":"oxz_switch","pid":4903,"file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/e76962a/oximeter/producer/src/lib.rs:279","unit":"producer-server","unit":"oximeter","interval":"30s","address":"[fd00:1122:3344:101::2]:54507","producer_id":"c8a1a77a-6805-4906-9381-aab26da6f264"} {"msg":"created oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2025-12-19T21:27:48.333517425Z","hostname":"oxz_switch","pid":4903,"unit":"oximeter"} {"msg":"registering as oximeter producer with Nexus","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:27:48.333527626Z","hostname":"oxz_switch","pid":4903,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","registration_count":"0"} {"msg":"sync tfportrear0_0 addrs [fe80::cc6c:36ff:fef4:6cd4]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:27:48.33512269Z","hostname":"oxz_switch","pid":4903} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:27:48.335555042Z","hostname":"oxz_switch","pid":4903,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:27:48.335805409Z","hostname":"oxz_switch","pid":4903,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2025-12-19T21:27:31.661718076Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportrear0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:27:48.33585825Z","hostname":"oxz_switch","pid":4903,"component":"kstat-sampler-worker","unit":"oximeter","id":"6180587068287732672"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:27:48.335867951Z","hostname":"oxz_switch","pid":4903,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportrear0_0"} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2025-12-19T21:27:48.338261997Z","hostname":"oxz_switch","pid":4903} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:27:49.174481979Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportrear0_0 addrs [fe80::cc6c:36ff:fef4:6cd4]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:27:49.179930471Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:27:49.183099639Z","hostname":"oxz_switch","pid":4903} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:27:49.183331425Z","hostname":"oxz_switch","pid":4903,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:27:49.184621741Z","hostname":"oxz_switch","pid":4903,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2025-12-19T21:27:31.661584992Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportqsfp0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:27:49.184708304Z","hostname":"oxz_switch","pid":4903,"component":"kstat-sampler-worker","unit":"oximeter","id":"18182632984569870649"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:27:49.184721154Z","hostname":"oxz_switch","pid":4903,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportqsfp0_0"} {"msg":"added new ARP entry","v":0,"name":"tfportd","level":30,"time":"2025-12-19T21:27:49.483439054Z","hostname":"oxz_switch","pid":4903,"interface":"tfportqsfp0_0","entry":"10.151.1.174->42:f0:e9:1f:08:02"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:27:49.944746613Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportrear0_0 addrs [fe80::cc6c:36ff:fef4:6cd4]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:27:49.950071451Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:27:49.953186008Z","hostname":"oxz_switch","pid":4903} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:27:50.535365544Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportrear0_0 addrs [fe80::cc6c:36ff:fef4:6cd4]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:27:50.540807295Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:27:50.543818969Z","hostname":"oxz_switch","pid":4903} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:27:51.433340655Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportrear0_0 addrs [fe80::cc6c:36ff:fef4:6cd4]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:27:51.438577501Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:27:51.441319567Z","hostname":"oxz_switch","pid":4903} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:27:52.197945991Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportrear0_0 addrs [fe80::cc6c:36ff:fef4:6cd4]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:27:52.202183339Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:27:52.204920565Z","hostname":"oxz_switch","pid":4903} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:27:53.336442922Z","hostname":"oxz_switch","pid":4903,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"5f2e3f44-6601-4847-8dae-3170b6ec39c5.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"62c9841d-ff75-47aa-b96a-f25ca9dc33c7.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"97ab790a-4211-4380-a6f3-b67e8f22a006.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"97ab790a-4211-4380-a6f3-b67e8f22a006.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 713, tv_nsec: 501334823 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:27:53.337022358Z","hostname":"oxz_switch","pid":4903,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:27:53.368435043Z","hostname":"oxz_switch","pid":4903,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:27:53.377576157Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportrear0_0 addrs [fe80::cc6c:36ff:fef4:6cd4]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:27:53.383293787Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:27:53.386323101Z","hostname":"oxz_switch","pid":4903} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:27:53.953823868Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportrear0_0 addrs [fe80::cc6c:36ff:fef4:6cd4]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:27:53.958137488Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:27:53.96107717Z","hostname":"oxz_switch","pid":4903} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:27:54.757369679Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportrear0_0 addrs [fe80::cc6c:36ff:fef4:6cd4]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:27:54.761522925Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:27:54.764354764Z","hostname":"oxz_switch","pid":4903} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:27:55.312267344Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportrear0_0 addrs [fe80::cc6c:36ff:fef4:6cd4]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:27:55.31640916Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:27:55.319433434Z","hostname":"oxz_switch","pid":4903} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:27:56.689789083Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportrear0_0 addrs [fe80::cc6c:36ff:fef4:6cd4]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:27:56.694483723Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:27:56.697501287Z","hostname":"oxz_switch","pid":4903} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:27:57.919494814Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportrear0_0 addrs [fe80::cc6c:36ff:fef4:6cd4]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:27:57.923350011Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:27:57.9261689Z","hostname":"oxz_switch","pid":4903} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:27:58.34015551Z","hostname":"oxz_switch","pid":4903,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6180587068287732672"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:27:58.927678944Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportrear0_0 addrs [fe80::cc6c:36ff:fef4:6cd4]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:27:58.932495359Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:27:58.935381669Z","hostname":"oxz_switch","pid":4903} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:27:59.186476883Z","hostname":"oxz_switch","pid":4903,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"18182632984569870649"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:27:59.537453329Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportrear0_0 addrs [fe80::cc6c:36ff:fef4:6cd4]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:27:59.541940224Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:27:59.544862675Z","hostname":"oxz_switch","pid":4903} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:00.661147277Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportrear0_0 addrs [fe80::cc6c:36ff:fef4:6cd4]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:00.666264039Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:00.668622505Z","hostname":"oxz_switch","pid":4903} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:01.258879065Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportrear0_0 addrs [fe80::cc6c:36ff:fef4:6cd4]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:01.264675987Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:01.26765532Z","hostname":"oxz_switch","pid":4903} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:02.128154477Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportrear0_0 addrs [fe80::cc6c:36ff:fef4:6cd4]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:02.132964801Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:02.135713648Z","hostname":"oxz_switch","pid":4903} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:02.743577229Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportrear0_0 addrs [fe80::cc6c:36ff:fef4:6cd4]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:02.747987431Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:02.750937504Z","hostname":"oxz_switch","pid":4903} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:04.012585491Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportrear0_0 addrs [fe80::cc6c:36ff:fef4:6cd4]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:04.01759885Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:04.020249944Z","hostname":"oxz_switch","pid":4903} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:06.178701307Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportrear0_0 addrs [fe80::cc6c:36ff:fef4:6cd4]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:06.184774186Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:06.188101939Z","hostname":"oxz_switch","pid":4903} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:07.494626736Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportrear0_0 addrs [fe80::cc6c:36ff:fef4:6cd4]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:07.50084676Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:07.504184843Z","hostname":"oxz_switch","pid":4903} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:08.954170749Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportrear0_0 addrs [fe80::cc6c:36ff:fef4:6cd4]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:08.959711892Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:08.962847561Z","hostname":"oxz_switch","pid":4903} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:09.226180755Z","hostname":"oxz_switch","pid":4903,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6180587068287732672"} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:09.252387147Z","hostname":"oxz_switch","pid":4903,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2025-12-19T21:28:09.253329134Z","hostname":"oxz_switch","pid":4903,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/e76962a/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"20.036933907s","count":"0"} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:09.44655086Z","hostname":"oxz_switch","pid":4903,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"5f2e3f44-6601-4847-8dae-3170b6ec39c5.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"62c9841d-ff75-47aa-b96a-f25ca9dc33c7.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"97ab790a-4211-4380-a6f3-b67e8f22a006.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"97ab790a-4211-4380-a6f3-b67e8f22a006.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 728, tv_nsec: 729136452 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:09.447068295Z","hostname":"oxz_switch","pid":4903,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:09.481206028Z","hostname":"oxz_switch","pid":4903,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:10.07387667Z","hostname":"oxz_switch","pid":4903,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"18182632984569870649"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:10.43583792Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportrear0_0 addrs [fe80::cc6c:36ff:fef4:6cd4]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:10.439928344Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:10.470673072Z","hostname":"oxz_switch","pid":4903} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:11.829923467Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportrear0_0 addrs [fe80::cc6c:36ff:fef4:6cd4]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:11.834477432Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:11.837734753Z","hostname":"oxz_switch","pid":4903} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:12.678027668Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportrear0_0 addrs [fe80::cc6c:36ff:fef4:6cd4]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:12.682680298Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:12.685481356Z","hostname":"oxz_switch","pid":4903} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:13.811075782Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportrear0_0 addrs [fe80::cc6c:36ff:fef4:6cd4]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:13.815724922Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:13.8181517Z","hostname":"oxz_switch","pid":4903} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:15.090256427Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportrear0_0 addrs [fe80::cc6c:36ff:fef4:6cd4]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:15.095017086Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:15.097870826Z","hostname":"oxz_switch","pid":4903} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:15.91754544Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportrear0_0 addrs [fe80::cc6c:36ff:fef4:6cd4]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:15.922018875Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:15.925031139Z","hostname":"oxz_switch","pid":4903} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:17.139528009Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportrear0_0 addrs [fe80::cc6c:36ff:fef4:6cd4]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:17.145219198Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:17.148489699Z","hostname":"oxz_switch","pid":4903} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:18.306609154Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportrear0_0 addrs [fe80::cc6c:36ff:fef4:6cd4]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:18.311603764Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:18.314595937Z","hostname":"oxz_switch","pid":4903} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:19.636442533Z","hostname":"oxz_switch","pid":4903,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6180587068287732672"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:19.650886306Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportrear0_0 addrs [fe80::cc6c:36ff:fef4:6cd4]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:19.657857071Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:19.661815517Z","hostname":"oxz_switch","pid":4903} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:20.050554928Z","hostname":"oxz_switch","pid":4903,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"18182632984569870649"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:20.867945126Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportrear0_0 addrs [fe80::cc6c:36ff:fef4:6cd4]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:20.876014342Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:20.879815988Z","hostname":"oxz_switch","pid":4903} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:22.318464246Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportrear0_0 addrs [fe80::cc6c:36ff:fef4:6cd4]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:22.32431939Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:22.327699864Z","hostname":"oxz_switch","pid":4903} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:23.643862252Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportrear0_0 addrs [fe80::cc6c:36ff:fef4:6cd4]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:23.648138932Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:23.650914849Z","hostname":"oxz_switch","pid":4903} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:24.371416062Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportrear0_0 addrs [fe80::cc6c:36ff:fef4:6cd4]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:24.377211714Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:24.37995517Z","hostname":"oxz_switch","pid":4903} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:24.444557744Z","hostname":"oxz_switch","pid":4903,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2025-12-19T21:28:24.465201021Z","hostname":"oxz_switch","pid":4903,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/e76962a/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"35.290834625s","count":"1"} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:24.94175793Z","hostname":"oxz_switch","pid":4903,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"5f2e3f44-6601-4847-8dae-3170b6ec39c5.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"62c9841d-ff75-47aa-b96a-f25ca9dc33c7.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"97ab790a-4211-4380-a6f3-b67e8f22a006.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"97ab790a-4211-4380-a6f3-b67e8f22a006.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 744, tv_nsec: 266509944 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:24.943211591Z","hostname":"oxz_switch","pid":4903,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:24.97574899Z","hostname":"oxz_switch","pid":4903,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:25.77635316Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportrear0_0 addrs [fe80::cc6c:36ff:fef4:6cd4]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:25.781104022Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:25.783853109Z","hostname":"oxz_switch","pid":4903} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:26.516387378Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportrear0_0 addrs [fe80::cc6c:36ff:fef4:6cd4]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:26.52149195Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:26.524429092Z","hostname":"oxz_switch","pid":4903} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:27.206851682Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportrear0_0 addrs [fe80::cc6c:36ff:fef4:6cd4]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:27.213222809Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:27.216589123Z","hostname":"oxz_switch","pid":4903} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:28.27774479Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportrear0_0 addrs [fe80::cc6c:36ff:fef4:6cd4]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:28.283897992Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:28.287372349Z","hostname":"oxz_switch","pid":4903} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:29.500552931Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportrear0_0 addrs [fe80::cc6c:36ff:fef4:6cd4]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:29.620692587Z","hostname":"oxz_switch","pid":4903} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:29.66950747Z","hostname":"oxz_switch","pid":4903,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6180587068287732672"} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:29.99963866Z","hostname":"oxz_switch","pid":4903} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:31.439176094Z","hostname":"oxz_switch","pid":4903,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"18182632984569870649"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:32.255844152Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportrear0_0 addrs [fe80::cc6c:36ff:fef4:6cd4]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:32.263848386Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:32.269051641Z","hostname":"oxz_switch","pid":4903} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:33.514430423Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportrear0_0 addrs [fe80::cc6c:36ff:fef4:6cd4]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:33.521718126Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:33.526448898Z","hostname":"oxz_switch","pid":4903} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:34.119995815Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportrear0_0 addrs [fe80::cc6c:36ff:fef4:6cd4]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:34.125398446Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:34.128377409Z","hostname":"oxz_switch","pid":4903} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:35.400317062Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportrear0_0 addrs [fe80::cc6c:36ff:fef4:6cd4]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:35.405434445Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:35.40847344Z","hostname":"oxz_switch","pid":4903} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:36.48587853Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportrear0_0 addrs [fe80::cc6c:36ff:fef4:6cd4]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:36.491188379Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:36.494682066Z","hostname":"oxz_switch","pid":4903} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:37.367587975Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportrear0_0 addrs [fe80::cc6c:36ff:fef4:6cd4]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:37.373078709Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:37.376410512Z","hostname":"oxz_switch","pid":4903} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:38.57477383Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportrear0_0 addrs [fe80::cc6c:36ff:fef4:6cd4]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:38.579495812Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:38.582588703Z","hostname":"oxz_switch","pid":4903} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:39.6457057Z","hostname":"oxz_switch","pid":4903,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6180587068287732672"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:39.87919327Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportrear0_0 addrs [fe80::cc6c:36ff:fef4:6cd4]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:39.884730815Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:39.887720868Z","hostname":"oxz_switch","pid":4903} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:39.93645321Z","hostname":"oxz_switch","pid":4903,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2025-12-19T21:28:39.937977532Z","hostname":"oxz_switch","pid":4903,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/e76962a/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"50.805545906s","count":"2"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:40.405294784Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportrear0_0 addrs [fe80::cc6c:36ff:fef4:6cd4]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:40.410661586Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:40.413854073Z","hostname":"oxz_switch","pid":4903} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:40.911199592Z","hostname":"oxz_switch","pid":4903,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"5f2e3f44-6601-4847-8dae-3170b6ec39c5.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"62c9841d-ff75-47aa-b96a-f25ca9dc33c7.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"97ab790a-4211-4380-a6f3-b67e8f22a006.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"97ab790a-4211-4380-a6f3-b67e8f22a006.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 760, tv_nsec: 279806852 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:40.911947993Z","hostname":"oxz_switch","pid":4903,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:40.952923168Z","hostname":"oxz_switch","pid":4903,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:41.415219929Z","hostname":"oxz_switch","pid":4903,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"18182632984569870649"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:41.86073666Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportrear0_0 addrs [fe80::cc6c:36ff:fef4:6cd4]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:41.865614408Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:41.86892628Z","hostname":"oxz_switch","pid":4903} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:42.481709734Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportrear0_0 addrs [fe80::cc6c:36ff:fef4:6cd4]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:42.487295801Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:42.490673155Z","hostname":"oxz_switch","pid":4903} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:43.88119872Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportrear0_0 addrs [fe80::cc6c:36ff:fef4:6cd4]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:43.886901089Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:43.890011046Z","hostname":"oxz_switch","pid":4903} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:45.291260402Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportrear0_0 addrs [fe80::cc6c:36ff:fef4:6cd4]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:45.296902159Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:45.300434548Z","hostname":"oxz_switch","pid":4903} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:46.352672645Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportrear0_0 addrs [fe80::cc6c:36ff:fef4:6cd4]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:46.358409445Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:46.361279926Z","hostname":"oxz_switch","pid":4903} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:47.789680329Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportrear0_0 addrs [fe80::cc6c:36ff:fef4:6cd4]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:47.794748471Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:47.797674742Z","hostname":"oxz_switch","pid":4903} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:49.162382697Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportrear0_0 addrs [fe80::cc6c:36ff:fef4:6cd4]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:49.167815409Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:49.170737211Z","hostname":"oxz_switch","pid":4903} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:49.621736037Z","hostname":"oxz_switch","pid":4903,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6180587068287732672"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:50.161376898Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportrear0_0 addrs [fe80::cc6c:36ff:fef4:6cd4]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:50.166760878Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:50.17015362Z","hostname":"oxz_switch","pid":4903} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:50.809320864Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportrear0_0 addrs [fe80::cc6c:36ff:fef4:6cd4]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:50.81526913Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:50.818277084Z","hostname":"oxz_switch","pid":4903} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:51.391348899Z","hostname":"oxz_switch","pid":4903,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"18182632984569870649"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:52.034382088Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportrear0_0 addrs [fe80::cc6c:36ff:fef4:6cd4]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:52.039695806Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:52.042778642Z","hostname":"oxz_switch","pid":4903} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:53.158969186Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportrear0_0 addrs [fe80::cc6c:36ff:fef4:6cd4]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:53.164954303Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:53.168302816Z","hostname":"oxz_switch","pid":4903} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:54.57919699Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportrear0_0 addrs [fe80::cc6c:36ff:fef4:6cd4]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:54.584821468Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:54.588029877Z","hostname":"oxz_switch","pid":4903} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:55.181127982Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportrear0_0 addrs [fe80::cc6c:36ff:fef4:6cd4]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:55.186708247Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:55.189581368Z","hostname":"oxz_switch","pid":4903} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:55.751722457Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportrear0_0 addrs [fe80::cc6c:36ff:fef4:6cd4]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:55.75681816Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:55.759729331Z","hostname":"oxz_switch","pid":4903} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:55.91293805Z","hostname":"oxz_switch","pid":4903,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2025-12-19T21:28:55.914184695Z","hostname":"oxz_switch","pid":4903,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/e76962a/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"66.825099338s","count":"3"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:56.93625433Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportrear0_0 addrs [fe80::cc6c:36ff:fef4:6cd4]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:56.941856066Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:56.945357224Z","hostname":"oxz_switch","pid":4903} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:57.300783041Z","hostname":"oxz_switch","pid":4903,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"5f2e3f44-6601-4847-8dae-3170b6ec39c5.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"62c9841d-ff75-47aa-b96a-f25ca9dc33c7.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"97ab790a-4211-4380-a6f3-b67e8f22a006.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"97ab790a-4211-4380-a6f3-b67e8f22a006.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 776, tv_nsec: 713924272 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:57.301220773Z","hostname":"oxz_switch","pid":4903,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:57.332609819Z","hostname":"oxz_switch","pid":4903,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:57.987941851Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportrear0_0 addrs [fe80::cc6c:36ff:fef4:6cd4]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:57.993702712Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:57.996696546Z","hostname":"oxz_switch","pid":4903} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:59.434470181Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportrear0_0 addrs [fe80::cc6c:36ff:fef4:6cd4]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:59.439579633Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:59.442448943Z","hostname":"oxz_switch","pid":4903} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:28:59.598408219Z","hostname":"oxz_switch","pid":4903,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6180587068287732672"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:00.579463708Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportrear0_0 addrs [fe80::cc6c:36ff:fef4:6cd4]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:00.585158648Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:00.587794161Z","hostname":"oxz_switch","pid":4903} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:01.366452328Z","hostname":"oxz_switch","pid":4903,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"18182632984569870649"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:01.887085998Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportrear0_0 addrs [fe80::cc6c:36ff:fef4:6cd4]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:01.892797498Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:01.895558775Z","hostname":"oxz_switch","pid":4903} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:02.850022672Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportrear0_0 addrs [fe80::cc6c:36ff:fef4:6cd4]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:02.855610968Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:02.85887696Z","hostname":"oxz_switch","pid":4903} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:03.75187066Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportrear0_0 addrs [fe80::cc6c:36ff:fef4:6cd4]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:03.757097746Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:03.759799681Z","hostname":"oxz_switch","pid":4903} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:04.648918404Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportrear0_0 addrs [fe80::cc6c:36ff:fef4:6cd4]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:04.653710257Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:04.656507555Z","hostname":"oxz_switch","pid":4903} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:05.332462194Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportrear0_0 addrs [fe80::cc6c:36ff:fef4:6cd4]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:05.337598347Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:05.341002035Z","hostname":"oxz_switch","pid":4903} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:06.615981141Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportrear0_0 addrs [fe80::cc6c:36ff:fef4:6cd4]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:06.620910409Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:06.624042946Z","hostname":"oxz_switch","pid":4903} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:07.758102188Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportrear0_0 addrs [fe80::cc6c:36ff:fef4:6cd4]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:07.762743008Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:07.765689911Z","hostname":"oxz_switch","pid":4903} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:08.558816311Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportrear0_0 addrs [fe80::cc6c:36ff:fef4:6cd4]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:08.564254032Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:08.56700141Z","hostname":"oxz_switch","pid":4903} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:09.573721097Z","hostname":"oxz_switch","pid":4903,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6180587068287732672"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:09.832458773Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportrear0_0 addrs [fe80::cc6c:36ff:fef4:6cd4]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:09.837426891Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:09.840300841Z","hostname":"oxz_switch","pid":4903} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:10.686569947Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportrear0_0 addrs [fe80::cc6c:36ff:fef4:6cd4]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:10.691809353Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:10.694680303Z","hostname":"oxz_switch","pid":4903} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:11.342113775Z","hostname":"oxz_switch","pid":4903,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"18182632984569870649"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:11.733491766Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportrear0_0 addrs [fe80::cc6c:36ff:fef4:6cd4]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:11.739160044Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:11.742056265Z","hostname":"oxz_switch","pid":4903} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:12.292730335Z","hostname":"oxz_switch","pid":4903,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2025-12-19T21:29:12.293575469Z","hostname":"oxz_switch","pid":4903,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/e76962a/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"83.248957462s","count":"4"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:12.392989425Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportrear0_0 addrs [fe80::cc6c:36ff:fef4:6cd4]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:12.398003975Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:12.400890646Z","hostname":"oxz_switch","pid":4903} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:13.294341369Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportrear0_0 addrs [fe80::cc6c:36ff:fef4:6cd4]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:13.299579765Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:13.301999223Z","hostname":"oxz_switch","pid":4903} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:14.080426374Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportrear0_0 addrs [fe80::cc6c:36ff:fef4:6cd4]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:14.085547606Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:14.088448187Z","hostname":"oxz_switch","pid":4903} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:15.460747074Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportrear0_0 addrs [fe80::cc6c:36ff:fef4:6cd4]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:15.466993648Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:15.470353372Z","hostname":"oxz_switch","pid":4903} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:15.968418663Z","hostname":"oxz_switch","pid":4903,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"5f2e3f44-6601-4847-8dae-3170b6ec39c5.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"62c9841d-ff75-47aa-b96a-f25ca9dc33c7.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"97ab790a-4211-4380-a6f3-b67e8f22a006.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"97ab790a-4211-4380-a6f3-b67e8f22a006.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 795, tv_nsec: 432273054 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:15.968880896Z","hostname":"oxz_switch","pid":4903,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:16.001393604Z","hostname":"oxz_switch","pid":4903,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:16.211305286Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportrear0_0 addrs [fe80::cc6c:36ff:fef4:6cd4]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:16.216689437Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:16.219809484Z","hostname":"oxz_switch","pid":4903} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:16.866480914Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportrear0_0 addrs [fe80::cc6c:36ff:fef4:6cd4]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:16.871647319Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:16.874591391Z","hostname":"oxz_switch","pid":4903} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:18.152741728Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportrear0_0 addrs [fe80::cc6c:36ff:fef4:6cd4]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:18.158468328Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:18.16142155Z","hostname":"oxz_switch","pid":4903} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:18.744070342Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportrear0_0 addrs [fe80::cc6c:36ff:fef4:6cd4]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:18.749411941Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:18.752298982Z","hostname":"oxz_switch","pid":4903} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:19.389475457Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportrear0_0 addrs [fe80::cc6c:36ff:fef4:6cd4]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:19.394948901Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:19.397933704Z","hostname":"oxz_switch","pid":4903} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:19.549674932Z","hostname":"oxz_switch","pid":4903,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6180587068287732672"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:20.854150444Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportrear0_0 addrs [fe80::cc6c:36ff:fef4:6cd4]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:20.859654607Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:20.862581339Z","hostname":"oxz_switch","pid":4903} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:21.317197466Z","hostname":"oxz_switch","pid":4903,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"18182632984569870649"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:22.045217738Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportrear0_0 addrs [fe80::cc6c:36ff:fef4:6cd4]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:22.050317461Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:22.053028326Z","hostname":"oxz_switch","pid":4903} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:22.862065961Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportrear0_0 addrs [fe80::cc6c:36ff:fef4:6cd4]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:22.866972118Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:22.86988044Z","hostname":"oxz_switch","pid":4903} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:23.443422628Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportrear0_0 addrs [fe80::cc6c:36ff:fef4:6cd4]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:23.44887164Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:23.451841927Z","hostname":"oxz_switch","pid":4903} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:24.280660641Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportrear0_0 addrs [fe80::cc6c:36ff:fef4:6cd4]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:24.285722572Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:24.288574412Z","hostname":"oxz_switch","pid":4903} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:24.820957201Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportrear0_0 addrs [fe80::cc6c:36ff:fef4:6cd4]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:24.825919519Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:24.828666206Z","hostname":"oxz_switch","pid":4903} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:26.137224403Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportrear0_0 addrs [fe80::cc6c:36ff:fef4:6cd4]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:26.142634804Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:26.145415581Z","hostname":"oxz_switch","pid":4903} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:27.123318683Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportrear0_0 addrs [fe80::cc6c:36ff:fef4:6cd4]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:27.128871008Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:27.131898563Z","hostname":"oxz_switch","pid":4903} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:28.51139446Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportrear0_0 addrs [fe80::cc6c:36ff:fef4:6cd4]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:28.516817272Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:28.519766154Z","hostname":"oxz_switch","pid":4903} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:29.525718419Z","hostname":"oxz_switch","pid":4903,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6180587068287732672"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:29.585286463Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportrear0_0 addrs [fe80::cc6c:36ff:fef4:6cd4]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:29.590851348Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:29.593708688Z","hostname":"oxz_switch","pid":4903} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:30.961658483Z","hostname":"oxz_switch","pid":4903,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2025-12-19T21:29:30.962497176Z","hostname":"oxz_switch","pid":4903,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/e76962a/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"101.96858214s","count":"5"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:31.094641646Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportrear0_0 addrs [fe80::cc6c:36ff:fef4:6cd4]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:31.100027717Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:31.103037795Z","hostname":"oxz_switch","pid":4903} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:31.29274827Z","hostname":"oxz_switch","pid":4903,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"18182632984569870649"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:31.930756848Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportrear0_0 addrs [fe80::cc6c:36ff:fef4:6cd4]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:31.936415066Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:31.939872112Z","hostname":"oxz_switch","pid":4903} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:33.383316426Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportrear0_0 addrs [fe80::cc6c:36ff:fef4:6cd4]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:33.388959424Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:33.391922346Z","hostname":"oxz_switch","pid":4903} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:33.909904503Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportrear0_0 addrs [fe80::cc6c:36ff:fef4:6cd4]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:33.91624928Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:33.919337296Z","hostname":"oxz_switch","pid":4903} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:34.575818301Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportrear0_0 addrs [fe80::cc6c:36ff:fef4:6cd4]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:34.581287994Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:34.584205825Z","hostname":"oxz_switch","pid":4903} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:35.817277474Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportrear0_0 addrs [fe80::cc6c:36ff:fef4:6cd4]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:35.82288794Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:35.825874434Z","hostname":"oxz_switch","pid":4903} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:37.134589534Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportrear0_0 addrs [fe80::cc6c:36ff:fef4:6cd4]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:37.139594894Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:37.142874865Z","hostname":"oxz_switch","pid":4903} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:37.775045141Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportrear0_0 addrs [fe80::cc6c:36ff:fef4:6cd4]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:37.780766851Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:37.783879628Z","hostname":"oxz_switch","pid":4903} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:37.972757653Z","hostname":"oxz_switch","pid":4903,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"5f2e3f44-6601-4847-8dae-3170b6ec39c5.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"62c9841d-ff75-47aa-b96a-f25ca9dc33c7.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"97ab790a-4211-4380-a6f3-b67e8f22a006.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"97ab790a-4211-4380-a6f3-b67e8f22a006.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 817, tv_nsec: 496338655 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:37.973866184Z","hostname":"oxz_switch","pid":4903,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:38.004462259Z","hostname":"oxz_switch","pid":4903,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:38.670101449Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportrear0_0 addrs [fe80::cc6c:36ff:fef4:6cd4]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:38.676163078Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:38.679225424Z","hostname":"oxz_switch","pid":4903} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:39.501027005Z","hostname":"oxz_switch","pid":4903,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6180587068287732672"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:40.172652273Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportrear0_0 addrs [fe80::cc6c:36ff:fef4:6cd4]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:40.178241349Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:40.186017506Z","hostname":"oxz_switch","pid":4903} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:41.268678964Z","hostname":"oxz_switch","pid":4903,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"18182632984569870649"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:41.371288839Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportrear0_0 addrs [fe80::cc6c:36ff:fef4:6cd4]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:41.376634579Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:41.380113105Z","hostname":"oxz_switch","pid":4903} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:42.429889195Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportrear0_0 addrs [fe80::cc6c:36ff:fef4:6cd4]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:42.435850021Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:42.439011609Z","hostname":"oxz_switch","pid":4903} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:43.287936848Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportrear0_0 addrs [fe80::cc6c:36ff:fef4:6cd4]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:43.293834073Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:43.297026862Z","hostname":"oxz_switch","pid":4903} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:44.467602805Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportrear0_0 addrs [fe80::cc6c:36ff:fef4:6cd4]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:44.473020446Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:44.475930238Z","hostname":"oxz_switch","pid":4903} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:45.798144812Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportrear0_0 addrs [fe80::cc6c:36ff:fef4:6cd4]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:45.8040492Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:45.807475326Z","hostname":"oxz_switch","pid":4903} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:47.109744337Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportrear0_0 addrs [fe80::cc6c:36ff:fef4:6cd4]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:47.115427965Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:47.118981944Z","hostname":"oxz_switch","pid":4903} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:48.505436177Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportrear0_0 addrs [fe80::cc6c:36ff:fef4:6cd4]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:48.511098095Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:48.514292164Z","hostname":"oxz_switch","pid":4903} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:49.476451316Z","hostname":"oxz_switch","pid":4903,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6180587068287732672"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:49.608200235Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportrear0_0 addrs [fe80::cc6c:36ff:fef4:6cd4]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:49.613433921Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:49.616507437Z","hostname":"oxz_switch","pid":4903} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:50.610290092Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportrear0_0 addrs [fe80::cc6c:36ff:fef4:6cd4]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:50.616027042Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:50.619262552Z","hostname":"oxz_switch","pid":4903} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:51.162130884Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportrear0_0 addrs [fe80::cc6c:36ff:fef4:6cd4]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:51.167457723Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:51.171099154Z","hostname":"oxz_switch","pid":4903} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:51.244049142Z","hostname":"oxz_switch","pid":4903,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"18182632984569870649"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:51.913386465Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportrear0_0 addrs [fe80::cc6c:36ff:fef4:6cd4]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:51.91892948Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:51.922405377Z","hostname":"oxz_switch","pid":4903} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:52.951461037Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportrear0_0 addrs [fe80::cc6c:36ff:fef4:6cd4]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:52.957412954Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:52.960587902Z","hostname":"oxz_switch","pid":4903} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:52.965223602Z","hostname":"oxz_switch","pid":4903,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2025-12-19T21:29:52.966570519Z","hostname":"oxz_switch","pid":4903,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/e76962a/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"124.032379513s","count":"6"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:54.363194645Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportrear0_0 addrs [fe80::cc6c:36ff:fef4:6cd4]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:54.368480593Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:54.371407294Z","hostname":"oxz_switch","pid":4903} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:55.614396539Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportrear0_0 addrs [fe80::cc6c:36ff:fef4:6cd4]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:55.61981528Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:55.622916737Z","hostname":"oxz_switch","pid":4903} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:56.504710554Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportrear0_0 addrs [fe80::cc6c:36ff:fef4:6cd4]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:56.510650291Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:56.513996624Z","hostname":"oxz_switch","pid":4903} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:57.92854988Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportrear0_0 addrs [fe80::cc6c:36ff:fef4:6cd4]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:57.934251339Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:57.937115419Z","hostname":"oxz_switch","pid":4903} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:59.357917971Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportrear0_0 addrs [fe80::cc6c:36ff:fef4:6cd4]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:59.36325877Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:59.366362476Z","hostname":"oxz_switch","pid":4903} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:29:59.452347988Z","hostname":"oxz_switch","pid":4903,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"6180587068287732672"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:30:00.694495049Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportrear0_0 addrs [fe80::cc6c:36ff:fef4:6cd4]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:30:00.70026707Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:30:00.703596203Z","hostname":"oxz_switch","pid":4903} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:30:01.220027167Z","hostname":"oxz_switch","pid":4903,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"18182632984569870649"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:30:01.347919449Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportrear0_0 addrs [fe80::cc6c:36ff:fef4:6cd4]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:30:01.353665529Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:30:01.356805727Z","hostname":"oxz_switch","pid":4903} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:30:02.075720115Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportrear0_0 addrs [fe80::cc6c:36ff:fef4:6cd4]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:30:02.081311221Z","hostname":"oxz_switch","pid":4903} {"msg":"sync tfportqsfp0_0 addrs [10.151.1.174]","v":0,"name":"tfportd","level":20,"time":"2025-12-19T21:30:02.085099007Z","hostname":"oxz_switch","pid":4903}