[ Feb 3 21:12:34 Enabled. ] [ Feb 3 21:12:34 Rereading configuration. ] [ Feb 3 21:12:35 Rereading configuration. ] [ Feb 3 21:12:56 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ Feb 3 21:12:56 Method "start" exited with status 0. ] No non-localhost IPv6 addresses found in SMF properties {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-02-03T21:12:56.490348384Z","hostname":"oxz_switch","pid":5392,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-9f6b8f71","v":0,"name":"tfportd","level":30,"time":"2026-02-03T21:12:56.536061779Z","hostname":"oxz_switch","pid":5392} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-02-03T21:12:56.536383409Z","hostname":"oxz_switch","pid":5392} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-02-03T21:12:56.538368208Z","hostname":"oxz_switch","pid":5392,"unit":"oximeter"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-02-03T21:12:56.539044349Z","hostname":"oxz_switch","pid":5392,"unit":"signal_handler"} No non-localhost IPv6 addresses found in SMF properties {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n 31b37f59-785f-4b61-9799-d7ae1d038657,\n ),\n sled_id: Some(\n b22e8cfe-0426-411f-8dc8-167b022c87d8,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"sock\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-02-03T21:12:56.540239535Z","hostname":"oxz_switch","pid":5392} {"msg":"no non-localhost IPv6 listen address available, waiting for SMF update","v":0,"name":"tfportd","level":30,"time":"2026-02-03T21:12:56.540261205Z","hostname":"oxz_switch","pid":5392,"unit":"oximeter"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-02-03T21:12:56.544786402Z","hostname":"oxz_switch","pid":5392,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::703e:4ff:feea:9987->72:3e:04:ea:99:87"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:12:56.549192664Z","hostname":"oxz_switch","pid":5392} {"msg":"sync tfportrear0_0 addrs [fe80::703e:4ff:feea:9987]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:12:56.55470127Z","hostname":"oxz_switch","pid":5392} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-02-03T21:12:56.559972529Z","hostname":"oxz_switch","pid":5392} [ Feb 3 21:12:57 Rereading configuration. ] [ Feb 3 21:12:57 Executing refresh method (:kill). ] [ Feb 3 21:12:57 Stopping because all processes in service exited. ] [ Feb 3 21:12:57 Executing stop method (:kill). ] [ Feb 3 21:12:57 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync-only &"). ] [ Feb 3 21:12:57 Method "start" exited with status 0. ] {"msg":"connecting to dpd","v":0,"name":"tfportd","level":30,"time":"2026-02-03T21:12:57.06460544Z","hostname":"oxz_switch","pid":5458,"port":12224,"host":"[::1]"} {"msg":"connected to dpd running softnpu-9f6b8f71","v":0,"name":"tfportd","level":30,"time":"2026-02-03T21:12:57.106640544Z","hostname":"oxz_switch","pid":5458} {"msg":"running in sync-only mode","v":0,"name":"tfportd","level":30,"time":"2026-02-03T21:12:57.106994035Z","hostname":"oxz_switch","pid":5458} {"msg":"found suitable IPv6 address for oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-02-03T21:12:57.107076848Z","hostname":"oxz_switch","pid":5458,"unit":"oximeter","address":"fd00:1122:3344:101::2"} {"msg":"refreshing SMF config prior to waiting on signals","v":0,"name":"tfportd","level":30,"time":"2026-02-03T21:12:57.10882514Z","hostname":"oxz_switch","pid":5458,"unit":"signal_handler"} {"msg":"extracted oximeter configuration data","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:12:57.108906543Z","hostname":"oxz_switch","pid":5458,"unit":"oximeter","config":"OximeterConfig { listen_address: fd00:1122:3344:101::2, sled_identifiers: SledIdentifiers { rack_id: 31b37f59-785f-4b61-9799-d7ae1d038657, sled_id: b22e8cfe-0426-411f-8dc8-167b022c87d8, model: \"i86pc\", revision: 0, serial: \"sock\" }, switch_identifiers: SwitchIdentifiers { asic_backend: \"softnpu\", fab: None, lot: None, model: \"FAKE_SIM_SIDECAR\", revision: 0, serial: \"SimSidecar0\", sidecar_id: 68a56cff-6937-4050-b8c4-787285681195, slot: 0, wafer: None, wafer_loc: None } }"} {"msg":"created producer ID","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:12:57.108922283Z","hostname":"oxz_switch","pid":5458,"unit":"oximeter","producer_id":"eb389f58-154e-4a2e-a295-b9a79a47101a"} {"msg":"refreshed config: Config {\n log_file: None,\n log_format: Json,\n listen_addresses: [\n [fd00:1122:3344:101::2]:12231,\n [::1]:12231,\n ],\n pkt_source: None,\n dpd_host: \"[::1]\",\n dpd_port: 12224,\n vlan_link: None,\n vlan_data: None,\n techport0_prefix: None,\n techport1_prefix: None,\n rack_id: Some(\n 31b37f59-785f-4b61-9799-d7ae1d038657,\n ),\n sled_id: Some(\n b22e8cfe-0426-411f-8dc8-167b022c87d8,\n ),\n sled_model: Some(\n \"i86pc\",\n ),\n sled_revision: Some(\n 0,\n ),\n sled_serial: Some(\n \"sock\",\n ),\n}","v":0,"name":"tfportd","level":30,"time":"2026-02-03T21:12:57.110509031Z","hostname":"oxz_switch","pid":5458} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:12:57.116344146Z","hostname":"oxz_switch","pid":5458} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-02-03T21:12:57.118294135Z","hostname":"oxz_switch","pid":5458,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::703e:4ff:feea:9987->72:3e:04:ea:99:87"} {"msg":"registered DTrace probes","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:12:57.120861692Z","hostname":"oxz_switch","pid":5458,"unit":"producer-server","unit":"oximeter"} {"msg":"sync tfportrear0_0 addrs [fe80::703e:4ff:feea:9987]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:12:57.121661706Z","hostname":"oxz_switch","pid":5458} {"msg":"registered endpoint","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:12:57.122135361Z","hostname":"oxz_switch","pid":5458,"local_addr":"[fd00:1122:3344:101::2]:35373","component":"dropshot","unit":"producer-server","unit":"oximeter","versions":"all","path":"/{producer_id}","method":"GET"} {"msg":"listening","v":0,"name":"tfportd","level":30,"time":"2026-02-03T21:12:57.122168722Z","hostname":"oxz_switch","pid":5458,"local_addr":"[fd00:1122:3344:101::2]:35373","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:328","unit":"producer-server","unit":"oximeter"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:12:57.122534962Z","hostname":"oxz_switch","pid":5458,"local_addr":"[fd00:1122:3344:101::2]:35373","component":"dropshot","unit":"producer-server","unit":"oximeter"} {"msg":"Requested any available port, Dropshot server has been bound to [fd00:1122:3344:101::2]:35373","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:12:57.122545603Z","hostname":"oxz_switch","pid":5458,"unit":"producer-server","unit":"oximeter"} {"msg":"Nexus IP not provided, will use DNS to resolve it","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:12:57.122554493Z","hostname":"oxz_switch","pid":5458,"unit":"producer-server","unit":"oximeter"} {"msg":"new DNS resolver","v":0,"name":"tfportd","level":30,"time":"2026-02-03T21:12:57.12377846Z","hostname":"oxz_switch","pid":5458,"component":"internal-dns-resolver","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/internal-dns/resolver/src/resolver.rs:144","unit":"producer-server","unit":"oximeter","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"starting producer registration task","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:12:57.124523942Z","hostname":"oxz_switch","pid":5458,"unit":"producer-server","unit":"oximeter"} {"msg":"tfportqsfp0_0 has no addrs","v":0,"name":"tfportd","level":40,"time":"2026-02-03T21:12:57.124603055Z","hostname":"oxz_switch","pid":5458} {"msg":"starting oximeter metric producer server","v":0,"name":"tfportd","level":30,"time":"2026-02-03T21:12:57.124634976Z","hostname":"oxz_switch","pid":5458,"file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:279","unit":"producer-server","unit":"oximeter","interval":"30s","address":"[fd00:1122:3344:101::2]:35373","producer_id":"eb389f58-154e-4a2e-a295-b9a79a47101a"} {"msg":"created oximeter producer server","v":0,"name":"tfportd","level":30,"time":"2026-02-03T21:12:57.124647646Z","hostname":"oxz_switch","pid":5458,"unit":"oximeter"} {"msg":"registering as oximeter producer with Nexus","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:12:57.124653256Z","hostname":"oxz_switch","pid":5458,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","registration_count":"0"} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:12:57.124679157Z","hostname":"oxz_switch","pid":5458,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:12:57.124851242Z","hostname":"oxz_switch","pid":5458,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-02-03T21:12:30.258798098Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportrear0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:12:57.124886613Z","hostname":"oxz_switch","pid":5458,"component":"kstat-sampler-worker","unit":"oximeter","id":"14737799007253439550"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:12:57.124894664Z","hostname":"oxz_switch","pid":5458,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportrear0_0"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-02-03T21:12:57.125970566Z","hostname":"oxz_switch","pid":5458,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"proto error: no records found for Query { name: Name(\\\"_nexus._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"","delay":"1.32417ms","count":"0"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-02-03T21:12:57.379544314Z","hostname":"oxz_switch","pid":5458,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"proto error: no records found for Query { name: Name(\\\"_nexus._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"","delay":"254.869877ms","count":"1"} {"msg":"added new ARP entry","v":0,"name":"tfportd","level":30,"time":"2026-02-03T21:12:57.794633402Z","hostname":"oxz_switch","pid":5458,"interface":"tfportqsfp0_0","entry":"10.151.2.174->8e:13:da:8c:da:ac"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-02-03T21:12:57.892386543Z","hostname":"oxz_switch","pid":5458,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"proto error: no records found for Query { name: Name(\\\"_nexus._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"","delay":"767.719186ms","count":"2"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:12:58.385081214Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::703e:4ff:feea:9987]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:12:58.39090485Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:12:58.393548529Z","hostname":"oxz_switch","pid":5458} {"msg":"adding new target","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:12:58.393773956Z","hostname":"oxz_switch","pid":5458,"component":"kstat-sampler","unit":"oximeter","name":"switch_port_control_data_link"} {"msg":"storing new creation time for tracked target","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:12:58.395143377Z","hostname":"oxz_switch","pid":5458,"component":"kstat-sampler-worker","unit":"oximeter","creation_time":"2026-02-03T21:12:30.258662335Z","path":"KstatPath { module: \"link\", instance: 0, name: \"tfportqsfp0_0\" }"} {"msg":"inserted empty per-target sample queue","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:12:58.395179988Z","hostname":"oxz_switch","pid":5458,"component":"kstat-sampler-worker","unit":"oximeter","id":"5830328683346957500"} {"msg":"added new link to kstat sampler","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:12:58.395196099Z","hostname":"oxz_switch","pid":5458,"unit":"metrics-task-tracker","unit":"oximeter","link_kind":"switch-port-control","link_name":"tfportqsfp0_0"} {"msg":"added new NDP entry","v":0,"name":"tfportd","level":30,"time":"2026-02-03T21:12:58.491416803Z","hostname":"oxz_switch","pid":5458,"interface":"tfportrear0_0","entry":"tfportrear0_0:fe80::60ab:49ff:fe52:e8a1->62:ab:49:52:e8:a1"} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:12:59.373884251Z","hostname":"oxz_switch","pid":5458,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"700aed7f-ae1c-4ac5-9739-c91e186f8b0f.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"753fc4fb-3ac2-4233-9333-1ec564b3e388.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"9082d449-b202-4be7-a66a-77237ac91b25.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"9082d449-b202-4be7-a66a-77237ac91b25.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 685, tv_nsec: 320620679 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:12:59.37449406Z","hostname":"oxz_switch","pid":5458,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:12:59.408205084Z","hostname":"oxz_switch","pid":5458,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:12:59.611163229Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::703e:4ff:feea:9987]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:12:59.615857891Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:12:59.618734587Z","hostname":"oxz_switch","pid":5458} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:00.266239596Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::703e:4ff:feea:9987]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:00.271523835Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:00.274483534Z","hostname":"oxz_switch","pid":5458} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:01.756965153Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::703e:4ff:feea:9987]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:01.760997234Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:01.764072677Z","hostname":"oxz_switch","pid":5458} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:02.593031845Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::703e:4ff:feea:9987]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:02.598144109Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:02.600994555Z","hostname":"oxz_switch","pid":5458} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:03.846668689Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::703e:4ff:feea:9987]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:03.850521945Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:03.853161855Z","hostname":"oxz_switch","pid":5458} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:05.080455227Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::703e:4ff:feea:9987]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:05.085455527Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:05.088566891Z","hostname":"oxz_switch","pid":5458} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:05.943779819Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::703e:4ff:feea:9987]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:05.94811626Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:05.950827671Z","hostname":"oxz_switch","pid":5458} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:07.006368585Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::703e:4ff:feea:9987]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:07.011500839Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:07.014153149Z","hostname":"oxz_switch","pid":5458} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:07.12853728Z","hostname":"oxz_switch","pid":5458,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"14737799007253439550"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:08.317916921Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::703e:4ff:feea:9987]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:08.322344245Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:08.325319864Z","hostname":"oxz_switch","pid":5458} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:08.397831516Z","hostname":"oxz_switch","pid":5458,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"5830328683346957500"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:09.042782898Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::703e:4ff:feea:9987]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:09.047244872Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:09.050120958Z","hostname":"oxz_switch","pid":5458} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:09.642775058Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::703e:4ff:feea:9987]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:09.647414787Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:09.650297464Z","hostname":"oxz_switch","pid":5458} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:10.326098485Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::703e:4ff:feea:9987]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:10.330462786Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:10.333419285Z","hostname":"oxz_switch","pid":5458} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:11.538689624Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::703e:4ff:feea:9987]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:11.542499088Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:11.545400065Z","hostname":"oxz_switch","pid":5458} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:12.411286614Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::703e:4ff:feea:9987]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:12.415545032Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:12.418609724Z","hostname":"oxz_switch","pid":5458} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:13.15224625Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::703e:4ff:feea:9987]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:13.15689073Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:13.16020465Z","hostname":"oxz_switch","pid":5458} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:14.288754657Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::703e:4ff:feea:9987]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:14.29719084Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:14.3008439Z","hostname":"oxz_switch","pid":5458} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:14.418676455Z","hostname":"oxz_switch","pid":5458,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-02-03T21:13:14.419565482Z","hostname":"oxz_switch","pid":5458,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"17.285918345s","count":"3"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:15.607383426Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::703e:4ff:feea:9987]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:15.613104248Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:15.615950482Z","hostname":"oxz_switch","pid":5458} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:16.412054973Z","hostname":"oxz_switch","pid":5458,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"700aed7f-ae1c-4ac5-9739-c91e186f8b0f.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"753fc4fb-3ac2-4233-9333-1ec564b3e388.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"9082d449-b202-4be7-a66a-77237ac91b25.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"9082d449-b202-4be7-a66a-77237ac91b25.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 702, tv_nsec: 346201642 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:16.412618436Z","hostname":"oxz_switch","pid":5458,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:16.448098581Z","hostname":"oxz_switch","pid":5458,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:16.598402139Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::703e:4ff:feea:9987]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:16.603523677Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:16.606583583Z","hostname":"oxz_switch","pid":5458} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:17.146545472Z","hostname":"oxz_switch","pid":5458,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"14737799007253439550"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:17.966641189Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::703e:4ff:feea:9987]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:17.987844268Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:18.001136525Z","hostname":"oxz_switch","pid":5458} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:18.421024903Z","hostname":"oxz_switch","pid":5458,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"5830328683346957500"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:18.654269094Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::703e:4ff:feea:9987]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:18.676998586Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:18.69220019Z","hostname":"oxz_switch","pid":5458} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:19.920198256Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::703e:4ff:feea:9987]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:19.926082061Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:19.930453865Z","hostname":"oxz_switch","pid":5458} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:21.091080898Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::703e:4ff:feea:9987]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:21.095635588Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:21.098628957Z","hostname":"oxz_switch","pid":5458} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:22.073819297Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::703e:4ff:feea:9987]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:22.078803634Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:22.081938047Z","hostname":"oxz_switch","pid":5458} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:23.051932127Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::703e:4ff:feea:9987]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:23.056130547Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:23.058687857Z","hostname":"oxz_switch","pid":5458} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:23.679765135Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::703e:4ff:feea:9987]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:23.684214396Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:23.687268622Z","hostname":"oxz_switch","pid":5458} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:24.664167714Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::703e:4ff:feea:9987]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:24.669820189Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:24.673040028Z","hostname":"oxz_switch","pid":5458} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:26.031186647Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::703e:4ff:feea:9987]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:26.035101582Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:26.037860603Z","hostname":"oxz_switch","pid":5458} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:27.177504284Z","hostname":"oxz_switch","pid":5458,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"14737799007253439550"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:27.52695093Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::703e:4ff:feea:9987]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:27.531991097Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:27.534820232Z","hostname":"oxz_switch","pid":5458} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:28.359713201Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::703e:4ff:feea:9987]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:28.365665232Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:28.368976172Z","hostname":"oxz_switch","pid":5458} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:28.448482348Z","hostname":"oxz_switch","pid":5458,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"5830328683346957500"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:29.535219596Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::703e:4ff:feea:9987]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:29.540232229Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:29.543220108Z","hostname":"oxz_switch","pid":5458} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:30.146676229Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::703e:4ff:feea:9987]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:30.152673787Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:30.155647286Z","hostname":"oxz_switch","pid":5458} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:30.898984688Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::703e:4ff:feea:9987]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:30.905216337Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:30.909312109Z","hostname":"oxz_switch","pid":5458} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:31.596860241Z","hostname":"oxz_switch","pid":5458,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-02-03T21:13:31.596929768Z","hostname":"oxz_switch","pid":5458,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"34.322809709s","count":"4"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:31.906604855Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::703e:4ff:feea:9987]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:31.912191046Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:31.915770961Z","hostname":"oxz_switch","pid":5458} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:33.042640245Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::703e:4ff:feea:9987]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:33.051195592Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:33.055657536Z","hostname":"oxz_switch","pid":5458} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:33.78900287Z","hostname":"oxz_switch","pid":5458,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"700aed7f-ae1c-4ac5-9739-c91e186f8b0f.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"753fc4fb-3ac2-4233-9333-1ec564b3e388.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"9082d449-b202-4be7-a66a-77237ac91b25.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"9082d449-b202-4be7-a66a-77237ac91b25.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 719, tv_nsec: 676109653 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:33.789502235Z","hostname":"oxz_switch","pid":5458,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:33.824114693Z","hostname":"oxz_switch","pid":5458,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:33.850825168Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::703e:4ff:feea:9987]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:33.855325175Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:33.858472195Z","hostname":"oxz_switch","pid":5458} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:34.467083263Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::703e:4ff:feea:9987]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:34.472965343Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:34.476582052Z","hostname":"oxz_switch","pid":5458} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:35.192625801Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::703e:4ff:feea:9987]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:35.19720257Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:35.200499053Z","hostname":"oxz_switch","pid":5458} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:36.54247197Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::703e:4ff:feea:9987]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:36.547386239Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:36.550368148Z","hostname":"oxz_switch","pid":5458} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:37.206994414Z","hostname":"oxz_switch","pid":5458,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"14737799007253439550"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:37.913477476Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::703e:4ff:feea:9987]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:37.918808031Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:37.921571888Z","hostname":"oxz_switch","pid":5458} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:38.478165591Z","hostname":"oxz_switch","pid":5458,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"5830328683346957500"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:38.876184515Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::703e:4ff:feea:9987]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:38.880977567Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:38.883706215Z","hostname":"oxz_switch","pid":5458} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:39.873450546Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::703e:4ff:feea:9987]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:39.878622393Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:39.881481755Z","hostname":"oxz_switch","pid":5458} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:41.390712288Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::703e:4ff:feea:9987]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:41.395740745Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:41.398647399Z","hostname":"oxz_switch","pid":5458} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:42.08063832Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::703e:4ff:feea:9987]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:42.086855547Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:42.090103484Z","hostname":"oxz_switch","pid":5458} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:43.585138793Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::703e:4ff:feea:9987]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:43.591545585Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:43.595402369Z","hostname":"oxz_switch","pid":5458} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:44.443655669Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::703e:4ff:feea:9987]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:44.449431539Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:44.452689645Z","hostname":"oxz_switch","pid":5458} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:45.374225842Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::703e:4ff:feea:9987]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:45.379385325Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:45.382503628Z","hostname":"oxz_switch","pid":5458} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:45.966596173Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::703e:4ff:feea:9987]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:45.970973183Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:45.974158268Z","hostname":"oxz_switch","pid":5458} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:47.205419727Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::703e:4ff:feea:9987]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:47.21235499Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:47.215403688Z","hostname":"oxz_switch","pid":5458} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:47.237009182Z","hostname":"oxz_switch","pid":5458,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"14737799007253439550"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:47.843132428Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::703e:4ff:feea:9987]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:47.848304275Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:47.851032844Z","hostname":"oxz_switch","pid":5458} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:48.429470502Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::703e:4ff:feea:9987]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:48.434812413Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:48.43742481Z","hostname":"oxz_switch","pid":5458} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:48.506935682Z","hostname":"oxz_switch","pid":5458,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"5830328683346957500"} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:48.866032146Z","hostname":"oxz_switch","pid":5458,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-02-03T21:13:48.866881481Z","hostname":"oxz_switch","pid":5458,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"51.642015376s","count":"5"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:49.716681566Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::703e:4ff:feea:9987]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:49.721999549Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:49.725082364Z","hostname":"oxz_switch","pid":5458} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:51.147452188Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::703e:4ff:feea:9987]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:51.153223251Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:51.156102386Z","hostname":"oxz_switch","pid":5458} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:52.098127487Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::703e:4ff:feea:9987]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:52.102951101Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:52.105617199Z","hostname":"oxz_switch","pid":5458} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:53.187289884Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::703e:4ff:feea:9987]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:53.191897127Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:53.194542179Z","hostname":"oxz_switch","pid":5458} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:54.562416764Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::703e:4ff:feea:9987]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:54.567349856Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:54.570684084Z","hostname":"oxz_switch","pid":5458} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:55.324254386Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::703e:4ff:feea:9987]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:55.329039108Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:55.331841884Z","hostname":"oxz_switch","pid":5458} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:56.408649356Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::703e:4ff:feea:9987]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:56.41416836Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:56.417384684Z","hostname":"oxz_switch","pid":5458} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:57.265352454Z","hostname":"oxz_switch","pid":5458,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"14737799007253439550"} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:57.448356078Z","hostname":"oxz_switch","pid":5458,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"700aed7f-ae1c-4ac5-9739-c91e186f8b0f.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"753fc4fb-3ac2-4233-9333-1ec564b3e388.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"9082d449-b202-4be7-a66a-77237ac91b25.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"9082d449-b202-4be7-a66a-77237ac91b25.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 743, tv_nsec: 271963525 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:57.448803288Z","hostname":"oxz_switch","pid":5458,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:57.480293243Z","hostname":"oxz_switch","pid":5458,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:57.737723981Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::703e:4ff:feea:9987]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:57.742794902Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:57.746309867Z","hostname":"oxz_switch","pid":5458} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:58.53551805Z","hostname":"oxz_switch","pid":5458,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"5830328683346957500"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:58.937400701Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::703e:4ff:feea:9987]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:58.942691745Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:58.945966875Z","hostname":"oxz_switch","pid":5458} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:59.608144115Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::703e:4ff:feea:9987]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:59.613509871Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:13:59.616791571Z","hostname":"oxz_switch","pid":5458} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:00.937152191Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::703e:4ff:feea:9987]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:00.943234434Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:00.946179561Z","hostname":"oxz_switch","pid":5458} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:01.907640513Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::703e:4ff:feea:9987]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:01.913143655Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:01.916416355Z","hostname":"oxz_switch","pid":5458} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:03.319505578Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::703e:4ff:feea:9987]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:03.324937683Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:03.327846982Z","hostname":"oxz_switch","pid":5458} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:04.402416595Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::703e:4ff:feea:9987]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:04.407897829Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:04.411201268Z","hostname":"oxz_switch","pid":5458} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:05.549023491Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::703e:4ff:feea:9987]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:05.554932947Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:05.558243811Z","hostname":"oxz_switch","pid":5458} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:06.936394503Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::703e:4ff:feea:9987]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:06.941864347Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:06.944739992Z","hostname":"oxz_switch","pid":5458} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:07.2939017Z","hostname":"oxz_switch","pid":5458,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"14737799007253439550"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:08.451198906Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::703e:4ff:feea:9987]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:08.45695583Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:08.460322202Z","hostname":"oxz_switch","pid":5458} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:08.563848302Z","hostname":"oxz_switch","pid":5458,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"5830328683346957500"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:09.086527087Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::703e:4ff:feea:9987]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:09.093034248Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:09.096750954Z","hostname":"oxz_switch","pid":5458} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:10.279091606Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::703e:4ff:feea:9987]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:10.284477204Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:10.287289599Z","hostname":"oxz_switch","pid":5458} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:11.347425056Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::703e:4ff:feea:9987]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:11.352405978Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:11.355147071Z","hostname":"oxz_switch","pid":5458} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:12.341230533Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::703e:4ff:feea:9987]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:12.346570498Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:12.349455658Z","hostname":"oxz_switch","pid":5458} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:12.522565094Z","hostname":"oxz_switch","pid":5458,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-02-03T21:14:12.52352234Z","hostname":"oxz_switch","pid":5458,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"75.234993352s","count":"6"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:12.926089762Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::703e:4ff:feea:9987]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:12.931816653Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:12.935341865Z","hostname":"oxz_switch","pid":5458} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:14.1270319Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::703e:4ff:feea:9987]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:14.132505819Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:14.135499339Z","hostname":"oxz_switch","pid":5458} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:14.738031093Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::703e:4ff:feea:9987]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:14.742574129Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:14.745409281Z","hostname":"oxz_switch","pid":5458} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:15.86305424Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::703e:4ff:feea:9987]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:15.868387598Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:15.871569245Z","hostname":"oxz_switch","pid":5458} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:16.966322733Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::703e:4ff:feea:9987]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:16.976160055Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:16.979655934Z","hostname":"oxz_switch","pid":5458} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:17.323022726Z","hostname":"oxz_switch","pid":5458,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"14737799007253439550"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:17.884606355Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::703e:4ff:feea:9987]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:17.890029095Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:17.892964547Z","hostname":"oxz_switch","pid":5458} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:18.592033253Z","hostname":"oxz_switch","pid":5458,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"5830328683346957500"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:19.355634149Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::703e:4ff:feea:9987]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:19.361146647Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:19.36442053Z","hostname":"oxz_switch","pid":5458} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:20.739528833Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::703e:4ff:feea:9987]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:20.745198025Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:20.748607072Z","hostname":"oxz_switch","pid":5458} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:21.326353377Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::703e:4ff:feea:9987]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:21.331793406Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:21.334883995Z","hostname":"oxz_switch","pid":5458} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:22.355693396Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::703e:4ff:feea:9987]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:22.361716904Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:22.364895159Z","hostname":"oxz_switch","pid":5458} {"msg":"lookup_socket_v6 srv","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:22.570878563Z","hostname":"oxz_switch","pid":5458,"component":"internal-dns-resolver","unit":"producer-server","unit":"oximeter","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"700aed7f-ae1c-4ac5-9739-c91e186f8b0f.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"753fc4fb-3ac2-4233-9333-1ec564b3e388.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"9082d449-b202-4be7-a66a-77237ac91b25.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"9082d449-b202-4be7-a66a-77237ac91b25.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 768, tv_nsec: 326926812 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} {"msg":"will register with Nexus at [fd00:1122:3344:101::c]:12221","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:22.571518995Z","hostname":"oxz_switch","pid":5458,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter"} {"msg":"client request","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:22.607692055Z","hostname":"oxz_switch","pid":5458,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:23.459922042Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::703e:4ff:feea:9987]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:23.470244628Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:23.475707508Z","hostname":"oxz_switch","pid":5458} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:32.586761583Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::703e:4ff:feea:9987]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:32.62620145Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:32.741840965Z","hostname":"oxz_switch","pid":5458} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:32.76866488Z","hostname":"oxz_switch","pid":5458,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"14737799007253439550"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:32.77133042Z","hostname":"oxz_switch","pid":5458,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"5830328683346957500"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:34.158800978Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::703e:4ff:feea:9987]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:34.171585857Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:34.192248239Z","hostname":"oxz_switch","pid":5458} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:35.10726785Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::703e:4ff:feea:9987]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:35.116759538Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:35.128200147Z","hostname":"oxz_switch","pid":5458} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:35.807733921Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::703e:4ff:feea:9987]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:35.82008035Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:35.831014042Z","hostname":"oxz_switch","pid":5458} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:36.940798777Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::703e:4ff:feea:9987]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:36.949688874Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:36.954947815Z","hostname":"oxz_switch","pid":5458} {"msg":"client response","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:37.661940479Z","hostname":"oxz_switch","pid":5458,"component":"producer-registration-task","unit":"producer-server","unit":"oximeter","result":"Err(reqwest::Error { kind: Request, url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", source: TimedOut })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"tfportd","level":40,"time":"2026-02-03T21:14:37.698413397Z","hostname":"oxz_switch","pid":5458,"component":"producer-registration-task","file":"/home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/8e30605/oximeter/producer/src/lib.rs:371","unit":"producer-server","unit":"oximeter","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"100.341548012s","count":"7"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:38.028558812Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::703e:4ff:feea:9987]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:38.036802573Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:38.045108064Z","hostname":"oxz_switch","pid":5458} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:39.528341039Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::703e:4ff:feea:9987]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:39.535867784Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:39.540403569Z","hostname":"oxz_switch","pid":5458} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:40.27279816Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::703e:4ff:feea:9987]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:40.279948378Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:40.28804696Z","hostname":"oxz_switch","pid":5458} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:41.268224501Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::703e:4ff:feea:9987]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:41.275289381Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:41.279309915Z","hostname":"oxz_switch","pid":5458} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:42.741172514Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::703e:4ff:feea:9987]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:42.747194035Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:42.751491415Z","hostname":"oxz_switch","pid":5458} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:42.799065806Z","hostname":"oxz_switch","pid":5458,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"14737799007253439550"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:42.799627412Z","hostname":"oxz_switch","pid":5458,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"5830328683346957500"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:43.787142211Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::703e:4ff:feea:9987]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:43.794467272Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:43.799376749Z","hostname":"oxz_switch","pid":5458} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:44.360641534Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::703e:4ff:feea:9987]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:44.367011956Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:44.370537811Z","hostname":"oxz_switch","pid":5458} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:45.01069074Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::703e:4ff:feea:9987]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:45.01567125Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:45.018935268Z","hostname":"oxz_switch","pid":5458} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:45.912410018Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::703e:4ff:feea:9987]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:45.918348277Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:45.921406319Z","hostname":"oxz_switch","pid":5458} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:46.959410286Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::703e:4ff:feea:9987]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:46.965251972Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:46.968879991Z","hostname":"oxz_switch","pid":5458} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:48.299019781Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::703e:4ff:feea:9987]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:48.304484446Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:48.307866497Z","hostname":"oxz_switch","pid":5458} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:49.529970047Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::703e:4ff:feea:9987]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:49.537503704Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:49.540212165Z","hostname":"oxz_switch","pid":5458} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:51.00151628Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::703e:4ff:feea:9987]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:51.00917824Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:51.013401677Z","hostname":"oxz_switch","pid":5458} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:51.869246203Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::703e:4ff:feea:9987]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:51.87578997Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:51.879781321Z","hostname":"oxz_switch","pid":5458} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:52.799505228Z","hostname":"oxz_switch","pid":5458,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"14737799007253439550"} {"msg":"pulled samples from target","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:52.8005675Z","hostname":"oxz_switch","pid":5458,"component":"kstat-sampler-worker","unit":"oximeter","n_samples":6,"id":"5830328683346957500"} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:53.223129626Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::703e:4ff:feea:9987]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:53.228039423Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:53.231010393Z","hostname":"oxz_switch","pid":5458} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:53.839600664Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::703e:4ff:feea:9987]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:53.845611996Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:53.848599345Z","hostname":"oxz_switch","pid":5458} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:54.801186307Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::703e:4ff:feea:9987]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:54.80828837Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:54.81259396Z","hostname":"oxz_switch","pid":5458} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:55.346412182Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::703e:4ff:feea:9987]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:55.354181505Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:55.359013881Z","hostname":"oxz_switch","pid":5458} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:56.059506627Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::703e:4ff:feea:9987]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:56.067128837Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:56.070358524Z","hostname":"oxz_switch","pid":5458} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:57.14680043Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::703e:4ff:feea:9987]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:57.151473981Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:57.154011997Z","hostname":"oxz_switch","pid":5458} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:58.545357246Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::703e:4ff:feea:9987]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:58.551014896Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:58.553833711Z","hostname":"oxz_switch","pid":5458} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:59.891199576Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::703e:4ff:feea:9987]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:59.897496916Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:14:59.901786445Z","hostname":"oxz_switch","pid":5458} {"msg":"found simports [\n \"tfportrear0_0\",\n \"tfportqsfp0_0\",\n]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:15:01.400613447Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportrear0_0 addrs [fe80::703e:4ff:feea:9987]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:15:01.409173075Z","hostname":"oxz_switch","pid":5458} {"msg":"sync tfportqsfp0_0 addrs [10.151.2.174]","v":0,"name":"tfportd","level":20,"time":"2026-02-03T21:15:01.41401473Z","hostname":"oxz_switch","pid":5458}