fix: Filter out tokens in list that are not matching the criteria (#1…

…0684)

<!--
Before opening a pull request, please read the [contributing
guidelines](https://github.com/pancakeswap/pancake-frontend/blob/develop/CONTRIBUTING.md)
first
-->

<!-- start pr-codex -->

---

## PR-Codex overview
This PR focuses on fixing the token filtering process in the
`getTokenList.ts` file to ensure only tokens meeting criteria are
included.

### Detailed summary
- Added filtering out tokens that do not match criteria
- Improved error handling for token list validation
- Added warning message for failed validation before filtering

> ✨ Ask PR-Codex anything about this PR by commenting with `/codex {your
question}`

<!-- end pr-codex -->

.changeset/funny-mirrors-rescue.md

@@ -0,0 +1,5 @@
+---
+'@pancakeswap/token-lists': patch
+---
+
+fix: Filter out tokens in list that are not matching the criteria

packages/token-lists/react/getTokenList.ts

@@ -33,18 +33,27 @@ export default async function getTokenList(listUrl: string): Promise<TokenList>
     }
 
     const json = await response.json()
-    if (json.tokens) {
-      remove<TokenInfo>(json.tokens, (token) => {
-        return token.symbol ? token.symbol.length === 0 : true
-      })
-    }
     if (!tokenListValidator(json)) {
-      const validationErrors: string =
+      const preFilterValidationErrors: string =
         tokenListValidator.errors?.reduce<string>((memo, error) => {
           const add = `${(error as any).dataPath} ${error.message ?? ''}`
           return memo.length > 0 ? `${memo}; ${add}` : `${add}`
         }, '') ?? 'unknown error'
-      throw new Error(`Token list failed validation: ${validationErrors}`)
+      if (json.tokens) {
+        remove<TokenInfo>(json.tokens, (token) => {
+          return !tokenListValidator({ ...json, tokens: [token] })
+        })
+      }
+      if (!tokenListValidator(json)) {
+        const validationErrors: string =
+          tokenListValidator.errors?.reduce<string>((memo, error) => {
+            const add = `${(error as any).dataPath} ${error.message ?? ''}`
+            return memo.length > 0 ? `${memo}; ${add}` : `${add}`
+          }, '') ?? 'unknown error'
+        throw new Error(`Token list ${url} failed validation: ${validationErrors}`)
+      } else {
+        console.warn(`Token list ${url} validation failed before token filtering: ${preFilterValidationErrors}`)
+      }
     }
     return json as TokenList
   }