Add CI action to test endpoints from whitelisted chains and providers

.github/workflows/pytest.yml

@@ -0,0 +1,25 @@
+name: Test RPC and LCD endpoints
+
+on:
+  workflow_dispatch:
+
+jobs:
+  test-endpoints:
+    runs-on: ubuntu-latest
+
+    steps:
+    - uses: actions/checkout@v2
+
+    - name: Set up Python
+      uses: actions/setup-python@v2
+      with:
+        python-version: '3.x'
+
+    - name: Install dependencies
+      run: |
+        python -m pip install --upgrade pip
+        pip install -r _tests/requirements.txt
+
+    - name: Run tests
+      run: |
+        pytest -v -n auto _tests

.gitignore

@@ -2,4 +2,6 @@
 .DS_Store
 .github/workflows/utility/__pycache__
 
-node_modules/
+node_modules/
+
+_tests/__pycache__

_tests/requirements.txt

@@ -0,0 +1,3 @@
+pytest
+pytest-xdist
+requests

_tests/test_endpoints.py

@@ -0,0 +1,92 @@
+# -*- coding: utf-8 -*-
+import requests
+import pytest
+from collections import namedtuple
+import glob
+import os
+import json
+import logging
+
+# Setup basic configuration for logging
+logging.basicConfig(level=logging.INFO, format='%(asctime)s - %(levelname)s - %(message)s')
+
+EndpointTest = namedtuple('EndpointTest', ['chain', 'endpoint', 'provider', 'address'])
+
+# Set this to False to ignore the whitelist and process all providers
+use_whitelist = True
+
+# Whitelist for specific chains and providers
+whitelist = {
+    "chains": [
+        "axelar",
+        "celestia",
+        "composable",
+        "cosmoshub",
+        "dydx",
+        "dymension",
+        "evmos",
+        "injective",
+        "neutron",
+        "noble",
+        "osmosis",
+        "stargaze",
+        "stride"
+    ],
+    "providers": [
+        "Osmosis Foundation", 
+        "Polkachu",
+        "CryptoCrew",
+        "forbole",
+        "Imperator.co",
+        "WhisperNode 🤐",
+        "chainlayer",
+        "Numia",
+        "Enigma",
+        "kjnodes",
+        "Stake&Relax 🦥",
+        "Allnodes ⚡️ Nodes & Staking",
+        "Lava",
+        "Golden Ratio Staking",
+        "Stargaze Foundation",
+    ]
+} if use_whitelist else {'chains': [], 'providers': []}
+
+def log_request_details(test_case, response):
+    logging.info(f"Testing {test_case.chain}-{test_case.endpoint.upper()}-{test_case.provider}")
+    logging.info(f"Request URL: {response.url}")
+    logging.info(f"Response Status Code: {response.status_code}")
+    logging.info(f"Response Body: {response.text}")
+
+def generate_endpoint_tests():
+    test_cases = []
+    logging.info(f"Current working directory: {os.getcwd()}")
+    files_found = glob.glob('**/chain.json', recursive=True)
+    for filename in files_found:
+        with open(filename) as f:
+            data = json.load(f)
+            chain_name = data.get('chain_name', 'unknown')
+            if 'apis' in data:
+                for api_type in ['rpc', 'rest']:
+                    for api in data['apis'].get(api_type, []):
+                        if 'provider' in api and (not use_whitelist or (chain_name in whitelist['chains'] and api['provider'] in whitelist['providers'])):
+                            address = api['address']
+                            if api_type == 'rpc':
+                                address += '/status'
+                            elif api_type == 'rest':
+                                address += '/cosmos/base/tendermint/v1beta1/syncing'
+                            test_cases.append(EndpointTest(chain=chain_name, endpoint=api_type, provider=api['provider'], address=address))
+    return test_cases
+
+test_cases = generate_endpoint_tests()
+if test_cases:
+    @pytest.mark.parametrize("test_case", test_cases, ids=lambda test_case: f"{test_case.chain.upper()}-{test_case.endpoint.upper()}-{test_case.provider}")
+    def test_endpoint_availability(test_case):
+        try:
+            response = requests.get(test_case.address, timeout=2)
+            log_request_details(test_case, response)
+            assert response.status_code == 200, f"{test_case.chain.upper()}-{test_case.endpoint.upper()}-{test_case.provider} endpoint not reachable"
+        except requests.exceptions.Timeout:
+            logging.error(f"{test_case.chain.upper()}-{test_case.endpoint.upper()}-{test_case.provider} endpoint timed out after 2 seconds")
+            pytest.fail(f"{test_case.chain.upper()}-{test_case.endpoint.upper()}-{test_case.provider} endpoint timed out after 2 seconds")
+else:
+    logging.error("Skipping tests due to no valid test cases.")