Merge pull request #3 from dhruvan2006/fix/non-static-url

Faheem12005 · web-flow · commit 677b740282f3 · 2024-12-08T16:29:31.000+05:30
Fixed the hard coding of leverage url to get contract address
diff --git a/pytoros/token.py b/pytoros/token.py
@@ -1,5 +1,7 @@
 import requests
 import pandas as pd
+from bs4 import BeautifulSoup
+import json
 
 class Token:
     """
@@ -11,7 +13,7 @@ class Token:
         "ARB": 42161,   # Arbitrum
         "BASE": 8453,   # Base
     }
-    TOROS_URL = "https://toros.finance/_next/data/mw471zlJ9uL1Ee-_If1FI/category/leverage.json?category=leverage"
+    TOROS_URL = "https://toros.finance/"
     GRAPHQL_URL = "https://api-v2.dhedge.org/graphql"
     SCALE_FACTOR = 10**18
 
@@ -36,14 +38,21 @@ def _get_chain_id(self) -> int:
     def _get_token_address(self) -> str:
         response = requests.get(self.TOROS_URL, timeout=10)
         response.raise_for_status()
-        data = response.json()
-
-        chain_id = self._get_chain_id()
-        products = data.get('pageProps', {}).get('products', [])
-
-        for product in products:
-            if product.get('chainId') == chain_id and product.get('symbol') == self.symbol:
-                return product.get('address')
+        html_content = response.text
+
+        soup = BeautifulSoup(html_content, "html.parser")
+        script_tag = soup.find("script", id="__NEXT_DATA__")
+
+        if script_tag:
+            try:
+                json_data = json.loads(script_tag.string)
+                chain_id = self._get_chain_id()
+                leverage = json_data["props"]["pageProps"]["categoryMap"]["Leverage"]
+                for token in leverage:
+                    if token["chainId"] == chain_id and token["symbol"] == self.symbol:
+                        return token["address"]
+            except json.JSONDecodeError as e:
+                print(f"Error decoding JSON: {e}")
 
         raise ValueError(f"Token with symbol '{self.symbol}' and chain '{self.chain_name}' not found.")
 
diff --git a/requirements.txt b/requirements.txt
@@ -1,3 +1,4 @@
+beautifulsoup4==4.12.3
 certifi==2024.8.30
 charset-normalizer==3.4.0
 idna==3.10
@@ -8,5 +9,6 @@ pytz==2024.2
 requests==2.32.3
 setuptools==75.6.0
 six==1.16.0
+soupsieve==2.6
 tzdata==2024.2
 urllib3==2.2.3
diff --git a/tests/test_token.py b/tests/test_token.py
@@ -6,15 +6,28 @@
 class TestToken(unittest.TestCase):
     @patch('requests.get')
     def test_get_token_address_success(self, mock_get):
+        mock_html = '''
+        <html>
+            <body>
+                <script id="__NEXT_DATA__" type="application/json">
+                    {
+                        "props": {
+                            "pageProps": {
+                                "categoryMap": {
+                                    "Leverage": [
+                                        {"chainId": 42161, "symbol": "BTCBULL3X", "address": "0x1234567890abcdef"}
+                                    ]
+                                }
+                            }
+                        }
+                    }
+                </script>
+            </body>
+        </html>
+        '''
         mock_response = MagicMock()
         mock_response.status_code = 200
-        mock_response.json.return_value = {
-            'pageProps': {
-                'products': [
-                    {'chainId': 42161, 'symbol': 'BTCBULL3X', 'address': '0x1234567890abcdef'}
-                ]
-            }
-        }
+        mock_response.text = mock_html
         mock_get.return_value = mock_response
 
         token = Token("ARB:BTCBULL3X")
@@ -24,13 +37,27 @@ def test_get_token_address_success(self, mock_get):
     
     @patch('requests.get')
     def test_get_token_address_not_found(self, mock_get):
+        # Mock the HTML response with an empty "Leverage" array
+        mock_html = '''
+        <html>
+            <body>
+                <script id="__NEXT_DATA__" type="application/json">
+                    {
+                        "props": {
+                            "pageProps": {
+                                "categoryMap": {
+                                    "Leverage": []
+                                }
+                            }
+                        }
+                    }
+                </script>
+            </body>
+        </html>
+        '''
         mock_response = MagicMock()
         mock_response.status_code = 200
-        mock_response.json.return_value = {
-            'pageProps': {
-                'products': []
-            }
-        }
+        mock_response.text = mock_html
         mock_get.return_value = mock_response
         
         token = Token("ARB:BTCBULL3X")
