feat: api query limit

Gowtham1729 · Dec 10, 2023 · 89ca9b7 · 89ca9b7
1 parent 197ba53
commit 89ca9b7
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/applications/data_fetcher/fetcher.py b/applications/data_fetcher/fetcher.py
@@ -16,6 +16,7 @@
 DB_PASSWORD = os.getenv("DB_PASSWORD", "postgres")
 
 MARKETAUX_API_KEY = os.getenv("MARKETAUX_API_KEY", "demo")
+MAX_API_QUERIES = 100
 
 
 @dataclass
@@ -118,7 +119,7 @@ def fetch_news(self):
             logger.info(f"Total News: {response_json['meta']['found']}")
 
             while (
-                page < 25
+                page < MAX_API_QUERIES
                 and page
                 < response_json["meta"]["found"] // response_json["meta"]["limit"]
             ):