From 89ca9b7d38eedda2e32bda6c186c16865890e71c Mon Sep 17 00:00:00 2001 From: gowtham1729 Date: Sun, 10 Dec 2023 19:15:13 +0900 Subject: [PATCH] feat: api query limit --- applications/data_fetcher/fetcher.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/applications/data_fetcher/fetcher.py b/applications/data_fetcher/fetcher.py index bec8b2f..0cd2860 100644 --- a/applications/data_fetcher/fetcher.py +++ b/applications/data_fetcher/fetcher.py @@ -16,6 +16,7 @@ DB_PASSWORD = os.getenv("DB_PASSWORD", "postgres") MARKETAUX_API_KEY = os.getenv("MARKETAUX_API_KEY", "demo") +MAX_API_QUERIES = 100 @dataclass @@ -118,7 +119,7 @@ def fetch_news(self): logger.info(f"Total News: {response_json['meta']['found']}") while ( - page < 25 + page < MAX_API_QUERIES and page < response_json["meta"]["found"] // response_json["meta"]["limit"] ):