1_query_wallet_points.py

# %%
import requests
import time
import os
import csv
import json
from dotenv import load_dotenv

with open('./configs/configs.json', 'r') as file:
    configs = json.load(file)
limit = configs['Address_Limit'] + 1
cooldown = configs['Cooldown']

timestamp = int(time.time())
print(f"::set-output name=timestamp::{timestamp}")


def sort_csv_by_numeric_column(input_file, output_file, sort_column):
    with open(input_file, 'r', newline='') as infile:
        reader = csv.DictReader(infile)
        data = list(reader)

    for row in data:
        row[sort_column] = float(row[sort_column])

    data.sort(key=lambda x: x[sort_column], reverse=True)

    with open(output_file, 'w', newline='') as outfile:
        writer = csv.DictWriter(outfile, fieldnames=reader.fieldnames)
        writer.writeheader()
        writer.writerows(data)


def sort_csv(input_file, output_file, sort_key):
    with open(input_file, 'r', newline='') as infile:
        reader = csv.DictReader(infile)
        data = list(reader)

    data.sort(key=lambda x: x[sort_key], reverse=True)

    with open(output_file, 'w', newline='') as outfile:
        writer = csv.DictWriter(outfile, fieldnames=reader.fieldnames)
        writer.writeheader()
        writer.writerows(data)


def csv_to_json(csv_file_path, json_file_path):
    data = []
    with open(csv_file_path, newline='', encoding='utf-8') as csvfile:
        reader = csv.DictReader(csvfile)
        for row in reader:
            data.append(row)

    with open(json_file_path, 'w', encoding='utf-8') as jsonfile:
        json.dump(data, jsonfile, ensure_ascii=False)


def query_wallet_points(address):
    url = f"https://kx58j6x5me.execute-api.us-east-1.amazonaws.com/scroll/wallet-points?walletAddress={address}"
    response = requests.get(url)
    return response.json()


def main():
    result_file_path = f'./historical_data/results-{timestamp}.csv'
    with open(result_file_path, 'a') as file:
        file.write('address,point,timestamp\n')

    with open('./assets/Addresses.csv', 'r') as file:
        addresses = file.readlines()


    index = 1
    for address in addresses[1:limit + 1]:
        address = address.strip()

        if index%100 == 0:
            print(f'Milestone reached at {int(time.time())}! Index: {index}')

        if address:
            try:
                result = query_wallet_points(address)
                result = result[0]
            except Exception as e:
                print(f"Error querying {address}: {e}")
            time.sleep(cooldown)  # Sleep to avoid hitting rate limits

        with open(result_file_path, 'a') as file:
            points = result.get('points')
            ts = result.get('timestamp')
            line = f'{address},{points},{ts}\n'
            file.write(line)

        index += 1
    
    sort_csv_by_numeric_column(result_file_path, result_file_path, 'point')
    csv_to_json(result_file_path, './assets/Results.json')
    print(f"Copied {result_file_path} to ./assets/Results.json")


if __name__ == "__main__":
    try:
        main()
    except Exception as e:
        print(f"Error occurred: {e}")


# %%