MCA_Twitter.ipynb

{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "colab": {
      "name": "MCA_Twitter.ipynb",
      "provenance": [],
      "collapsed_sections": [],
      "include_colab_link": true
    },
    "kernelspec": {
      "display_name": "Python 3",
      "language": "python",
      "name": "python3"
    },
    "language_info": {
      "codemirror_mode": {
        "name": "ipython",
        "version": 3
      },
      "file_extension": ".py",
      "mimetype": "text/x-python",
      "name": "python",
      "nbconvert_exporter": "python",
      "pygments_lexer": "ipython3",
      "version": "3.6.2"
    }
  },
  "cells": [
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "view-in-github",
        "colab_type": "text"
      },
      "source": [
        "<a href=\"https://colab.research.google.com/github/sudoplox/MCA-Project/blob/master/MCA_Twitter.ipynb\" target=\"_parent\"><img src=\"https://colab.research.google.com/assets/colab-badge.svg\" alt=\"Open In Colab\"/></a>"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab_type": "code",
        "id": "x05NHbUXBOLF",
        "outputId": "8791b656-9c7d-4c45-a504-4a86cfc70371",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 210
        }
      },
      "source": [
        "import os\n",
        "import tweepy\n",
        "import pandas as pd\n",
        "from json import dump\n",
        "from json import *\n",
        "!pip install wget\n",
        "import wget\n",
        "from datetime import date\n",
        "import numpy as np\n",
        "import csv\n",
        "\n",
        "import re\n",
        "import urllib\n",
        "import zipfile"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "Collecting wget\n",
            "  Downloading https://files.pythonhosted.org/packages/47/6a/62e288da7bcda82b935ff0c6cfe542970f04e29c756b0e147251b2fb251f/wget-3.2.zip\n",
            "Building wheels for collected packages: wget\n",
            "  Building wheel for wget (setup.py) ... \u001b[?25l\u001b[?25hdone\n",
            "  Created wheel for wget: filename=wget-3.2-cp36-none-any.whl size=9682 sha256=fce90e1312ae6559d52666e36f732b835dbb318951db3fdcbe7206c17a6b6327\n",
            "  Stored in directory: /root/.cache/pip/wheels/40/15/30/7d8f7cea2902b4db79e3fea550d7d7b85ecb27ef992b618f3f\n",
            "Successfully built wget\n",
            "Installing collected packages: wget\n",
            "Successfully installed wget-3.2\n",
            "Requirement already satisfied: wget in /usr/local/lib/python3.6/dist-packages (3.2)\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "Qy_uSoEKyPG9",
        "colab_type": "code",
        "outputId": "2b738778-d9c4-47f8-aadc-a6a5e6b5365d",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 124
        }
      },
      "source": [
        "from google.colab import drive\n",
        "drive.mount('/content/drive')"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "Go to this URL in a browser: https://accounts.google.com/o/oauth2/auth?client_id=947318989803-6bn6qk8qdgf4n4g3pfee6491hc0brc4i.apps.googleusercontent.com&redirect_uri=urn%3aietf%3awg%3aoauth%3a2.0%3aoob&response_type=code&scope=email%20https%3a%2f%2fwww.googleapis.com%2fauth%2fdocs.test%20https%3a%2f%2fwww.googleapis.com%2fauth%2fdrive%20https%3a%2f%2fwww.googleapis.com%2fauth%2fdrive.photos.readonly%20https%3a%2f%2fwww.googleapis.com%2fauth%2fpeopleapi.readonly\n",
            "\n",
            "Enter your authorization code:\n",
            "··········\n",
            "Mounted at /content/drive\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab_type": "code",
        "id": "B7Mlc874VxAX",
        "colab": {}
      },
      "source": [
        "\n",
        "\n",
        "auth = tweepy.AppAuthHandler(consumer_key, consumer_secret)\n",
        "api = tweepy.API(auth, wait_on_rate_limit=True,\n",
        "wait_on_rate_limit_notify=True)"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "DTz6YPoZWXvj",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "def get_existing_images_set(image_path):\n",
        "    return set(os.listdir(image_path)) #returns set of available downloaded images"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab_type": "code",
        "id": "_enZ-xPEWHzM",
        "colab": {}
      },
      "source": [
        "def append_list_as_row(file_name, list_of_elem):  \n",
        "    # Open file in append mode\n",
        "    with open(file_name, 'a+', newline='') as write_obj:\n",
        "        # Create a writer object from csv module\n",
        "        csv_writer = writer(write_obj)\n",
        "        # Add contents of list as last row in the csv file\n",
        "        csv_writer.writerow(list_of_elem)"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab_type": "code",
        "id": "HJ6VFta9BSBm",
        "colab": {}
      },
      "source": [
        "def get_month(s):  # returns month number\n",
        "    arr = [\"Jan\", \"Feb\", \"Mar\", \"Apr\", \"May\", \"Jun\", \"Jul\", \"Aug\", \"Sep\", \"Oct\", \"Nov\", \"Dec\"]\n",
        "    for i in range(len(arr)):\n",
        "        if arr[i]==s:\n",
        "            return i+1"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab_type": "code",
        "id": "wWmTpVRABT-E",
        "colab": {}
      },
      "source": [
        "def get_date(s): # returns date in date type\n",
        "    datestr = s.split(\" \")\n",
        "    month=get_month(str(datestr[1]))\n",
        "    date2=int(datestr[2])\n",
        "    year=int(datestr[-1])\n",
        "    d = date(year,month,date2)\n",
        "    return d"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab_type": "code",
        "id": "L6FCxc7LBdLr",
        "colab": {}
      },
      "source": [
        "def save_tweets(new_tweets,searchquery): # function to save tweets\n",
        "    media_files=set()\n",
        "    ids=set()\n",
        "    t_ids=set()\n",
        "    rtwts=[]\n",
        "    user_ids=set()\n",
        "    tweet=set()\n",
        "    hashtags = set()\n",
        "    \n",
        "    counter1 = 0\n",
        "    for tweet1 in new_tweets:\n",
        "        counter1+=1\n",
        "        try:\n",
        "            media1 = tweet1.extended_entities.get('media', [])  #get the media link\n",
        "            if(len(media1) > 0) and media1[0]['type']==\"photo\":\n",
        "                x1 = str(media1[0]['media_url']).split('/')\n",
        "                y1 = x1[-1].split('.')\n",
        "                id1=y1[0]\n",
        "                s1=str(tweet1.text)\n",
        "                if True:\n",
        "                    stl1 = len(s1.split(\" \"))\n",
        "                    a = tweet1._json['created_at']  #time of creation to check for pdip generation\n",
        "                    d1=get_date(a)\n",
        "                    hashtags1 = set()\n",
        "                    g1=tweet1._json['entities']['hashtags'] #hashtags of the image post\n",
        "                    for h in g1:\n",
        "                        hashtags1.add(h['text'])\n",
        "                    t_id1 = tweet1._json['id']\n",
        "                    r1 = tweet1._json['retweet_count']\n",
        "                    user_id1=tweet1._json['user']['id_str']\n",
        "                    results = api.user_timeline(user_id1,count=20)\n",
        "                    for tweet2 in results:  # get top 20 tweets from an uner profile\n",
        "                        r2 = tweet2._json['retweet_count']\n",
        "                        if r1!=r2:\n",
        "                            try:\n",
        "                                media2 = tweet2.extended_entities.get('media', [])\n",
        "                                if(len(media2) > 0) and media2[0]['type']==\"photo\":  # if the post has an image content or not\n",
        "                                    x2 = str(media2[0]['media_url']).split('/')\n",
        "                                    y2 = x2[-1].split('.')\n",
        "                                    id2=y2[0]\n",
        "                                    if (id2,id1) not in ids and id1!=id2:\n",
        "                                        s2=str(tweet2.text)\n",
        "                                        stl2 = len(s2.split(\" \"))\n",
        "                                        if abs(stl1-stl2)<=5:   # the abs diff between the length of caption should be less than 6\n",
        "                                            if True:\n",
        "                                                b = tweet2._json['created_at']\n",
        "                                                d2=get_date(b)\n",
        "                                                delta = d1-d2\n",
        "                                                if abs(delta.days)<10:  # to check if the images are posted within 10 days\n",
        "                                                    hashtags2 = set()\n",
        "                                                    g2=tweet2._json['entities']['hashtags']\n",
        "                                                    for h in g2:\n",
        "                                                        hashtags2.add(h['text'])\n",
        "                                                    t_id2 = tweet2._json['id']\n",
        "\n",
        "                                                    intersection = hashtags1.intersection(hashtags2)\n",
        "                                                    user_id2=tweet2._json['user']['id_str']\n",
        "                                                    if len(intersection)>0:\n",
        "                                                        media_files.add((media1[0]['media_url'],media2[0]['media_url']))\n",
        "                                                        ids.add((id1,id2))\n",
        "                                                        t_ids.add((t_id1,t_id2))\n",
        "                                                        rtwts.append((r1,r2))\n",
        "                                                        user_ids.add((user_id1,user_id2))\n",
        "                                                        tweet.add((str(tweet1),str(tweet2)))\n",
        "                                                        break\n",
        "\n",
        "                            except:\n",
        "                                pass\n",
        "        except:\n",
        "            pass\n",
        "    inserts = 0\n",
        "    fin = []\n",
        "    tweeter = []\n",
        "    while(True):\n",
        "        try:\n",
        "            a=media_files.pop()\n",
        "            b=ids.pop()\n",
        "            c=t_ids.pop()\n",
        "            d=rtwts.pop()\n",
        "            e=user_ids.pop()\n",
        "            t = tweet.pop()\n",
        "            fin.append([a[0],b[0],c[0],d[0],e[0],a[1],b[1],c[1],d[1],e[1]])\n",
        "            tweeter.append([t[0],t[1]])\n",
        "            inserts+=1\n",
        "        except:\n",
        "            break\n",
        "    cols = ['media_url_1','media_id_1','tweet_id_1','no_retweets_1','user_id_1',\n",
        "            'media_url_2','media_id_2','tweet_id_2','no_retweets_2','user_id_2']\n",
        "    if inserts>0:\n",
        "        sq_naming = searchquery.split(' ')[0]\n",
        "        \n",
        "        existing_files = ['drive/My Drive/Data/Tweets/' + file_t for file_t in os.listdir(\"drive/My Drive/Data/Tweets/\")] #to check if it exists or not\n",
        "        cur_file1 = \"drive/My Drive/Data/Tweets/data_\"+sq_naming+\".csv\"\n",
        "        cur_file2 = \"drive/My Drive/Data/Tweets/tweet_\"+sq_naming+\".csv\"\n",
        "        \n",
        "        fin = np.asarray(fin)\n",
        "        tweeter = np.asarray(tweeter)\n",
        "        data = pd.DataFrame(fin,columns=cols)\n",
        "        data2 = pd.DataFrame(tweeter,columns=['tweet_1','tweet_2'])\n",
        "        if cur_file1 not in existing_files:\n",
        "            data.to_csv(r'drive/My Drive/Data/Tweets/data_{}.csv'.format(sq_naming),index=False) # if doesnt exists make a new file\n",
        "            data2.to_csv(r'drive/My Drive/Data/Tweets/tweet_{}.csv'.format(sq_naming),index=False)\n",
        "        else: # if exists then create a new csv file\n",
        "            \n",
        "            data.to_csv(r'drive/My Drive/Data/Tweets/data_{}.csv'.format(sq_naming),mode='a',header=False,index=False)\n",
        "            data2.to_csv(r'drive/My Drive/Data/Tweets/tweet_{}.csv'.format(sq_naming),mode='a',header=False,index=False)"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab_type": "code",
        "id": "fMzYHaHsBvVE",
        "colab": {}
      },
      "source": [
        "def call_save_tweets(api,searchQuery,count): # function to get tweets using tweepy in batches of 100\n",
        "    maxTweets = 2000 # Some arbitrary large number\n",
        "    tweetsPerQry = 100  # this is the max the API permits\n",
        "    # fName = 'tweets/'+ # We'll store the tweets in a text file.\n",
        "    sinceId = None\n",
        "\n",
        "    # If results only below a specific ID are, set max_id to that ID.\n",
        "    # else default to no upper limit, start from the most recent tweet matching the search query.\n",
        "    max_id = -1\n",
        "\n",
        "    tweetCount = 0\n",
        "    while tweetCount < maxTweets:\n",
        "        try:\n",
        "            if (max_id <= 0):\n",
        "                if (not sinceId):\n",
        "                    new_tweets = api.search(q=searchQuery, count=tweetsPerQry)\n",
        "                else:\n",
        "                    new_tweets = api.search(q=searchQuery, count=tweetsPerQry,\n",
        "                                            since_id=sinceId)\n",
        "            else:\n",
        "                if (not sinceId):\n",
        "                    new_tweets = api.search(q=searchQuery, count=tweetsPerQry,\n",
        "                                            max_id=str(max_id - 1))\n",
        "                else:\n",
        "                    new_tweets = api.search(q=searchQuery, count=tweetsPerQry,\n",
        "                                            max_id=str(max_id - 1),\n",
        "                                            since_id=sinceId)\n",
        "            if not new_tweets:\n",
        "                print(\"No more tweets found\")\n",
        "                break\n",
        "            save_tweets(new_tweets,searchQuery)\n",
        "            tweetCount += len(new_tweets)\n",
        "            print(\"Downloaded {0} tweets\".format(tweetCount))\n",
        "            max_id = new_tweets[-1].id\n",
        "        except tweepy.TweepError as e:\n",
        "            # Just exit if any error\n",
        "            print(\"some error : \" + str(e))\n",
        "            break\n",
        "    print (\"Downloaded {0} tweets, Saved to {1}\".format(tweetCount, searchQuery))"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab_type": "code",
        "id": "51aN4f2vYk2k",
        "colab": {}
      },
      "source": [
        "def get_images(hashtag):  #function to download image and save in images folder\n",
        "    data_files = [\"drive/My Drive/Data/Tweets/\"+i for i in os.listdir(\"drive/My Drive/Data/Tweets/\") if \"data_#\" in i]\n",
        "    existing_images = set(os.listdir(\"drive/My Drive/Data/Images\"))\n",
        "    for f in data_files:\n",
        "        ht = re.split('\\_|\\#|\\.csv|,',f)[2]\n",
        "        if not ht == hashtag[1:]:\n",
        "            continue\n",
        "        np_data = np.asarray(pd.read_csv(f))\n",
        "    #     urlData = urllib.urlopen('https://twitter.com/USABillOfRights/status/468852515409502210/photo/1')\n",
        "        for i in np_data:\n",
        "            try:\n",
        "                fn1 = \"drive/My Drive/Data/Images/\"+str(i[2])+\".jpg\"\n",
        "                if (fn1[27:]+\".jpg\") not in existing_images:  #check if image1 already exists to not have redownlaods\n",
        "                    urllib.request.urlretrieve(i[0], fn1)\n",
        "                    existing_images.add((fn1[27:]+\".jpg\"))\n",
        "                fn2 = \"drive/My Drive/Data/Images/\"+str(i[7])+\".jpg\"\n",
        "                if (fn2[27:]+\".jpg\") not in existing_images:    #check if image2 already exists to not have redownlaods\n",
        "                    urllib.request.urlretrieve(i[5], (fn2[27:]+\".jpg\"))\n",
        "                    existing_images.add(fn2)\n",
        "                print(\"got it\")\n",
        "            except:\n",
        "                pass"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "scrolled": true,
        "id": "tZCPOBYKl-7t",
        "colab_type": "code",
        "outputId": "3e197eca-5efb-4cfb-a0eb-27442e1155e7",
        "colab": {}
      },
      "source": [
        "# get_images(\"#graphicdesign\")"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "hmm\n",
            "life #illustration\n",
            "hmm\n",
            "style #illustration\n",
            "hmm\n",
            "tgif #illustration\n",
            "hmm\n",
            "pandemic #illustration\n",
            "hmm\n",
            "inspiration #illustration\n",
            "hmm\n",
            "artist #illustration\n",
            "hmm\n",
            "nature #illustration\n",
            "hmm\n",
            "foodgasm #illustration\n",
            "hmm\n",
            "vacation #illustration\n",
            "hmm\n",
            "photography #illustration\n",
            "hmm\n",
            "likeall #illustration\n",
            "hmm\n",
            "likeforlike #illustration\n",
            "hmm\n",
            "lockdown #illustration\n",
            "hmm\n",
            "millenials #illustration\n",
            "hmm\n",
            "COVID #illustration\n",
            "hmm\n",
            "artwork #illustration\n",
            "hmm\n",
            "photoshoot #illustration\n",
            "hmm\n",
            "artistic #illustration\n",
            "hmm\n",
            "fashion #illustration\n",
            "hmm\n",
            "wow #illustration\n",
            "hmm\n",
            "model #illustration\n",
            "hmm\n",
            "foodie #illustration\n",
            "hmm\n",
            "awesome #illustration\n",
            "hmm\n",
            "canon #illustration\n",
            "hmm\n",
            "date #illustration\n",
            "hmm\n",
            "photographer #illustration\n",
            "hmm\n",
            "coronavirus #illustration\n",
            "hmm\n",
            "dibujo #illustration\n",
            "hmm\n",
            "clubpenguin #illustration\n",
            "hmm\n",
            "quarantine #illustration\n",
            "made it\n",
            "hmm\n",
            "ootd #illustration\n",
            "hmm\n",
            "artists #illustration\n",
            "hmm\n",
            "arte #illustration\n",
            "hmm\n",
            "myart #illustration\n",
            "hmm\n",
            "covid-19 #illustration\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab_type": "code",
        "id": "bWmMitfPY8Cn",
        "colab": {}
      },
      "source": [
        "def dataset_generator(search_queries):  #helper function for downloading tweets and images\n",
        "    for searchQuery in search_queries:\n",
        "        call_save_tweets(api,searchQuery+\" filter:images -filter:retweets min_retweets:100\",100)\n",
        "        get_images(searchQuery)"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "OxFkwsgkcBpZ",
        "colab_type": "code",
        "outputId": "150376eb-7953-4e74-94db-cb20f4bc92fb",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 55
        }
      },
      "source": [
        "# s=\"picturekodak#picturebooks#picturethis#pictures#ballum#bally#ball864#balloons#ballistikboyz妄想#ballers#ballaholic#ballaforcomp#ballaforhead\"\n",
        "# s=s+\"#ballbuisting#ballbuster#ballbustingbros#ballbustingsqueeze#ballbustinggrab#ballbustingknee#ballet#ballgutter30åretter#ballhawk#ballistikboyz\"\n",
        "# s=s+\"#ballj#balllicking#balloonsb2p#ballondor#ballpython#qball#ballstreching#ballstrechter#ballsacceptedchallange#ballweight#6ballchallenge\"\n",
        "# s=s+\"#8ballpool#tinderbestro#tindercancelados#tindergavassier#tinderpriornation#tinderprionation#tinderlimantha#datemyfamily#daterush#dateline\"\n",
        "# s=s+\"#datechicago#datedallas#idaten#mealteamsix#mealdersleri#lockdown2020#lockdownhustle#lockdownsouthafrica#lockdownextention#lockdownmzansi#lockdowngraduationday\"\n",
        "# s=s+\"#lockdownhouseparty#lockdownart#lockdownactivities#lockdownbirthday#lockdownblues#lockdownbaking#lockdownboredom#lockdownbbq#lockdownbeatchallenge#lockdowncooking\"\n",
        "# s=s+\"#lockdownce#lockdowncynicsfail#lockdowncreativity#lockdowndiaries#lockdowndeaths#lockdownday31#lockdownday10#lockdownday11#lockdownend#lockdownextension\"\n",
        "# s=s+\"#lockdowneffect#lockdownfun#lockdownguidelines#lockdownhaircut#lockdownindia#lockdownireland#lockdownja#lockdownkamazak#lockdownkedusman\"\n",
        "# s=s+\"#lockdownlife#lockdownlarry#lockdownlegends#lockdownlicks#lockdownlifeबचाएगा#lockdownmath#lockdownmemes#lockdownnz#lockdownnow#lockdownnocompromise#lockdownnasionalserentak\"\n",
        "# s=s+\"#lockdownondomesticviolence#lockdownonlyoption#lockdownprotest#lockdownproject#lockdownproblems#lockdownpecharcha#lockdownquestions#lockdownradio#lockdownreading\"\n",
        "# s=s+\"#lockdownshots#lockdownstories#lockdownsessions#lockdownsaextended#lockdowntheatre#lockdowntrivia#lockdownthrowback#lockdownturnup#lockdownuk#lockdownvvips#lockdownwithindiatv\"\n",
        "# s=s+\"#lockdownworship#lockdownwithoutplan#lockdown101#lockdown2#lockdown2special#travel#travelphotography#travelblogger#traveltomorrow#traveling#travelers#travelling#travelcompetition#travelgram#traveloka\"\n",
        "# ss=s.split(\"#\")\n",
        "# for i in range(len(ss)):\n",
        "#     ss[i]=\"#\"+ss[i]\n",
        "# print(ss)\n"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "['#picturekodak', '#picturebooks', '#picturethis', '#pictures', '#ballum', '#bally', '#ball864', '#balloons', '#ballistikboyz妄想', '#ballers', '#ballaholic', '#ballaforcomp', '#ballaforhead', '#ballbuisting', '#ballbuster', '#ballbustingbros', '#ballbustingsqueeze', '#ballbustinggrab', '#ballbustingknee', '#ballet', '#ballgutter30åretter', '#ballhawk', '#ballistikboyz', '#ballj', '#balllicking', '#balloonsb2p', '#ballondor', '#ballpython', '#qball', '#ballstreching', '#ballstrechter', '#ballsacceptedchallange', '#ballweight', '#6ballchallenge', '#8ballpool', '#tinderbestro', '#tindercancelados', '#tindergavassier', '#tinderpriornation', '#tinderprionation', '#tinderlimantha', '#datemyfamily', '#daterush', '#dateline', '#datechicago', '#datedallas', '#idaten', '#mealteamsix', '#mealdersleri', '#lockdown2020', '#lockdownhustle', '#lockdownsouthafrica', '#lockdownextention', '#lockdownmzansi', '#lockdowngraduationday', '#lockdownhouseparty', '#lockdownart', '#lockdownactivities', '#lockdownbirthday', '#lockdownblues', '#lockdownbaking', '#lockdownboredom', '#lockdownbbq', '#lockdownbeatchallenge', '#lockdowncooking', '#lockdownce', '#lockdowncynicsfail', '#lockdowncreativity', '#lockdowndiaries', '#lockdowndeaths', '#lockdownday31', '#lockdownday10', '#lockdownday11', '#lockdownend', '#lockdownextension', '#lockdowneffect', '#lockdownfun', '#lockdownguidelines', '#lockdownhaircut', '#lockdownindia', '#lockdownireland', '#lockdownja', '#lockdownkamazak', '#lockdownkedusman', '#lockdownlife', '#lockdownlarry', '#lockdownlegends', '#lockdownlicks', '#lockdownlifeबचाएगा', '#lockdownmath', '#lockdownmemes', '#lockdownnz', '#lockdownnow', '#lockdownnocompromise', '#lockdownnasionalserentak', '#lockdownondomesticviolence', '#lockdownonlyoption', '#lockdownprotest', '#lockdownproject', '#lockdownproblems', '#lockdownpecharcha', '#lockdownquestions', '#lockdownradio', '#lockdownreading', '#lockdownshots', '#lockdownstories', '#lockdownsessions', '#lockdownsaextended', '#lockdowntheatre', '#lockdowntrivia', '#lockdownthrowback', '#lockdownturnup', '#lockdownuk', '#lockdownvvips', '#lockdownwithindiatv', '#lockdownworship', '#lockdownwithoutplan', '#lockdown101', '#lockdown2', '#lockdown2special', '#travel', '#travelphotography', '#travelblogger', '#traveltomorrow', '#traveling', '#travelers', '#travelling', '#travelcompetition', '#travelgram', '#traveloka']\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab_type": "code",
        "id": "dQ42cVk4Yv44",
        "outputId": "a1d52bd0-71dd-4113-f6e1-fb61ae1cdb98",
        "scrolled": true,
        "cellView": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 1000
        }
      },
      "source": [
        "#@title Default title text\n",
        "search_queries = [\"#model\",\"#supermodel\",\"#sexy\",\"#hot\", \"#victoriasecret\", \"#fashion\", \"#beauty\", \"#makeup\",\"#tutorial\",\"#vacation\",\n",
        "                  \"#qurantine\",\"#bored\",\"#kardashian\", \"#TBT\", \"#TGIF\", \"#nightout\", \"#porn\",\"#photography\", \"#photo\", \"#ugh\"]\n",
        "# all hashtags should have the '#' as well\n",
        "# the filter:images is added on its own\n",
        "\n",
        "dataset_generator(search_queries)"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "Downloaded 45 tweets\n",
            "Downloaded 81 tweets\n",
            "Downloaded 106 tweets\n",
            "No more tweets found\n",
            "Downloaded 106 tweets, Saved to #model filter:images -filter:retweets min_retweets:10\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "No more tweets found\n",
            "Downloaded 0 tweets, Saved to #supermodel filter:images -filter:retweets min_retweets:10\n",
            "Downloaded 9 tweets\n",
            "Downloaded 17 tweets\n",
            "Downloaded 23 tweets\n",
            "Downloaded 30 tweets\n",
            "Downloaded 37 tweets\n",
            "Downloaded 45 tweets\n",
            "Downloaded 49 tweets\n",
            "Downloaded 60 tweets\n",
            "Downloaded 66 tweets\n",
            "Downloaded 70 tweets\n",
            "Downloaded 78 tweets\n",
            "Downloaded 89 tweets\n",
            "Downloaded 98 tweets\n",
            "No more tweets found\n",
            "Downloaded 98 tweets, Saved to #sexy filter:images -filter:retweets min_retweets:10\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "Downloaded 12 tweets\n",
            "Downloaded 23 tweets\n",
            "Downloaded 36 tweets\n",
            "Downloaded 44 tweets\n",
            "No more tweets found\n",
            "Downloaded 44 tweets, Saved to #hot filter:images -filter:retweets min_retweets:10\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "Downloaded 1 tweets\n",
            "No more tweets found\n",
            "Downloaded 1 tweets, Saved to #victoriasecret filter:images -filter:retweets min_retweets:10\n",
            "Downloaded 100 tweets\n",
            "Downloaded 200 tweets\n",
            "Downloaded 205 tweets\n",
            "No more tweets found\n",
            "Downloaded 205 tweets, Saved to #fashion filter:images -filter:retweets min_retweets:10\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "Downloaded 79 tweets\n",
            "Downloaded 151 tweets\n",
            "No more tweets found\n",
            "Downloaded 151 tweets, Saved to #beauty filter:images -filter:retweets min_retweets:10\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "Downloaded 59 tweets\n",
            "No more tweets found\n",
            "Downloaded 59 tweets, Saved to #makeup filter:images -filter:retweets min_retweets:10\n",
            "got it\n",
            "got it\n",
            "Downloaded 16 tweets\n",
            "No more tweets found\n",
            "Downloaded 16 tweets, Saved to #tutorial filter:images -filter:retweets min_retweets:10\n",
            "Downloaded 39 tweets\n",
            "Downloaded 42 tweets\n",
            "No more tweets found\n",
            "Downloaded 42 tweets, Saved to #vacation filter:images -filter:retweets min_retweets:10\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "Downloaded 8 tweets\n",
            "No more tweets found\n",
            "Downloaded 8 tweets, Saved to #qurantine filter:images -filter:retweets min_retweets:10\n",
            "Downloaded 13 tweets\n",
            "No more tweets found\n",
            "Downloaded 13 tweets, Saved to #bored filter:images -filter:retweets min_retweets:10\n",
            "got it\n",
            "got it\n",
            "Downloaded 2 tweets\n",
            "No more tweets found\n",
            "Downloaded 2 tweets, Saved to #kardashian filter:images -filter:retweets min_retweets:10\n",
            "Downloaded 97 tweets\n",
            "Downloaded 197 tweets\n",
            "Downloaded 297 tweets\n",
            "Downloaded 397 tweets\n",
            "Downloaded 497 tweets\n",
            "Downloaded 597 tweets\n",
            "Downloaded 697 tweets\n",
            "Downloaded 797 tweets\n",
            "Downloaded 829 tweets\n",
            "No more tweets found\n",
            "Downloaded 829 tweets, Saved to #TBT filter:images -filter:retweets min_retweets:10\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "Downloaded 41 tweets\n",
            "No more tweets found\n",
            "Downloaded 41 tweets, Saved to #TGIF filter:images -filter:retweets min_retweets:10\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "No more tweets found\n",
            "Downloaded 0 tweets, Saved to #nightout filter:images -filter:retweets min_retweets:10\n",
            "No more tweets found\n",
            "Downloaded 0 tweets, Saved to #porn filter:images -filter:retweets min_retweets:10\n",
            "Downloaded 100 tweets\n",
            "Downloaded 200 tweets\n",
            "Downloaded 300 tweets\n",
            "Downloaded 400 tweets\n",
            "Downloaded 500 tweets\n",
            "Downloaded 600 tweets\n",
            "Downloaded 700 tweets\n",
            "Downloaded 800 tweets\n",
            "Downloaded 900 tweets\n",
            "Downloaded 1000 tweets\n",
            "Downloaded 1100 tweets\n",
            "Downloaded 1200 tweets\n",
            "Downloaded 1300 tweets\n",
            "Downloaded 1400 tweets\n",
            "Downloaded 1500 tweets\n",
            "Downloaded 1600 tweets\n",
            "Downloaded 1700 tweets\n",
            "Downloaded 1712 tweets\n",
            "No more tweets found\n",
            "Downloaded 1712 tweets, Saved to #photography filter:images -filter:retweets min_retweets:10\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "Rate limit reached. Sleeping for: 45\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "Downloaded 100 tweets\n",
            "Downloaded 200 tweets\n",
            "Downloaded 300 tweets\n",
            "Downloaded 400 tweets\n",
            "Downloaded 500 tweets\n",
            "Downloaded 525 tweets\n",
            "No more tweets found\n",
            "Downloaded 525 tweets, Saved to #photo filter:images -filter:retweets min_retweets:10\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "got it\n",
            "Downloaded 3 tweets\n",
            "No more tweets found\n",
            "Downloaded 3 tweets, Saved to #ugh filter:images -filter:retweets min_retweets:10\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "vZv-Q3Vll-8Y",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "# get_existing_images_set()"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "lObr2GvYW7Fq",
        "colab_type": "code",
        "outputId": "62870334-a207-4ecf-a85f-0ed6291d7fac",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 34
        }
      },
      "source": [
        "os.listdir()"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "['.config', 'sample_data']"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 7
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "oEn6qKl8W8mT",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        ""
      ],
      "execution_count": 0,
      "outputs": []
    }
  ]
}