README

Main code repository for watchdog.net.
http://watchdog.net/

CONTENTS:

    README       # this file
    REQUISITES   # things you need to install for this to work

    data/
      # The raw data that powers the site. This is not checked 
      # into git, but can be downloaded (see below).
      
      crawl/     # incoming data dumps
        almanac/
        census/
        govtrack/
        votesmart/
      parse/     # JSON files from parsing the data
      load/      # SQL from loading into the DB (eventually)
    
    import/      # various import code
      crawl/
      parse/
        manual/  # Data files that have been created by hand.
      load/
    
    utils/       # utility functions
        
    schema.sql   # our database schema
    static/      # static files for the webserver
    templates/   # templates for the website
    webapp.py    # the main code of the web app

INSTALL:

    # checkout the source code
    git clone watchdog.net:~watchdog/git/dev.git watchdog
    cd watchdog
    
    # download a copy of the data sources
    # (you won't have permission to download all of it)
    # (so there will be a few errors when you do this )
    make sync
    cd import
    
    # create the database
    createdb watchdog_dev
    make
    
    # this will parse, process, and import all the data
    
    cd ..
    
    # run the unit tests
    make test
    
    # start the webserver
    make run