-
Notifications
You must be signed in to change notification settings - Fork 23
/
setup.py
executable file
·53 lines (47 loc) · 1.6 KB
/
setup.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
#!/usr/bin/env python
from setuptools import setup, find_packages
import re
import os
def get_version():
fn = os.path.join(os.path.dirname(__file__),
"scrapy_crawl_once",
"__init__.py")
with open(fn) as f:
return re.findall("__version__ = '([\d.\w]+)'", f.read())[0]
def get_long_description():
readme = open('README.rst').read()
changelog = open('CHANGES.rst').read()
return "\n\n".join([
readme,
changelog.replace(':func:', '').replace(':ref:', '')
])
setup(
name='scrapy-crawl-once',
version=get_version(),
author='Mikhail Korobov',
author_email='[email protected]',
license='MIT license',
long_description=get_long_description(),
description="Scrapy middleware which allows to crawl only new content",
url='https://github.com/TeamHG-Memex/scrapy-crawl-once',
packages=find_packages(exclude=['tests']),
install_requires=[
'sqlitedict >= 1.5',
'six',
],
classifiers=[
'Development Status :: 3 - Alpha',
'License :: OSI Approved :: MIT License',
'Intended Audience :: Developers',
'Operating System :: OS Independent',
'Framework :: Scrapy',
'Programming Language :: Python',
'Programming Language :: Python :: 2',
'Programming Language :: Python :: 2.7',
'Programming Language :: Python :: 3',
'Programming Language :: Python :: 3.5',
'Programming Language :: Python :: 3.6',
'Programming Language :: Python :: 3.7',
'Programming Language :: Python :: 3.8',
],
)