mirror of
https://github.com/internetarchive/brozzler.git
synced 2025-02-24 00:29:53 -05:00
69 lines
2.4 KiB
Python
69 lines
2.4 KiB
Python
#!/usr/bin/env python
|
|
'''
|
|
setup.py - brozzler setup script
|
|
|
|
Copyright (C) 2014-2016 Internet Archive
|
|
|
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
you may not use this file except in compliance with the License.
|
|
You may obtain a copy of the License at
|
|
|
|
http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
Unless required by applicable law or agreed to in writing, software
|
|
distributed under the License is distributed on an "AS IS" BASIS,
|
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
See the License for the specific language governing permissions and
|
|
limitations under the License.
|
|
'''
|
|
|
|
import setuptools
|
|
|
|
setuptools.setup(
|
|
name='brozzler',
|
|
version='1.1b3.dev49',
|
|
description='Distributed web crawling with browsers',
|
|
url='https://github.com/internetarchive/brozzler',
|
|
author='Noah Levitt',
|
|
author_email='nlevitt@archive.org',
|
|
long_description=open('README.rst', encoding='UTF-8').read(),
|
|
license='Apache License 2.0',
|
|
packages=['brozzler'],
|
|
package_data={'brozzler': ['behaviors.d/*.js*', 'behaviors.yaml']},
|
|
entry_points={
|
|
'console_scripts': [
|
|
'brozzle-page=brozzler.cli:brozzle_page',
|
|
'brozzler-new-job=brozzler.cli:brozzler_new_job',
|
|
'brozzler-new-site=brozzler.cli:brozzler_new_site',
|
|
'brozzler-worker=brozzler.cli:brozzler_worker',
|
|
'brozzler-ensure-tables=brozzler.cli:brozzler_ensure_tables',
|
|
'brozzler-webconsole=brozzler.webconsole:run',
|
|
'brozzler-easy=brozzler.easy:main',
|
|
],
|
|
},
|
|
install_requires=[
|
|
'PyYAML',
|
|
'youtube-dl',
|
|
'reppy',
|
|
'requests',
|
|
'websocket-client',
|
|
'pillow',
|
|
'surt>=0.3.0',
|
|
'rethinkstuff>=0.1.5',
|
|
'rethinkdb>=2.3,<2.4',
|
|
'psutil',
|
|
],
|
|
extras_require={
|
|
'webconsole': ['flask>=0.11', 'gunicorn'],
|
|
'easy': ['warcprox', 'pywb'],
|
|
},
|
|
zip_safe=False,
|
|
classifiers=[
|
|
'Development Status :: 4 - Beta',
|
|
'Environment :: Console',
|
|
'License :: OSI Approved :: Apache Software License',
|
|
'Programming Language :: Python :: 3.4',
|
|
'Topic :: Internet :: WWW/HTTP',
|
|
'Topic :: System :: Archiving',
|
|
])
|