Git-Mirrors/brozzler
1
0
Fork 0
mirror of https://github.com/internetarchive/brozzler.git synced 2025-02-24 00:29:53 -05:00
Code Issues Actions Packages Projects Releases Wiki Activity

requirements-ait.txt, including yt-dlp==2023.10.13 (not strictly required)

Browse Source
This commit is contained in:
Barbara Miller 2023-12-26 13:12:04 -08:00
parent 8afe9b5014
commit cf28b2c701
2 changed files with 73 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

68
requirements-ait.txt Normal file
View File

@ -0,0 +1,68 @@
# based on current ait production venv and piptools compile output for Python 3.8.18
brotli==1.0.9
# via yt-dlp
cerberus==1.3.4
# via brozzler (setup.py)
certifi==2021.10.8 # piptools 2023.11.17
# via
# requests
# yt-dlp
cffi==1.15.0
# via cryptography
charset-normalizer==2.0.12 # piptools 3.3.2
# via requests
cryptography==37.0.1 # piptools 41.0.7
# via brozzler (setup.py)
doublethink @ git+https://github.com/internetarchive/doublethink.git@Py311
# via brozzler (setup.py)
idna==3.3
# via
# requests
# urlcanon
jinja2==3.1.2
# via brozzler (setup.py)
markupsafe==2.1.1
# via jinja2
mutagen==1.45.1
# via yt-dlp
pillow==9.1.0 # piptools 10.1.0
# via brozzler (setup.py)
publicsuffix==1.1.1
# via url
pycparser==2.21
# via cffi
pycryptodomex==3.14.1
# via yt-dlp
python-dateutil==2.8.2
# via reppy
python-magic==0.4.25
# via brozzler (setup.py)
pyyaml==6.0.1
# via brozzler (setup.py)
reppy==0.3.4
# via brozzler (setup.py)
requests==2.31.0
# via
# brozzler (setup.py)
# reppy
rethinkdb==2.4.9
# via
# brozzler (setup.py)
# doublethink
six==1.16.0
# via
# python-dateutil
# rethinkdb
# websocket-client
url==0.1.7
# via reppy
urlcanon==0.3.1
# via brozzler (setup.py)
urllib3==2.1.0
# via requests
websocket-client==0.48.0
# via brozzler (setup.py)
websockets==10.3 # piptools 12.0
# via yt-dlp
yt-dlp==2023.10.13
# via brozzler (setup.py)

11
setup.py
View File

@ -32,7 +32,7 @@ def find_package_data(package):
setuptools.setup( setuptools.setup(
name='brozzler', name='brozzler',
version='1.5.43', version='1.5.44',
description='Distributed web crawling with browsers', description='Distributed web crawling with browsers',
url='https://github.com/internetarchive/brozzler', url='https://github.com/internetarchive/brozzler',
author='Noah Levitt', author='Noah Levitt',
@ -65,14 +65,13 @@ setuptools.setup(
}, },
install_requires=[ install_requires=[
'PyYAML>=5.1', 'PyYAML>=5.1',
'yt_dlp<2023.11.16',
'reppy==0.3.4', 'reppy==0.3.4',
'requests>=2.21', 'requests>=2.21',
'websocket-client>=0.39.0,<=0.48.0', 'websocket-client>=0.39.0,<=0.48.0',
'pillow>=5.2.0', 'pillow>=5.2.0',
'urlcanon>=0.1.dev23', 'urlcanon>=0.1.dev23',
'doublethink @ git+https://github.com/internetarchive/doublethink.git@Py311', 'doublethink @ git+https://github.com/internetarchive/doublethink.git@Py311',
'rethinkdb<2.4.10', 'rethinkdb==2.4.9',
'cerberus>=1.0.1', 'cerberus>=1.0.1',
'jinja2>=2.10', 'jinja2>=2.10',
'cryptography>=2.3', 'cryptography>=2.3',
@ -95,9 +94,9 @@ setuptools.setup(
'Development Status :: 5 - Production/Stable', 'Development Status :: 5 - Production/Stable',
'Environment :: Console', 'Environment :: Console',
'License :: OSI Approved :: Apache Software License', 'License :: OSI Approved :: Apache Software License',
'Programming Language :: Python :: 3.5', 'Programming Language :: Python :: 3.8',
'Programming Language :: Python :: 3.6', 'Programming Language :: Python :: 3.9',
'Programming Language :: Python :: 3.7', 'Programming Language :: Python :: 3.10',
'Topic :: Internet :: WWW/HTTP', 'Topic :: Internet :: WWW/HTTP',
'Topic :: System :: Archiving', 'Topic :: System :: Archiving',
]) ])