mirror of
https://github.com/internetarchive/brozzler.git
synced 2025-02-24 16:49:56 -05:00
Merge branch '2407-deps-update' into qa
This commit is contained in:
commit
d8e2add554
@ -3,7 +3,7 @@ Brozzler Job Configuration
|
||||
|
||||
Jobs are used to brozzle multiple seeds and/or apply settings and scope rules,
|
||||
as defined byusing YAML files. At least one seed URL must be specified.
|
||||
All other configurartions are optional.
|
||||
All other configurations are optional.
|
||||
|
||||
.. contents::
|
||||
|
||||
@ -44,7 +44,7 @@ How inheritance works
|
||||
Most of the settings that apply to seeds can also be specified at the top
|
||||
level, in which case all seeds inherit those settings. If an option is
|
||||
specified both at the top level and at the seed level, the results are merged.
|
||||
In cases of coflict, the seed-level value takes precedence.
|
||||
In cases of conflict, the seed-level value takes precedence.
|
||||
|
||||
In the example yaml above, ``warcprox_meta`` is specified at the top level and
|
||||
at the seed level for the seed http://one.example.org/. At the top level we
|
||||
|
6
setup.py
6
setup.py
@ -34,7 +34,7 @@ def find_package_data(package):
|
||||
|
||||
setuptools.setup(
|
||||
name="brozzler",
|
||||
version="1.5.51a1",
|
||||
version="1.5.52a1",
|
||||
description="Distributed web crawling with browsers",
|
||||
url="https://github.com/internetarchive/brozzler",
|
||||
author="Noah Levitt",
|
||||
@ -66,11 +66,11 @@ setuptools.setup(
|
||||
},
|
||||
install_requires=[
|
||||
"PyYAML>=5.1",
|
||||
"yt_dlp<2023.11.16",
|
||||
"cassandra-driver==3.29.1",
|
||||
"yt_dlp==2024.7.16",
|
||||
"reppy==0.3.4",
|
||||
"requests>=2.21",
|
||||
"websocket-client>=0.39.0,<=0.48.0",
|
||||
"websocket-client==1.8.0",
|
||||
"pillow>=5.2.0",
|
||||
"urlcanon>=0.1.dev23",
|
||||
"doublethink @ git+https://github.com/internetarchive/doublethink.git@Py311",
|
||||
|
Loading…
x
Reference in New Issue
Block a user