Git-Mirrors/brozzler
1
0
Fork 0
mirror of https://github.com/internetarchive/brozzler.git synced 2025-07-20 21:48:52 -04:00
Code Issues Projects Releases Packages Wiki Activity Actions 1

Merge branch 'video_predup' into qa

Browse source
This commit is contained in:
Barbara Miller 2024-04-05 14:01:20 -07:00
commit dfd4d7da84
2 changed files with 2 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

1
brozzler/model.py
View file

@ -111,6 +111,7 @@ def new_job(frontier, job_conf):
merged_conf["seed"] = merged_conf.pop("url") merged_conf["seed"] = merged_conf.pop("url")
site = brozzler.Site(frontier.rr, merged_conf) site = brozzler.Site(frontier.rr, merged_conf)
site.id = str(uuid.uuid4()) site.id = str(uuid.uuid4())
site.seed_id = seed_conf['metadata']['ait_seed_id']
sites.append(site) sites.append(site)
pages.append(new_seed_page(frontier, site)) pages.append(new_seed_page(frontier, site))

2
setup.py
View file

@ -67,7 +67,7 @@ setuptools.setup(
install_requires=[ install_requires=[
"PyYAML>=5.1", "PyYAML>=5.1",
"yt_dlp<2023.11.16", "yt_dlp<2023.11.16",
"cassandra-driver==3.29.1" "cassandra-driver==3.29.1",
"reppy==0.3.4", "reppy==0.3.4",
"requests>=2.21", "requests>=2.21",
"websocket-client>=0.39.0,<=0.48.0", "websocket-client>=0.39.0,<=0.48.0",