Git-Mirrors/brozzler
1
0
Fork 0
mirror of https://github.com/internetarchive/brozzler.git synced 2025-02-24 08:39:59 -05:00
Code Issues Actions Packages Projects Releases Wiki Activity

brozzler-job-starter.py -> ait-brozzler-boss.py

Browse Source
This commit is contained in:
Noah Levitt 2015-09-09 22:11:14 +00:00
parent 1b94d10723
commit 72e72e03c4
1 changed files with 6 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
cluster-control.sh
View File

@ -11,10 +11,10 @@ _status() {
warcprox_pids=( $(pgrep -f /home/nlevitt/tmp/brozzler-venv/bin/warcprox) ) warcprox_pids=( $(pgrep -f /home/nlevitt/tmp/brozzler-venv/bin/warcprox) )
worker_pids=( $(pgrep -f /home/nlevitt/tmp/brozzler-venv/bin/brozzler-worker) ) worker_pids=( $(pgrep -f /home/nlevitt/tmp/brozzler-venv/bin/brozzler-worker) )
pywayback_pids=( $(pgrep -f /home/nlevitt/workspace/pygwb/pygwb-ve27/bin/gunicorn) ) pywayback_pids=( $(pgrep -f /home/nlevitt/workspace/pygwb/pygwb-ve27/bin/gunicorn) )
job_starter_pids=( $(pgrep -f /home/nlevitt/workspace/ait5/scripts/brozzler-job-starter.py) ) ait_brozzler_boss=( $(pgrep -f /home/nlevitt/workspace/ait5/scripts/ait-brozzler-boss.py) )
ait5_pids=( $(pgrep -f 0.0.0.0:8888) ) ait5_pids=( $(pgrep -f 0.0.0.0:8888) )
pids="${warcprox_pids[*]} ${worker_pids[*]} ${pywayback_pids[*]} ${job_starter_pids[*]} ${ait5_pids[*]}" pids="${warcprox_pids[*]} ${worker_pids[*]} ${pywayback_pids[*]} ${ait_brozzler_boss[*]} ${ait5_pids[*]}"
if [ "$pids" != " " ] ; then if [ "$pids" != " " ] ; then
PS_FORMAT=user,pid,tid,ppid,pgid,sid,pri,nice,psr,%cpu,%mem,tty,stat,stime,time,args ps ww -H $pids PS_FORMAT=user,pid,tid,ppid,pgid,sid,pri,nice,psr,%cpu,%mem,tty,stat,stime,time,args ps ww -H $pids
echo echo
@ -24,7 +24,7 @@ _status() {
[ -z "${warcprox_pids[*]}" ] && echo "$0: warcprox is not running" [ -z "${warcprox_pids[*]}" ] && echo "$0: warcprox is not running"
[ -z "${worker_pids[*]}" ] && echo "$0: brozzler-workers are not running" [ -z "${worker_pids[*]}" ] && echo "$0: brozzler-workers are not running"
[ -z "${pywayback_pids[*]}" ] && echo "$0: pywayback is not running" [ -z "${pywayback_pids[*]}" ] && echo "$0: pywayback is not running"
[ -z "${job_starter_pids[*]}" ] && echo "$0: brozzler-job-starter.py is not running" [ -z "${ait_brozzler_boss[*]}" ] && echo "$0: ait-brozzler-boss.py is not running"
[ -z "${ait5_pids[*]}" ] && echo "$0: ait5 is not running" [ -z "${ait5_pids[*]}" ] && echo "$0: ait5 is not running"
return $something_running return $something_running
@ -33,7 +33,7 @@ _status() {
_stop() { _stop() {
if _status ; then if _status ; then
pkill -f /home/nlevitt/workspace/pygwb/pygwb-ve27/bin/gunicorn pkill -f /home/nlevitt/workspace/pygwb/pygwb-ve27/bin/gunicorn
pkill -f /home/nlevitt/workspace/ait5/scripts/brozzler-job-starter.py pkill -f /home/nlevitt/workspace/ait5/scripts/ait-brozzler-boss.py
pkill -f /home/nlevitt/tmp/brozzler-venv/bin/warcprox pkill -f /home/nlevitt/tmp/brozzler-venv/bin/warcprox
pkill -f 0.0.0.0:8888 pkill -f 0.0.0.0:8888
# pkill -f /home/nlevitt/tmp/brozzler-venv/bin/brozzler-worker # pkill -f /home/nlevitt/tmp/brozzler-venv/bin/brozzler-worker
@ -86,8 +86,8 @@ _start() {
sleep 5 sleep 5
echo $0: starting ait5 brozzler-job-starter.py echo $0: starting ait-brozzler-boss.py
PYTHONPATH=/home/nlevitt/tmp/brozzler-venv/lib/python3.4/site-packages:/home/nlevitt/workspace/brozzler:/home/nlevitt/workspace/warcprox:/home/nlevitt/workspace/ait5 /home/nlevitt/workspace/ait5/scripts/brozzler-job-starter.py &>> /1/brzl/logs/ait-job-starter.out & PYTHONPATH=/home/nlevitt/tmp/brozzler-venv/lib/python3.4/site-packages:/home/nlevitt/workspace/brozzler:/home/nlevitt/workspace/warcprox:/home/nlevitt/workspace/ait5 /home/nlevitt/workspace/ait5/scripts/ait-brozzler-boss.py &>> /1/brzl/logs/ait-brozzler-boss.out &
sleep 5 sleep 5