mirror of
https://github.com/internetarchive/brozzler.git
synced 2025-02-24 08:39:59 -05:00
run ait5 partner webapp; consolidate "status" and "fullstatus"
This commit is contained in:
Noah Levitt
parent
5fe2805285
commit
993ae6a833
@ -8,67 +8,34 @@ fi
|
||||
_status() {
|
||||
something_running=1
|
||||
|
||||
pids=( $(pgrep -f /home/nlevitt/tmp/brozzler-venv/bin/warcprox) )
|
||||
pids=${pids[*]}
|
||||
if [ -n "$pids" ] ; then
|
||||
echo "warcprox is running: pids $pids"
|
||||
something_running=0
|
||||
else
|
||||
echo "warcprox is not running"
|
||||
fi
|
||||
|
||||
pids=( $(pgrep -f /home/nlevitt/tmp/brozzler-venv/bin/brozzler-worker) )
|
||||
pids=${pids[*]}
|
||||
if [ -n "$pids" ] ; then
|
||||
echo "brozzler-workers are running: pids $pids"
|
||||
something_running=0
|
||||
else
|
||||
echo "brozzler-workers are not running"
|
||||
fi
|
||||
|
||||
pids=( $(pgrep -f /home/nlevitt/workspace/pygwb/pygwb-ve27/bin/gunicorn) )
|
||||
pids=${pids[*]}
|
||||
if [ -n "$pids" ] ; then
|
||||
echo "pywayback is running: pids $pids"
|
||||
something_running=0
|
||||
else
|
||||
echo "pywayback is not running"
|
||||
fi
|
||||
|
||||
pids=( $(pgrep -f /home/nlevitt/workspace/ait5/scripts/brozzler-job-starter.py) )
|
||||
pids=${pids[*]}
|
||||
if [ -n "$pids" ] ; then
|
||||
echo "brozzler-job-starter.py is running: pids $pids"
|
||||
something_running=0
|
||||
else
|
||||
echo "brozzler-job-starter.py is not running"
|
||||
fi
|
||||
|
||||
return $something_running
|
||||
}
|
||||
|
||||
_fullstatus() {
|
||||
warcprox_pids=( $(pgrep -f /home/nlevitt/tmp/brozzler-venv/bin/warcprox) )
|
||||
worker_pids=( $(pgrep -f /home/nlevitt/tmp/brozzler-venv/bin/brozzler-worker) )
|
||||
pywayback_pids=( $(pgrep -f /home/nlevitt/workspace/pygwb/pygwb-ve27/bin/gunicorn) )
|
||||
job_starter_pids=( $(pgrep -f /home/nlevitt/workspace/ait5/scripts/brozzler-job-starter.py) )
|
||||
ait5_pids=( $(pgrep -f 0.0.0.0:8888) )
|
||||
|
||||
pids="${warcprox_pids[*]} ${worker_pids[*]} ${pywayback_pids[*]} ${job_starter_pids[*]}"
|
||||
pids="${warcprox_pids[*]} ${worker_pids[*]} ${pywayback_pids[*]} ${job_starter_pids[*]} ${ait5_pids[*]}"
|
||||
if [ "$pids" != " " ] ; then
|
||||
PS_FORMAT=user,pid,tid,ppid,pgid,sid,pri,nice,psr,%cpu,%mem,tty,stat,stime,time,args ps ww -H $pids
|
||||
echo
|
||||
something_running=0
|
||||
fi
|
||||
|
||||
[ -z "${warcprox_pids[*]}" ] && echo "warcprox is not running"
|
||||
[ -z "${worker_pids[*]}" ] && echo "brozzler-workers are not running"
|
||||
[ -z "${pywayback_pids[*]}" ] && echo "pywayback is not running"
|
||||
[ -z "${job_starter_pids[*]}" ] && echo "brozzler-job-starter.py is not running"
|
||||
[ -z "${warcprox_pids[*]}" ] && echo "$0: warcprox is not running"
|
||||
[ -z "${worker_pids[*]}" ] && echo "$0: brozzler-workers are not running"
|
||||
[ -z "${pywayback_pids[*]}" ] && echo "$0: pywayback is not running"
|
||||
[ -z "${job_starter_pids[*]}" ] && echo "$0: brozzler-job-starter.py is not running"
|
||||
[ -z "${ait5_pids[*]}" ] && echo "$0: ait5 is not running"
|
||||
|
||||
return $something_running
|
||||
}
|
||||
|
||||
_stop() {
|
||||
if _status ; then
|
||||
pkill -f /home/nlevitt/workspace/pygwb/pygwb-ve27/bin/gunicorn
|
||||
pkill -f /home/nlevitt/workspace/ait5/scripts/brozzler-job-starter.py
|
||||
pkill -f /home/nlevitt/tmp/brozzler-venv/bin/warcprox
|
||||
pkill -f 0.0.0.0:8888
|
||||
# pkill -f /home/nlevitt/tmp/brozzler-venv/bin/brozzler-worker
|
||||
for node in aidata{400,400-bu,401-bu} ; do
|
||||
ssh $node pkill -f /home/nlevitt/tmp/brozzler-venv/bin/brozzler-worker
|
||||
@ -77,15 +44,18 @@ _stop() {
|
||||
for node in aidata{400,400-bu,401-bu} ; do
|
||||
ssh $node killall chromium-browser
|
||||
done
|
||||
fi
|
||||
|
||||
if _status ; then
|
||||
if _status > /dev/null ; then
|
||||
while _status > /dev/null ; do sleep 0.5 ; done
|
||||
fi
|
||||
|
||||
echo "$0: all services stopped"
|
||||
}
|
||||
|
||||
_reset() {
|
||||
if _status ; then
|
||||
echo "looks like something's still running, run '$0 stop' before resetting"
|
||||
echo "$0: looks like something's still running, run '$0 stop' before resetting"
|
||||
exit 1
|
||||
fi
|
||||
|
||||
@ -103,40 +73,41 @@ EOF
|
||||
}
|
||||
|
||||
_start() {
|
||||
if _status ; then
|
||||
echo "can't start because something's still running"
|
||||
if _status > /dev/null ; then
|
||||
echo "$0: can't start because something's still running"
|
||||
exit 1
|
||||
fi
|
||||
|
||||
set -e
|
||||
set -x
|
||||
|
||||
PYTHONPATH=/home/nlevitt/tmp/brozzler-venv/lib/python3.4/site-packages:/home/nlevitt/workspace/brozzler:/home/nlevitt/workspace/warcprox:/home/nlevitt/workspace/ait5 /home/nlevitt/tmp/brozzler-venv/bin/warcprox --dir=/1/brzl/warcs --rethinkdb-servers=wbgrp-svc020,wbgrp-svc035,wbgrp-svc036 --rethinkdb-db=archiveit_brozzler --rethinkdb-big-table --cacert=/1/brzl/warcprox-ca.pem --certs-dir=/1/brzl/certs --address=0.0.0.0 --base32 --gzip --rollover-idle-time=180 --kafka-broker-list=qa-archive-it.org:6092 --kafka-capture-feed-topic=ait-brozzler-captures &>/1/brzl/logs/warcprox.out &
|
||||
echo $0: starting warcprox
|
||||
PYTHONPATH=/home/nlevitt/tmp/brozzler-venv/lib/python3.4/site-packages:/home/nlevitt/workspace/brozzler:/home/nlevitt/workspace/warcprox:/home/nlevitt/workspace/ait5 /home/nlevitt/tmp/brozzler-venv/bin/warcprox --dir=/1/brzl/warcs --rethinkdb-servers=wbgrp-svc020,wbgrp-svc035,wbgrp-svc036 --rethinkdb-db=archiveit_brozzler --rethinkdb-big-table --cacert=/1/brzl/warcprox-ca.pem --certs-dir=/1/brzl/certs --address=0.0.0.0 --base32 --gzip --rollover-idle-time=180 --kafka-broker-list=qa-archive-it.org:6092 --kafka-capture-feed-topic=ait-brozzler-captures &>>/1/brzl/logs/warcprox.out &
|
||||
|
||||
sleep 5
|
||||
|
||||
PYTHONPATH=/home/nlevitt/tmp/brozzler-venv/lib/python3.4/site-packages:/home/nlevitt/workspace/brozzler:/home/nlevitt/workspace/warcprox:/home/nlevitt/workspace/ait5 /home/nlevitt/workspace/ait5/scripts/brozzler-job-starter.py &> /1/brzl/logs/ait-job-starter.out &
|
||||
echo $0: starting ait5 brozzler-job-starter.py
|
||||
PYTHONPATH=/home/nlevitt/tmp/brozzler-venv/lib/python3.4/site-packages:/home/nlevitt/workspace/brozzler:/home/nlevitt/workspace/warcprox:/home/nlevitt/workspace/ait5 /home/nlevitt/workspace/ait5/scripts/brozzler-job-starter.py &>> /1/brzl/logs/ait-job-starter.out &
|
||||
|
||||
sleep 5
|
||||
|
||||
echo $0: starting brozzler-workers
|
||||
for node in aidata{400,400-bu,401-bu} ; do
|
||||
ssh -fn $node 'PYTHONPATH=/home/nlevitt/tmp/brozzler-venv/lib/python3.4/site-packages XAUTHORITY=/tmp/Xauthority.nlevitt DISPLAY=:1 /home/nlevitt/tmp/brozzler-venv/bin/brozzler-worker --rethinkdb-servers=wbgrp-svc036,wbgrp-svc020,wbgrp-svc035 --rethinkdb-db=archiveit_brozzler --max-browsers=10' &> /1/brzl/logs/brozzler-worker-$node.out
|
||||
ssh -fn $node 'PYTHONPATH=/home/nlevitt/tmp/brozzler-venv/lib/python3.4/site-packages XAUTHORITY=/tmp/Xauthority.nlevitt DISPLAY=:1 /home/nlevitt/tmp/brozzler-venv/bin/brozzler-worker --rethinkdb-servers=wbgrp-svc036,wbgrp-svc020,wbgrp-svc035 --rethinkdb-db=archiveit_brozzler --max-browsers=10' &>> /1/brzl/logs/brozzler-worker-$node.out
|
||||
done
|
||||
|
||||
PYTHONPATH=/home/nlevitt/workspace/pygwb/pygwb-ve27/lib/python2.7/site-packages:/home/nlevitt/workspace/pygwb WAYBACK_CONFIG=/home/nlevitt/workspace/pygwb/gwb.yaml PATH=/home/nlevitt/workspace/pygwb/pygwb-ve27/bin:/usr/bin:/bin /home/nlevitt/workspace/pygwb/start-gwb.sh &> /1/brzl/logs/pywayback.out &
|
||||
echo $0: starting pywayback
|
||||
PYTHONPATH=/home/nlevitt/workspace/pygwb/pygwb-ve27/lib/python2.7/site-packages:/home/nlevitt/workspace/pygwb WAYBACK_CONFIG=/home/nlevitt/workspace/pygwb/gwb.yaml PATH=/home/nlevitt/workspace/pygwb/pygwb-ve27/bin:/usr/bin:/bin /home/nlevitt/workspace/pygwb/start-gwb.sh &>> /1/brzl/logs/pywayback.out &
|
||||
|
||||
set +x
|
||||
echo $0: starting ait5 partner webapp
|
||||
PYTHONPATH=/home/nlevitt/workspace/ait5:/home/nlevitt/workspace/ait5/ait5-ve34/lib/python3.4/site-packages python3.4 /home/nlevitt/workspace/ait5/manage.py runserver_plus 0.0.0.0:8888 &>> /1/brzl/logs/ait5.out &
|
||||
|
||||
echo
|
||||
echo logs are in /1/brzl/logs
|
||||
echo warcs are in /1/brzl/warcs
|
||||
echo $0: logs are in /1/brzl/logs
|
||||
echo $0: warcs are in /1/brzl/warcs
|
||||
}
|
||||
|
||||
if [ $# != 1 ] ; then
|
||||
echo "Usage: $0 status|fullstatus|start|stop|restart|reset"
|
||||
echo "Usage: $0 status|start|stop|restart|reset"
|
||||
exit 1
|
||||
elif [ $1 = 'fullstatus' ] ; then
|
||||
_fullstatus
|
||||
elif [ $1 = 'status' ] ; then
|
||||
_status
|
||||
elif [ $1 = 'stop' ] ; then
|
||||
@ -149,7 +120,7 @@ elif [ $1 = 'restart' ] ; then
|
||||
elif [ $1 = 'reset' ] ; then
|
||||
_reset
|
||||
else
|
||||
echo "Usage: $0 status|fullstatus|start|stop|restart|reset"
|
||||
echo "Usage: $0 status|start|stop|restart|reset"
|
||||
exit 1
|
||||
fi
|
||||
|
||||
|
||||
Loading…
x
Reference in New Issue
Block a user