RomanNum3ral
/
scrapy
mirror of https://github.com/scrapy/scrapy.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

adapted test-scrapyd.sh to be compatible with older versions of mktemp, and to not hang forever is spider doesn't run for some reason

This commit is contained in:
Pablo Hoffman 2011-08-27 01:43:32 -03:00
parent 98b68ca89d
commit accac332e3
1 changed files with 9 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

15
extras/test-scrapyd.sh
View File

@ -14,9 +14,9 @@ export PATH=$PATH:$(pwd)/bin
export PYTHONPATH=$PYTHONPATH:$(pwd)
scrapyd_dir=$(mktemp /tmp/test-scrapyd.XXXXXXX -d)
scrapyd_log=$(mktemp /tmp/test-scrapyd.XXXXXXX.log)
scrapyd_log=$(mktemp /tmp/test-scrapyd.XXXXXXX)
scrapy_dir=$(mktemp /tmp/test-scrapyd.XXXXXXX -d)
feed_path=$(mktemp /tmp/test-scrapyd.XXXXXXX.jl)
feed_path=$(mktemp /tmp/test-scrapyd.XXXXXXX)
twistd -ny extras/scrapyd.tac -d $scrapyd_dir -l $scrapyd_log &
@ -70,14 +70,17 @@ scrapy deploy
curl -s http://localhost:6800/schedule.json -d project=testproj -d spider=insophia -d setting=FEED_URI=$feed_path -d arg=SOME_ARGUMENT
echo "waiting for spider to finish..."
until grep -q "Process finished" $scrapyd_log; do
sleep 1
done
echo "waiting 20 seconds for spider to run and finish..."
sleep 20
kill %1
wait %1
if ! grep -q "Process finished" $scrapyd_log; then
echo "error: 'Process finished' not found on scrapyd log"
exit 1
fi
numitems="$(cat $feed_path | wc -l)"
if [ "$numitems" != "8" ]; then
echo "error: wrong number of items scraped: $numitems"