diff options
author | Florian Pritz <f-p@gmx.at> | 2008-11-11 22:10:33 +0100 |
---|---|---|
committer | Florian Pritz <f-p@gmx.at> | 2008-11-11 22:10:33 +0100 |
commit | da2d0f071e5cd37b6f4f04906b5f2006cec57a70 (patch) | |
tree | 932fc5ec2212304f3266229db78ec29a598ef799 /grank | |
parent | e443ba89d07541516d7bd80f78cb0e16e535e870 (diff) | |
download | bin-da2d0f071e5cd37b6f4f04906b5f2006cec57a70.tar.gz bin-da2d0f071e5cd37b6f4f04906b5f2006cec57a70.tar.xz |
updated and added soem things
Diffstat (limited to 'grank')
-rwxr-xr-x | grank | 91 |
1 files changed, 91 insertions, 0 deletions
@@ -0,0 +1,91 @@ +#!/bin/bash + +# grank - find your google rank index +# +# 2008 - Mike Golvach - eggi@comcast.net +# +# Creative Commons Attribution-Noncommercial-Share Alike 3.0 United States License +# + +if [ $# -lt 2 -a $# -ne 0 ] +then + echo "Usage: $0 URL Search_Term(s)" + echo "URL with or with http(s)://, ftp://, etc" + exit 1 +fi + +if [ $# -eq 0 ] +then + while read x y + do + url=$x + search_terms=$y + $0 $x "$y" + done + exit 0 +else + url=$1 + shift + search_terms=$@ +fi + +base=0 +num=1 +start=0 +multiple_search=0 +not_found=0 + +for x in $search_terms +do + if [ $multiple_search -eq 0 ] + then + search_string=$x + multiple_search=1 + else + search_string="${search_string}+$x" + fi +done + +echo "Searching For Google Index For $url With Search Terms: $search_terms..." +echo + +num_results=`wget -q --user-agent=Firefox -O - http://www.google.com/search?q=$search_string\&hl=en\&safe=off\&pwst=1\&start=$start\&sa=N|awk '{ if ( $0 ~ /of about <b>.*<\/b> for/ ) print $0 }'|awk -F"of about" '{print $2}'|awk -F"<b>" '{print $2}'|awk -F"</b>" '{print $1}'` + +while :; +do + if [ $not_found -eq 1 ] + then + break + fi + wget -q --user-agent=Firefox -O - http://www.google.com/search?q=$search_string\&num=100\&hl=en\&safe=off\&pwst=1\&start=$start\&sa=N|sed 's/<a href=\"\([^\"]*\)\" class=l>/\n\1\n/g'|awk -v num=$num -v base=$base '{ if ( $1 ~ /^http/ ) print base,num++,$NF }'|awk '{ if ( $2 < 10 ) print "Google Index Number " $1 "0" $2 " For Page: " $3; else if ( $2 == 100 ) print "Google Index Number " $1+1 "00 For Page: " $3;else print "Google Index Number " $1 $2 " For Page: " $3 }'|grep -i $url + if [ $? -ne 0 ] + then + let start=$start+100 + if [ $start -eq 1000 ] + then + not_found=1 + if [ $not_found -eq 1 ] + then + break + fi + fi + let base=$base+1 + first_page=0 + else + break + fi + + let sleep_time=${RANDOM}/600 + echo "Not In Top $start Results: Sleeping $sleep_time seconds..." + sleep $sleep_time +done + +if [ $not_found -eq 1 ] +then + echo "Not Found In First 1,000 Index Results - Google's Hard Limit" + echo +fi + +echo "Out Of Approximately $num_results Results" +echo +exit 0 |