- #!/usr/bin/env bash
- LANG=en_US.UTF-8
- if [ -n "$2" ]; then
- logpath=~/logs/$1/http/access.log.$2
- else
- logpath=~/logs/$1/http/access.log
- fi
- if [ -n "$1" ]; then
- for i in baidu Sogou Googlebot yahoo bingbot YandexBot YoudaoBot ; do
- spider=`cat $logpath | grep -E -v 'jpg|gif|png|js|CSS' | grep -E $i | wc -l`
- echo "$i Spider:$spider"
- done
- topip=`cat $logpath | grep -E -v 'jpg|gif|png|js|css' | awk '$1 {print $1,$12,$13,$14,$15,$16,$17,$18,$19}' | sort | uniq -c | sort -rn | head -n 10 | awk '{printf "\\\\n%-8s %-15s %s %s %s %s %s %s %s",$1,$2,$3,$4,$5,$6,$7,$8,$9}'`
- echo "TOP10 IP:$topip"
- else
- echo "Using #./spider_log hosting(20hotel.com) [`date +%F`]."
- fi
- #该片段来自于http://www.codesnippet.cn/detail/261220121205.html
来源: http://www.codesnippet.cn/detail/261220121205.html