spider_log.sh

#!/bin/bash

m="$(date +%m)"
case $m in
  "01") m='Jan';;
  "02") m='Feb';;
  "03") m='Mar';;
  "04") m='Apr';;
  "05") m='May';;
  "06") m='June';;
  "07") m='July';;
  "08") m='Aug';;
  "09") m='Sept';;
  "10") m='Oct';;
  "11") m='Nov';;
  "12") m='Dec';;
esac
d="$(date +%d)"
 
spider=(
  Googlebot
  Baiduspider
  Sogou
  YisouSpider
  360Spider
  msnbot
  yandex
)
for log in `find . -type f -name "*.log"` ;do
        for i in ${spider[*]}; do 
        echo -e "$log 蜘蛛分析 $i \t" `cat $log |grep $d/$m|grep $i > $log.$i.txt` `cat $log.$i.txt | wc -l` 
        done
done