javaeye_search/jereport.sh at main · robbin/javaeye_search · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
#!/bin/bash
. /etc/profile
export LC_CTYPE=en_US.UTF-8

yesterday=`date -d "-1 day" +%Y-%m-%d`

log_path=`dirname $0`
cd $log_path

ana_file_name="server.log.${yesterday}"

request_all=`cat $ana_file_name | grep -c "com.javaeye.search.SearchWorker" `

paginate_search_req=`grep -c "\[paginate_search\]" $ana_file_name`
more_like_this_req=`grep -c "\[more_like_this\]" $ana_file_name`
topic=`grep -c "\[topic\]" $ana_file_name`
blog=`grep -c "\[blog\]"  $ana_file_name`
news=`grep -c "\[news\]" $ana_file_name`
wiki=`grep -c "\[page\]" $ana_file_name`
article=`grep -c "\[article\]" $ana_file_name`
group_topic=`grep -c "\[grouptopic\]"  $ana_file_name`
user=`grep -c "\[user\]"  $ana_file_name`
i=0;cat $ana_file_name | grep "com.javaeye.search.SearchWorker" | awk '{print $8}' | sort | uniq -c | sort -n -r  | head -n 100 | while read line; do
        i=$(expr $i \+ 1)
        count=`echo $line | awk '{print $1}'`
        word=`echo $line | grep -o ' .*$' | grep -o '[^ ].*$'`
        word=${word#*[}
        word=${word%]*}
        #word=`ruby -e "puts CGI.unescape(\"$word\")" -rcgi`
        percentage=$(expr $count \* 100 / $request_all)
        echo "  $(printf %3d $i).($(printf "%d" $percentage)%) ($count) $(printf %-30s "$word")"
done | cat > search_words.log

cat > mail_content <<EOF
From: javaeye Search Report <javaeye_search_report@javaeye.com>
Sender: javaeye Search Reporter <javaeye_search_report@javaeye.com>
To: Yongqing.Gu <gyq5319920@gmail.com>, inosin <inosin7000@gmail.com>, fankai <fankai@gmail.com>, zhuhl <allwefantasy@gmail.com>
MIME-Version: 1.0
Content-Type: text/html
Subject: JAVAEYE-搜索统计报告 $yesterday

<html><body><pre style='font-family:monospace;line-height:1.5;font-size:12px;'>

接口调用情况: ($(printf '%8d' $request_all))

  paginate_search_req: $(printf '%8d' $paginate_search_req)
  more_like_this_req : $(printf '%8d' $more_like_this_req)
  讨论: $(printf '%8d' $topic) ($(printf '%2d' `expr $topic \* 100 / $request_all`)%)
  博客: $(printf '%8d' $blog) ($(printf '%2d' `expr $blog \* 100 / $request_all`)%)
  新闻: $(printf '%8d' $news) ($(printf '%2d' `expr $news \* 100 / $request_all`)%)
  专栏: $(printf '%8d' $wiki) ($(printf '%2d' `expr $wiki \* 100 / $request_all`)%)
  文摘: $(printf '%8d' $article) ($(printf '%2d' `expr $article \* 100 / $request_all`)%)
  圈子: $(printf '%8d' $group_topic) ($(printf '%2d' `expr $group_topic \* 100 / $request_all`)%)
  用户: $(printf '%8d' $user) ($(printf '%2d' `expr $user \* 100 / $request_all`)%)
搜索词排行: ($(printf '%d' $search_count))
`cat search_words.log`
</pre></body></html>
EOF
cat mail_content
rm search_words.log