nginx日志分析手机使用频次

__author__ = 'similarface'
from collections import defaultdict
import glob
ip = r"?P<ip>[\d.]*"
date = r"?P<date>\d+"
month = r"?P<month>\w+"
year = r"?P<year>\d+"
log_time = r"?P<time>\S+"
method = r"?P<method>\S+"
request = r"?P<request>\S+"
status = r"?P<status>\d+"
bodyBytesSent = r"?P<bodyBytesSent>\d+"
refer = r"""?P<refer>
         [^\"]*
         """
userAgent=r"""?P<userAgent>
            .*
           """
import re

import linecache
def readline(path):
    return linecache.getlines(path)

ipad=0
result=defaultdict(int)
p = re.compile(r"(%s)\ -\ -\ \[(%s)/(%s)/(%s)\:(%s)\ [\S]+\]\ \"(%s)?[\s]?(%s)?.*?\"\ (%s)\ (%s)\ \"(%s)\"\ \"(%s).*?\"" %( ip, date, month, year, log_time, method, request, status, bodyBytesSent, refer, userAgent ), re.VERBOSE)

acctype=set()
linuxcount=0
Androidcount=0
shoujidict=defaultdict(int)
for line in open('/data4/access.log','r'):
    m = re.findall(p, line)
    try:
        if len(m)!=0:
            #"Mozilla/5.0 (Linux; U; Android 4.4.4; zh-cn; SM-G5108Q Build/KTU84P)
            #(Linux; U; Android 4.4.2; zh-cn; HUAWEI MT7-CL00 Build/HuaweiMT7-CL00) AppleWebKit/533.1 (KHTML, like Gecko)Version/4.0 MQQBrowser/5.4 TBS/02544
            result[m[0][10]]=result[m[0][10]]+1

            try:
                content=m[0][10]
                begin=content.index('(')
                end=content.index(')')
                shortcontent=content[begin+1:end]
                acctype.add(shortcontent.split(';')[0])
                #print(shortcontent)
                if 'Linux' in shortcontent:
                    linuxcount=linuxcount+1
                    shouji=shortcontent.split(';')[4]
                    shoujidict[shouji]=shoujidict[shouji]+1
                if 'Windows' in shortcontent:
                    pass
                if 'iPad' == shortcontent.split(';')[0]:
                    ipad=ipad+1

            except Exception,e:
                pass

    except Exception,e:
        #print(m)
        pass

fopen=open('/tmp/shouji.txt','w')
for k,v in shoujidict.items():
    fopen.writelines(k+'\t'+str(v)+"\n")
fopen.close()

print(ipad)