excel 练习玩具统计项目组excel日报

import xlrd
import xlwt
import os,time
import json
from xlrd import xldate_as_tuple
from datetime import datetime
from toydir.logutil import logger
logger = logger("root", rootstdout=True, handlerList=['I','E'])
# from matplotlib import font_manager
# my_font = font_manager.FontProperties(fname="C:/Windows/Fonts/simsun.ttc")

class ExcelUnit(object):
     def __init__(self,excel_path):
         self.excelObject=xlrd.open_workbook(excel_path)
         self.sheetObject=self.excelObject.sheet_by_index(0)
         self.sheet_name=self.sheetObject.name
         self.rows=self.sheetObject.nrows
         self.cols=self.sheetObject.ncols

     def getSpecialCell(self,x,y):
         return self.sheetObject.cell(x,y).value

     def read_excel(self):
         list=[]
         for row  in range(1,self.rows):
             lists=self.sheetObject.row_values(row)[:self.cols]

             cell=self.sheetObject.cell_value(row,1)
             try:
                 global d
                 d= datetime(*xldate_as_tuple(cell, 0))
             except Exception as e:
                pass
             cells= d.strftime('%Y/%m/%d')
             lists[1]=cells
             list.append(tuple(lists))
         return list

def getAllExcellContent(Mode):
    """Mode =0 ->week ,Mode=1->month"""
    absxslFileList = []
    xslList=[]
    excelDir=None
    if Mode==0:
        excelDir=os.getcwd()+"\\sourcexsldir"
    elif Mode==1:
        excelDir=os.getcwd()+"\\months_sourcexsl"
    if os.path.isdir(excelDir):
        for o  in os.listdir(excelDir):
            absxslfile=excelDir+'\\'+o
            if o.split('.')[-1]=="xlsx" and os.path.isfile(absxslfile):
                absxslFileList.append(absxslfile)
    for xsl in absxslFileList:
        excelInst=ExcelUnit(xsl)
        xslList.append(excelInst.read_excel())
    return xslList

def Dataset(get_excels):
    error_sum=[]
    news=[]
    contents=[]
    work_attr=["用例编写", "测试准备", "功能用例执行", "其它测试执行", "bug验证", "测试结果整理", "其它", "运维开发"]
    for excel in get_excels:

        for row in excel:
            # print(row)
            if row[0] and row[1] and row[2]and row[3]:
                if row[1].count("/")==2 and row[4] in work_attr:
                    # logger.info(row)
                    contents.append(row)
                else:

                    logger.error("发现异常数据,见异常数据汇总sheet")
                    logger.error("++++++++++++++++++++")
                    logger.error(row)
                    error_sum.append(row)
                    #raise ValueError("DATE FORMAT or Work Nature NOT CORRECT,Check please!")
            else:
                print("======出现格式异常数据==========")
                logger.error(row)
    #order by user
    newdt=sorted(contents, key=lambda x: x[0])
    users_set=list(set([i[0] for i in newdt]))
    #user groupby
    for u in users_set:
        per_list=list(filter(lambda x:x[0]==u,newdt))
        news.extend(per_list)
    new_d=[]
    for r in error_sum:
        j=list(r)
        j[1],j[5]=j[5],j[1]
        k=tuple(j)
        new_d.append(k)
    return news,users_set,new_d

def splitdate(mode):
    datas,users,err=Dataset(getAllExcellContent(Mode=mode))
    all_dts=[]
    for user in users:
       my_list = list(filter(lambda o: o[0]== user, datas))
       # print(my_list)
       my_program=my_list[0][3]
       my_date_list=sorted(list(set([i[1] for i in my_list])))
       for index,day in enumerate(my_date_list):
           lk = []
           work_times = []
           useable_times=[]
           casewriteNumbers = []
           case_excuteNum = []
           bug_submitNum = []
           bug_regNum = []
           for dt in my_list:
               if dt[1]==day:
                   if dt[4]!="其它":
                       useable_time=float(dt[5]) if dt[5] else 0
                       useable_times.append(useable_time)

                   wh=float(dt[5]) if str(dt[5]).strip() else 0
                   cw=int(dt[6]) if str(dt[6]).strip() else 0
                   ce=int(dt[7]) if str(dt[7]).strip() else 0
                   bug_sub=float(dt[8]) if str(dt[8]).strip() else 0
                   bug_reg=float(dt[9]) if str(dt[9]).strip() else 0

                   casewriteNumbers.append(cw)
                   case_excuteNum.append(ce)
                   bug_submitNum.append(int(bug_sub))
                   bug_regNum.append(int(bug_reg))
                   work_times.append(float(wh))
           work_saturation =float('%.3f' % (sum(useable_times)/7))
           lk.insert(0,user)
           lk.insert(1,work_saturation)
           lk.insert(2,day)
           lk.insert(3, my_program)
           lk.insert(4,sum(work_times))
           lk.insert(5,sum(useable_times))

           all_dts.append(tuple(lk))
    # for i in all_dts:
    #     logger.debug(i)
    return all_dts

def week_sum(daily_dt):

    persons=list(set([j[0] for j  in daily_dt ]))
    allperson_week=[]
    for p in persons:
        # my_weekdts = list(filter(lambda o: o[0] == p, daily_dt))
        weekTime=[]
        useable_weekTime=[]
        prog=[]
        man=p
        pg_list = []
        oneperson_oneweek=[]
        for dt in daily_dt:
            oneday_hour=float(dt[4]) if str(dt[4]).strip() else 0
            oneday_usebaletime=float(dt[5]) if str(dt[5]).strip() else 0
            if dt[0]==p:
                weekTime.append(oneday_hour)
                useable_weekTime.append(oneday_usebaletime)
                pg_list.append(dt[3])
        prog.append(pg_list)
        if len(weekTime) ==5:
            week_saturation = float('%.3f' % (sum(useable_weekTime) / 5/7))
        else:
            week_saturation=float('%.3f' %(sum(useable_weekTime)/len(weekTime)/7))
        # for pg in list(set(prog)):
        oneperson_oneweek.insert(0,man)
        oneperson_oneweek.insert(1,week_saturation)
        oneperson_oneweek.insert(2,sum(weekTime))
        allperson_week.append(tuple(oneperson_oneweek))
    orderProgramWeek=sorted(allperson_week,key=lambda x:x[1],reverse=True)
    orderProgramWeek.insert(0,("姓名","周日人均和度","周生产时长"))
    return orderProgramWeek

def sara_bypro():
    #get init data contain ot work
    datas,users,err=Dataset(getAllExcellContent(Mode=0))
    # set program
    pro=list(set([i[3] for i in datas]))
    allpg_list=[]
    for  pg in pro :
        pg_user=[]
        onepro=[]
        useable_list = []
        work_time = []
        for dt in datas:

           if dt[3]==pg:
               pg_user.append(dt[0])
               one_dayhour=float(dt[5]) if dt[5] else 0
               if dt[4]!="其它":
                   useable_time=one_dayhour
                   useable_list.append(useable_time)
               work_time.append(one_dayhour)
        #user set this pro
        real_user=list(set(pg_user))
        # program
        onepro.append(pg)
        #program week sara
        onepro.append(float('%.3f' % (sum(useable_list)/35/len(real_user))))
        # week_pro有效时长
        onepro.append(float('%.3f' % (sum(useable_list))))
        #week pro worktimes
        onepro.append(float('%.3f' % (sum(work_time))))
        #汇总each program week sara
        allpg_list.append(tuple(onepro))
    allpg_list=sorted(allpg_list,key=lambda oneRow:oneRow[1])
    return allpg_list

def create_sheet():
    pro_tbheader=["项目","项目人均人力饱和度","生产时长","工作时长"]
    #err_tbheader=["姓名","工作时长", "工作内容", "所属项目组", "工作性质",  "日期", "用例编写量", "用例执行量", "bug提交量", "bug验证量"]
    headers_summary = ["姓名","工作时长", "工作内容", "所属项目组", "工作性质",  "日期", "用例编写量", "用例执行量", "bug提交量", "bug验证量"]
    xlsx = xlwt.Workbook()
    person_saraday=week_sum(splitdate(0))
    daily_list,user,err=Dataset(getAllExcellContent(Mode=0))
    pro_saralist=sara_bypro()
    pro_saralist.insert(0,tuple(pro_tbheader))
    #add errtb header
    err.insert(0,tuple(headers_summary))
    error_sheet=xlsx.add_sheet("异常数据汇总")
    summaryContainOt=xlsx.add_sheet("日报汇总")
    cur_sheet = xlsx.add_sheet('项目人力投入')
    day_sheet=xlsx.add_sheet("日饱和度")
    pro_sheet=xlsx.add_sheet("项目周饱和度")
    mon_program=xlsx.add_sheet("月项目饱和度")
    mon_day_sheet=xlsx.add_sheet("月度日饱和")
    group_sheet_week=xlsx.add_sheet("自由组合")
    month_init_data=xlsx.add_sheet("月度原始数据")
    #grep_sheet=xlsx.add_sheet("过滤汇总")
    #summaryContainOt=xlsx.add_sheet("日报汇总")
    new_d=[]
    for r in daily_list:
        j=list(r)
        j[1],j[5]=j[5],j[1]
        k=tuple(j)
        new_d.append(k)

    # input summary contain ot
    call_new_d=new_d
    #插入是个动作
    call_new_d.insert(0, tuple(headers_summary))
    for e_index,one_err in enumerate(call_new_d):
            for e_col in range(len(headers_summary)):
              summaryContainOt.write(e_index,e_col,one_err[e_col])
    # action add tb header
    new_s = list(filter(lambda x: x[4] != "其它", new_d))
    # new_s.insert(0,tuple(headers_summary))
    #input data_summary
    for e_index,one_err in enumerate(new_s):
            for e_col in range(len(headers_summary)):
              cur_sheet.write(e_index,e_col,one_err[e_col])
    # input person_sara
    for e_index,one_err in enumerate(person_saraday):
            for e_col in range(3):
              day_sheet.write(e_index,e_col,one_err[e_col])
    # input program_sara
    for e_index,one_err in enumerate(pro_saralist):
            for e_col in range(4):
              pro_sheet.write(e_index,e_col,one_err[e_col])
    # input err sheet
    for e_index,one_err in enumerate(err):
            for e_col in range(len(headers_summary)):
              error_sheet.write(e_index,e_col,one_err[e_col])
    #get month data
    program_month,month_daily=sum_month()
    logger.debug(program_month)
    logger.debug(month_daily)
    reload_mon_pro=[]
    for i in program_month:
            i[1].insert(0,(i[0],'','',''))
            i[1].insert(1,("项目组","月饱和","工时","有效时长"))
            reload_mon_pro.extend(i[1])
    logger.info(reload_mon_pro)
    for index,row in enumerate(reload_mon_pro):
        for col in range(4):
            mon_program.write(index,col,row[col])
    #input month day sheet
    reload_mon_data=[]
    for i in month_daily:
        i[1].insert(0,(i[0],'',''))
        reload_mon_data.extend(i[1])
    for index,row in enumerate(reload_mon_data):
        for col in range(3):
            mon_day_sheet.write(index, col, row[col])
    # input month init data
    for index ,row in enumerate(sum_mutiMonth()):
        for col in range(10):
            month_init_data.write(index,col,row[col])
    #input grep config
    for index,row in enumerate(filter_config_program(Mode=0)):
        for col in range(2):
            group_sheet_week.write(index,col,row[col])
    strf = time.strftime("%Y%m%d_%H_%M", time.localtime())
    xlsx.save(os.getcwd()+"\\result_summarydir\\summary_{}.xls".format(strf))

def sum_month():
    daily_dt=splitdate(mode=1)
    month_list=[str(i)  for i in range(1,13)]
    excel_month=list(set([str(int(it[2].split('/')[1])) for it in daily_dt]))
    intersect_month=list(set(month_list).intersection(set(excel_month)))
    logger.info("交集月份如下：%s" % intersect_month)
    month_data=[(str(m)+"月份日饱和度汇总",list(filter(lambda x:str(int(x[2].split('/')[1]))==m,daily_dt))) for  m  in intersect_month]
    logger.info("all月份汇总: %s" % month_data)
    # for meta in month_data:
    #     print(meta)
    month_daily=[(it[0],reduce_month(it[1])) for it in iter(month_data)]
    program_month=reduce_program_month(intersect_month)
    print(program_month)
    return program_month,month_daily

def reduce_month(daily_dt):
    persons=list(set([j[0] for j  in daily_dt ]))
    allperson_month=[]
    for p in persons:
        monthTime=[]
        useable_monthTime=[]
        prog=[]
        man=p
        pg_list = []
        oneperson_onemonth=[]
        for dt in daily_dt:
            oneday_hour=float(dt[4]) if str(dt[4]).strip() else 0
            oneday_usebaletime=float(dt[5]) if str(dt[5]).strip() else 0
            if dt[0]==p:
                monthTime.append(oneday_hour)
                useable_monthTime.append(oneday_usebaletime)
                pg_list.append(dt[3])
        prog.append(pg_list)
        mon_saturation=float('%.3f' % (sum(useable_monthTime) / len(monthTime)/7))
        oneperson_onemonth.insert(0,man)
        oneperson_onemonth.insert(1,mon_saturation)
        oneperson_onemonth.insert(2,sum(monthTime))
        allperson_month.append(tuple(oneperson_onemonth))
    orderMonths=sorted(allperson_month,key=lambda x:x[1],reverse=True)
    orderMonths.insert(0,("姓名","月人均饱和度","月生产时长"))
    return orderMonths
def  reduce_program_month(intersect_months):
    # get init data contain ot work
    datas, users, err = Dataset(getAllExcellContent(Mode=1))
    Mons_progarm=[]
    for m in intersect_months:
        mondatas=list(filter(lambda x:str(int(x[1].split('/')[1]))==m,datas))
        counter_workdate=list(set([i[1] for i in mondatas]))
        logger.debug("%s月 项目工作日天数: %s" % (m,len(counter_workdate)))
        logger.debug(" %s月过滤数据： %s" %(m,mondatas))
        # set program
        pro = list(set([i[3] for i in mondatas]))
        allpg_list = []
        for pg in pro:
            pg_user = []
            onepro = []
            useable_list = []
            work_time = []
            for dt in datas:
                if dt[3] == pg:
                    pg_user.append(dt[0])
                    one_dayhour = float(dt[5]) if str(dt[5]).strip() else 0
                    if dt[4] != "其它":
                        useable_time = one_dayhour
                        useable_list.append(useable_time)
                    work_time.append(one_dayhour)
            real_user = list(set(pg_user))
            onepro.append(pg)
            onepro.append(float('%.3f' % (sum(useable_list) /len(counter_workdate)/7/ len(real_user))))
            onepro.append(float('%.3f' % (sum(useable_list))))
            onepro.append(float('%.3f' % (sum(work_time))))
            allpg_list.append(tuple(onepro))
        Mon_allpg_list = sorted(allpg_list, key=lambda oneRow: oneRow[1])
        Mons_progarm.append((m+"月项目饱和度",Mon_allpg_list))
    return Mons_progarm

def init_json():

    # if os.path.exists(os.getcwd()+'./config.json'):
    #     pass
    # else:
    #     datas={"磨刀小分队1": ["陈权","王大伟"],"磨刀分队2":["易铭"]}
    #     with open(os.getcwd()+'./config.json','w+',encoding="utf-8")as f:
    #         json.dump(datas,f,ensure_ascii=False,indent=3)
    with open(os.getcwd()+"./config.json",'r+',encoding="utf-8")as e:
        init_data=json.load(e)
    datas=[(k,v) for k,v in init_data.items()]
    return datas
def filter_config_program(Mode):
    if int(Mode)==1:
        data=splitdate(Mode)
    else:
        data=splitdate(0)
    def iter_res():
        summarys=[]
        for gp ,user in init_json():
            get_coinfig_data=list(filter(lambda x:x[0] in user,data))
            # print(get_coinfig_data)
            gp_sara=sum([i[-1] for i in get_coinfig_data])/len(list(set([j[2] for j in get_coinfig_data])))/7/len(user)
            summarys.append((gp,gp_sara))
        return  summarys
    data=iter_res()
    data.insert(0,("组名","组饱和度"))
    return data
def sum_mutiMonth():
    headers=["姓名","日期", "工作内容", "所属项目组", "工作性质",  "工作时长", "用例编写量", "用例执行量", "bug提交量", "bug验证量"]
    data,user,err=Dataset(getAllExcellContent(1))
    data.insert(0,tuple(headers))
    return data

if __name__ == '__main__':

    create_sheet()
    # sum_month()
    # a=filter_config_program(0)
    # print("分组结果：%s" %a)
    # print(sum_mutiMonth())