import pandas as pd
import numpy as np
from pandas import DataFrame,Series
import os
import datetime
from datetime import datetime,timedelta
from dateutil.parser import parse
import time
import warnings
warnings.filterwarnings("ignore")
path=os.getcwd()+'\\'
count=0
df_nm=Series(0)
ka=pd.read_csv(path+'KA.csv',sep=',')
print('KA商户数据处理：')
data_at='data\\'
for files in os.walk(path+data_at):
    for i in files[2]:
        print('处理数据:'+i)
        df=pd.read_csv(path+data_at+i,sep='\t',encoding = 'utf-16-le')
        df.rename(columns={'明细店铺':'商户','供应商编码':'商户','成交净额':'付款金额','周期趋势':'频道标识'}, inplace=True)
        df['频道标识']=[str(i) for i in df['频道标识']]
        df['频道标识'].replace(to_replace={'6':'大聚惠','239':'掌上抢','240':'掌上抢','周期趋势        ':'整体'},inplace=True)
        df['商户']=[int(str(j)[0:8]) for j in df['商户']]
        df['日期']=[parse(i[0:8])]*len(df['商户'])
        df=df[['付款金额']].groupby([df['日期'],df['商户'],df['频道标识']]).sum()
        df=df.reset_index()
        if count==0:
            df_nm=dfa
        else:
            df_nm=pd.concat([df,df_nm])
        count+=1
df_nm=pd.merge(df_nm,ka,right_on='商户编码',left_on='商户',how='right')
df_nm=df_nm[df_nm['商户']>0]
df_nm.to_csv(path+time.strftime("%Y-%m-%d-%H-%M-%S",time.localtime(time.time()))+'KA销售.csv')
print('处理完成！')