Python文件数据简单处理

1

import pandas
import numpy as np
#判断哪些是没有跑出来的

file_out = open("ALL_noasin.txt", "w+")

if __name__ == '__main__':
    asins=[]
    with open("HM.txt") as file_a:
        for line in file_a:
            asins.append(line.strip())
    print(len(asins))
    asins.sort()
    bsins = []
    with open("TJ_asin.txt") as file_b:
        for line in file_b:
            bsins.append(line.strip())
    print(len(bsins))
    bsins.sort()
    csins = []
    with open("VioGi_asin.txt") as file_c:
        for line in file_c:
            csins.append(line.strip())
    print(len(csins))
    csins.sort()
    do_asins=[]
    with open("done_asin_2.txt") as file_d:
        for line in file_d:
            do_asins.append(line.strip())
    print(len(do_asins))
    do_asins.sort()
    no_asins=[]
    for asin in asins:
        if asin not in do_asins:
           no_asins.append(asin)
           file_out.write(asin+"\n")
    print(len(no_asins))

    for asin in bsins:
        if asin not in do_asins:
           no_asins.append(asin)
           file_out.write(asin+"\n")
    print(len(no_asins))

    for asin in csins:
        if asin not in do_asins:
           no_asins.append(asin)
           file_out.write(asin+"\n")
    print(len(no_asins))

2

#将txt文本中的sku 和 asin 选择出来

file_out = open("new_ALL_noasin.txt", 'w+')

with open("ALL_noasin.txt") as file:
    for line in file:
        newl= line.strip()
        file_out.write("'" + newl + "'," + "\n")
        print(newl)

file_out.close()

3

import pymysql



def shop(name):
    with open(name) as file:
        flag = True
        for line in file:
            if flag == True:
                flag = False
                continue
            list = line.strip().split(",")
            sku = list[0]
            asin = list[1]
            print("asin" + asin)
            state = selectByAsin(asin)
            print("state = " + state)
            if state == 'Select your vehicle:':
                file_YES.write(sku + "," + asin + "," + "YES" + "\n")
            elif state == 'Shop by vehicle:':
                file_NO.write(sku + "," + asin + "," + "NO" + "\n")
            else:
                file_other.write(sku + "," + asin + "," + "other" + "\n")



def selectByAsin(query_id):
    db = pymysql.connect(host='localhost', user='root', passwd='', db='test', port=3306, charset='utf8')
    cursor = db.cursor()
    sql = ' select checked from amazon_aces where asin = %s '
    cursor.execute(sql, (query_id))
    state = cursor.fetchone()
    if state is None:
        return "Other"
    state = list(state)[0]
    db.commit()
    cursor.close()
    db.close()
    return state


if __name__ == '__main__':
    file_YES = open("YES_check.txt","w")
    file_YES.write("sku,asin,state\n")
    file_NO = open("NO_GO.txt","w")
    file_NO.write("sku,asin,state\n")
    file_other = open("other.txt","w")
    file_other.write("sku,asin,state\n")
    name = "TJ_result.txt"
    shop(name)
    name = "VioGi_result.txt"
    shop(name)
    name = "HM_result.txt"
    shop(name)
    file_YES.close()
    file_NO.close()
    file_other.close()