python 记录

最新推荐文章于 2022-11-03 15:31:58 发布
最新推荐文章于 2022-11-03 15:31:58 发布
阅读量3.6k 收藏
点赞数
分类专栏： python
版权声明：本文为博主原创文章，遵循 CC 4.0 BY-SA 版权协议，转载请附上原文出处链接和本声明。
本文链接：https://blog.csdn.net/qq_40305710/article/details/112001379
版权
这篇博客主要记录了Python的学习过程，包括不同章节的标题如mb1、t2、tt、0393、autodoc等，同时探讨了如何在中文和英文之间进行翻译。
摘要由CSDN通过智能技术生成

mulu

mb1

import requests
import json
import re
from urllib import parse


requests=requests.session()
url0="https://900458.private.mabangerp.com/index.htm"
url = "https://900458.private.mabangerp.com/index.php?mod=main.doLogin"

headers0 = {
   
  'Host': '900458.private.mabangerp.com',
  'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,*/*;q=0.8',
  'Accept-Language': 'zh-CN,zh;q=0.9',
  'User-Agent': 'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.142 Safari/537.36',
  'Upgrade-Insecure-Requests': '1',
  'Cache-Control': 'max-age=0',
  'Connection': 'keep-alive'
}

payload = "isMallRpcFinds=&username=111111111&password=jieyi123"
headers = {
   
  'Origin': 'https://900458.private.mabangerp.com',
  'Accept-Encoding': 'gzip, deflate, br',
  'Accept-Language': 'zh-CN,zh;q=0.9',
  'User-Agent': 'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.142 Safari/537.36',
  'Content-Type': 'application/x-www-form-urlencoded; charset=UTF-8',
  'Accept': 'application/json, text/javascript, */*; q=0.01',
  'X-Requested-With': 'XMLHttpRequest',
  'Connection': 'keep-alive'
}

requests.request("GET", url, headers=headers0)
response = requests.request("POST", url, headers=headers, data = payload)
t_start='2020-07-01'
t_end='2020-10-01'




url = "https://900458.private.mabangerp.com/index.php?mod=order.orderSearch"

payload="PrintCenterOrderIdssql=&fbaFlag=&Order.orderStatus=&OrderCurrency.beforeStatus=&printCount=&labelMultipleChoiceWhere=cross&TextVal=weight&TextZx=&TextZd=&TextFee=OrderFee&minOrderFee=&maxOrderFee=&queryTime=paidTime&startTime1="+t_start+"+00%3A00%3A00&endTime1="+t_end+"+00%3A00%3A00&itemCount=&queryTime2=&OrderSearch.fuzzySearchKey=&OrderSearch.fuzzySearchKey1=&grid=&providerName=&OrderItem.developerId=&smtSearchVal=&orderhighfastsearch=&parentCategoryId=&categoryId=&OrderItem.stockStatus=&orderSearchHistory=&orderPageKey=00542f581084128b7dced69b48849733&goPaypalRefundStatus=1&page=1&rowsPerPage=100&Order_isCloud=2&m=order&OrderPlus.isNewOrder=2&a=orderalllist&isNewOrderPage=1&post_tableBase=1&showError=undefined&pageListC=undefined&1=1"
# payload = "PrintCenterOrderIdssql=&fbaFlag=&Order.orderStatus=&OrderCurrency.beforeStatus=&printCount=&labelMultipleChoiceWhere=cross&TextVal=weight&TextZx=&TextZd=&TextFee=OrderFee&minOrderFee=&maxOrderFee=&queryTime=createDate&startTime1="+t_start+"+00%3A00%3A00&endTime1="+t_end+"+00%3A00%3A00&itemCount=&queryTime2=&OrderSearch.fuzzySearchKey=&OrderSearch.fuzzySearchKey1=&grid=&providerName=&OrderItem.developerId=&smtSearchVal=&orderhighfastsearch=&parentCategoryId=&categoryId=&OrderItem.stockStatus=&orderSearchHistory=&orderPageKey=11d7ca827bdc33f37e8f2f5f50fb0973&goPaypalRefundStatus=1&page=1&rowsPerPage=100&Order_isCloud=2&m=order&OrderPlus.isNewOrder=2&a=orderalllist&isNewOrderPage=1&post_tableBase=1&showError=undefined&pageListC=undefined&1=1"

response = requests.request("POST", url, headers=headers, data = payload)

print(divmod(response.json()['pageCount'],5000))

rj=response.json()

content = rj["pageHtml"]
# print(content)

# r='{"data":"(.*?)"}</span>'  #待配货
r='"data":"(.*?)","page"'

r=re.compile(r)
# print(parse.quote(r.findall(content)[0]))
pd=parse.quote(r.findall(content)[0])

dm=divmod(response.json()['pageCount'],5000)
toltalpage= dm[0]+1 if dm[1]>0 else dm[0]
print(toltalpage)
allrecords=[]

cookies=requests.cookies.get_dict()
print(cookies)


import asyncio
import aiohttp
import time
import csv

def step1(cookies,pd,toltalpage):
    # start=time.time()

    async def post(url,headers,data,cookies):
        # conn = aiohttp.TCPConnector(limit=2)
        conn = aiohttp.TCPConnector(limit_per_host=1)
        session=aiohttp.ClientSession(headers=headers,cookies=cookies,connector=conn)
        response=await session.post(url,data=data)
        # dlist.append(await response.json()['gourl'])
        # print(json.loads(str(await response.text()))['gourl'])
        # await asyncio.sleep(1)
        allrecords.append(json.loads(str(await response.text()))['hasPlatformOrderId'])
        # await response.text()
        await session.close()
        # return response
    async def request(pd,i):
        data = "PrintCenterOrderIdssql="+pd+"&fbaFlag=&Order.orderStatus=2&OrderCurrency.beforeStatus=&printCount=&TextVal=weight&TextZx=&TextZd=&TextFee=OrderFee&minOrderFee=&maxOrderFee=&queryTime=&itemCount=&queryTime2=&OrderSearch.fuzzySearchKey=&OrderSearch.fuzzySearchKey1=&grid=&providerName=&OrderItem.developerId=&smtSearchVal=&orderhighfastsearch=&parentCategoryId=&categoryId=&OrderItem.stockStatus=&orderSearchHistory=&page="+str(i)+"&ordersearchtype=exportsearch&exportsearchnum=5000&p_tableBase=&employeeId=308469"
        headers = {
   
        'Accept': 'application/json, text/javascript, */*; q=0.01',
        'Referer': 'https://private-amz.mabangerp.com/index.php?mod=order.exportOrderByTemplate&isCloud=2&tableBase=&os=99&orderItemOrderBy=platformSku+asc%2CisCombo+asc%2CstockId+asc%2Cid+asc&cMKey=0bac0855cad15bb5eb5fbf3117311c5e&platformOrderIdsMkey=EXPORT_ORDER_BY_TEMPLATE_INTERFACE_308469&platformOrderIdssqlMkey=EXPORT_ORDER_BY_TEMPLATE_SQL_INTERFACE_308469&lang=cn',
        'Origin': 'https://private-amz.mabangerp.com',
        'User-Agent': 'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.142 Safari/537.36',
        'Content-Type': 'application/x-www-form-urlencoded; charset=UTF-8'
      }
        url = "https://print-private.mabangerp.com/index.php?mod=order.orderSearch"
        try:
          await post(url,headers,data,cookies)
        except:
          await post(url,headers,data,cookies)

    tasks = [asyncio.ensure_future(request(pd,i)) for i in range(1,toltalpage+1)]
    loop = asyncio.get_event_loop()
    loop.run_until_complete(asyncio.wait(tasks))

# with open('111.csv', 'w', newline='') as csvfile:
#     writer  = csv.writer(csvfile,delimiter=' ', quotechar='"', quoting=csv.QUOTE_MINIMAL)
#     for rows in allrecords:
#         for row in rows:
#             writer.writerow(row)
    # end = time.time()
    # print(end - start)
# for i in range(1,toltalpage+1):
#     print(i)

#     url = "https://print-private.mabangerp.com/index.php?mod=order.orderSearch"

#     payload = "PrintCenterOrderIdssql="+parse.quote(r.findall(content)[0])+"&fbaFlag=&Order.orderStatus=2&OrderCurrency.beforeStatus=&printCount=&TextVal=weight&TextZx=&TextZd=&TextFee=OrderFee&minOrderFee=&maxOrderFee=&queryTime=&itemCount=&queryTime2=&OrderSearch.fuzzySearchKey=&OrderSearch.fuzzySearchKey1=&grid=&providerName=&OrderItem.developerId=&smtSearchVal=&orderhighfastsearch=&parentCategoryId=&categoryId=&OrderItem.stockStatus=&orderSearchHistory=&page="+str(i)+"&ordersearchtype=exportsearch&exportsearchnum=5000&p_tableBase=&employeeId=308469"
#     headers = {
   
#       'Accept': 'application/json, text/javascript, */*; q=0.01',
#       'Referer': 'https://private-amz.mabangerp.com/index.php?mod=order.exportOrderByTemplate&isCloud=2&tableBase=&os=99&orderItemOrderBy=platformSku+asc%2CisCombo+asc%2CstockId+asc%2Cid+asc&cMKey=0bac0855cad15bb5eb5fbf3117311c5e&platformOrderIdsMkey=EXPORT_ORDER_BY_TEMPLATE_INTERFACE_308469&platformOrderIdssqlMkey=EXPORT_ORDER_BY_TEMPLATE_SQL_INTERFACE_308469&lang=cn',
#       'Origin': 'https://private-amz.mabangerp.com',
#       'User-Agent': 'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.142 Safari/537.36',
#       'Content-Type': 'application/x-www-form-urlencoded; charset=UTF-8'
#     }

#     response = requests.request("POST", url, headers=headers, data = payload)
#     allrecords.append(response.json()['hasPlatformOrderId'])

headers = {
   
      'Accept': 'application/json, text/javascript, */*; q=0.01',
      'Referer': 'https://private-amz.mabangerp.com/index.php?mod=order.exportOrderByTemplate&isCloud=2&tableBase=&os=99&orderItemOrderBy=platformSku+asc%2CisCombo+asc%2CstockId+asc%2Cid+asc&cMKey=0bac0855cad15bb5eb5fbf3117311c5e&platformOrderIdsMkey=EXPORT_ORDER_BY_TEMPLATE_INTERFACE_308469&platformOrderIdssqlMkey=EXPORT_ORDER_BY_TEMPLATE_SQL_INTERFACE_308469&lang=cn',
      'Origin': 'https://private-amz.mabangerp.com',
      'User-Agent': 'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.142 Safari/537.36',
      'Content-Type': 'application/x-www-form-urlencoded; charset=UTF-8'
    }
url='https://private-amz.mabangerp.com/index.php?mod=order.exportOrderByTemplate&isCloud=2&tableBase=&os=&orderItemOrderBy=stockId+asc%2Cid+asc&cMKey=0bac0855cad15bb5eb5fbf3117311c5e&platformOrderIdsMkey=EXPORT_ORDER_BY_TEMPLATE_INTERFACE_308469&platformOrderIdssqlMkey=EXPORT_ORDER_BY_TEMPLATE_SQL_INTERFACE_308469&lang=cn'
requests.request("GET", url, headers=headers)
print(requests.cookies.get_dict())
# print(len(allrecords[0]))


step1(cookies,pd,toltalpage)
print(len(allrecords))

dlist=[]

cookies=requests.cookies.get_dict()




def step2(cookies):
    start=time.time()
    async def post(url,headers,data,cookies):
        conn = aiohttp.TCPConnector(limit_per_host=1)
        session=aiohttp.ClientSession(headers=headers,cookies=cookies,connector=conn)
        try:
          response=await session.post(url,data=data)
          # await asyncio.sleep(1)
          # dlist.append(await response.json()['gourl'])
          print(json.loads(str(await response.text()))['gourl'])
          dlist.append(json.loads(str(await response.text()))['gourl'])
        # await response.text()
        except Exception as e:
          response=await session.post(url,data=data)
          # await asyncio.sleep(1)
          # dlist.append(await response.json()['gourl'])
          print(json.loads(str(await response.text()))['gourl'])
          dlist.append(json.loads(str(await response.text()))['gourl'])
        finally:
          await session.close()
        # return response
    async def request(li):
        data = 'backUrl=&orderIds='+'%0D%0A'.join(li)+'&fieldlabel=uq101&fieldlabel=uq102&fieldlabel=uq113&fieldlabel=uq115&fieldlabel=uq128&fieldlabel=uq130&fieldlabel=uq135&fieldlabel=uq136&fieldlabel=uq141&fieldlabel=uq195&fieldlabel=uq149&fieldlabel=uq160&fieldlabel=uq216&fieldlabel=uq226&fieldlabel=uq104&fieldlabel=uq105&fieldlabel=uq108&fieldlabel=uq109&fieldlabel=uq110&fieldlabel=uq111&fieldlabel=uq145&fieldlabel=uq152&fieldlabel=uq201&fieldlabel=uq146&fieldlabel=uq250&fieldlabel=uq156&fieldlabel=uq255&fieldlabel=uq119&fieldlabel=uq120&fieldlabel=uq196&fieldlabel=uq260&map-name%5B%5D=%E4%BB%98%E6%AC%BE%E6%97%B6%E9%97%B4&map-uq%5B%5D=uq115&map-text%5B%5D=&map-name%5B%5D=%E8%AE%A2%E5%8D%95%E7%BC%96%E5%8F%B7&map-uq%5B%5D=uq101&map-text%5B%5D=&map-name%5B%5D=%E5%BA%97%E9%93%BA%E5%90%8D&map-uq%5B%5D=uq135&map-text%5B%5D=&map-name%5B%5D=%E4%BA%A4%E6%98%93%E7%BC%96%E5%8F%B7&map-uq%5B%5D=uq102&map-text%5B%5D=&map-name%5B%5D=%E7%8A%B6%E6%80%81&map-uq%5B%5D=uq136&map-text%5B%5D=&map-name%5B%5D=%E8%AE%A2%E5%8D%95%E5%8E%9F%E5%A7%8B%E6%80%BB%E9%87%91%E9%A2%9D%EF%BC%88%E9%A6%96%E8%AE%B0%E5%BD%95%EF%BC%89&map-uq%5B%5D=uq250&map-text%5B%5D=&map-name%5B%5D=%E5%8E%9F%E5%A7%8B%E5%95%86%E5%93%81%E6%80%BB%E9%87%91%E9%A2%9D&map-uq%5B%5D=uq146&map-text%5B%5D=&map-name%5B%5D=%E5%B8%81%E7%A7%8D&map-uq%5B%5D=uq156&map-text%5B%5D=&map-name%5B%5D=%E5%AE%A2%E6%88%B7%E5%A7%93%E5%90%8D&map-uq%5B%5D=uq104&map-text%5B%5D=&map-name%5B%5D=%E7%94%B5%E8%AF%9D1&map-uq%5B%5D=uq105&map-text%5B%5D=&map-name%5B%5D=%E8%81%94%E7%B3%BB%E9%82%AE%E7%AE%B1&map-uq%5B%5D=uq145&map-text%5B%5D=&map-name%5B%5D=%E5%9B%BD%E5%AE%B6(%E4%B8%AD)&map-uq%5B%5D=uq152&map-text%5B%5D=&map-name%5B%5D=%E6%89%80%E5%B1%9E%E5%9C%B0%E5%8C%BA&map-uq%5B%5D=uq108&map-text%5B%5D=&map-name%5B%5D=%E6%89%80%E5%B1%9E%E5%9F%8E%E5%B8%82&map-uq%5B%5D=uq109&map-text%5B%5D=&map-name%5B%5D=%E9%82%AE%E6%94%BF%E7%BC%96%E7%A0%81&map-uq%5B%5D=uq110&map-text%5B%5D=&map-name%5B%5D=%E9%97%A8%E7%89%8C%E5%8F%B7&map-uq%5B%5D=uq201&map-text%5B%5D=&map-name%5B%5D=%E9%82%AE%E5%AF%84%E5%9C%B0%E5%9D%801(%E5%AE%8C%E6%95%B4%E5%AF%BC%E5%87%BA)&map-uq%5B%5D=uq111&map-text%5B%5D=&map-name%5B%5D=Paypal+ID&map-uq%5B%5D=uq195&map-text%5B%5D=&map-name%5B%5D=%E7%89%A9%E6%B5%81%E6%B8%A0%E9%81%93&map-uq%5B%5D=uq128&map-text%5B%5D=&map-name%5B%5D=%E8%B4%A7%E8%BF%90%E5%8D%95%E5%8F%B7&map-uq%5B%5D=uq130&map-text%5B%5D=&map-name%5B%5D=%E5%86%85%E9%83%A8%E5%8D%95%E5%8F%B7&map-uq%5B%5D=uq160&map-text%5B%5D=&map-name%5B%5D=%E5%95%86%E5%93%81%E6%80%BB%E9%87%8D%E9%87%8F&map-uq%5B%5D=uq255&map-text%5B%5D=&map-name%5B%5D=%E5%8F%91%E8%B4%A7%E6%97%B6%E9%97%B4&map-uq%5B%5D=uq149&map-text%5B%5D=&map-name%5B%5D=%E8%AE%A2%E5%8D%95%E5%95%86%E5%93%81%E5%90%8D%E7%A7%B0&map-uq%5B%5D=uq120&map-text%5B%5D=&map-name%5B%5D=%E5%B9%B3%E5%8F%B0SKU&map-uq%5B%5D=uq196&map-text%5B%5D=&map-name%5B%5D=%E5%A4%87%E6%B3%A8&map-uq%5B%5D=uq113&map-text%5B%5D=&map-name%5B%5D=%E5%95%86%E5%93%81%E6%98%AF%E5%90%A6%E7%BC%BA%E8%B4%A7&map-uq%5B%5D=uq260&map-text%5B%5D=&map-name%5B%5D=%E8%87%AA%E5%AE%9A%E4%B9%89%E5%88%86%E7%B1%BB&map-uq%5B%5D=uq226&map-text%5B%5D=&map-name%5B%5D=%E4%BA%A4%E8%BF%90%E5%BC%82%E5%B8%B8%E5%8E%9F%E5%9B%A0&map-uq%5B%5D=uq216&map-text%5B%5D=&map-name%5B%5D=PayPal%E9%82%AE%E7%AE%B1&map-uq%5B%5D=uq141&map-text%5B%5D=&map-name%5B%5D=SKU&map-uq%5B%5D=uq119&map-text%5B%5D=&templateName=&templateId=42834&standardVersion=1&orderItemOrderBy=stockId+asc%2Cid+asc&pageSave=1&tableBase=&hbddgyxx=1'
        headers = {
   
        'Accept': 'application/json, text/javascript, */*; q=0.01',
        'Referer': 'https://private-amz.mabangerp.com/index.php?mod=order.exportOrderByTemplate&isCloud=2&tableBase=&os=&orderItemOrderBy=stockId+asc%2Cid+asc&cMKey=0bac0855cad15bb5eb5fbf3117311c5e&platformOrderIdsMkey=EXPORT_ORDER_BY_TEMPLATE_INTERFACE_308469&platformOrderIdssqlMkey=EXPORT_ORDER_BY_TEMPLATE_SQL_INTERFACE_308469&lang=cn',
        'Origin': 'https://private-amz.mabangerp.com',
        'User-Agent': 'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.142 Safari/537.36',
        'Content-Type': 'application/x-www-form-urlencoded; charset=UTF-8'
      }
        url = "https://private-amz.mabangerp.com/index.php?mod=order.doExportByTemplateData"
        await post(url,headers,data,cookies)

    tasks = [asyncio.ensure_future(request(li)) for li in allrecords]
    loop = asyncio.get_event_loop()
    loop.run_until_complete(asyncio.wait(tasks))
    end = time.time()
    print(end - start)
# dlist.append(test())
step2(cookies)
print(dlist)


# start=time.time()

# for li in allrecords:

#     url = "https://private-amz.mabangerp.com/index.php?mod=order.doExportByTemplateData"

#     payload = 'backUrl=&orderIds='+'%0D%0A'.join(li)+'&fieldlabel=uq101&fieldlabel=uq102&fieldlabel=uq113&fieldlabel=uq115&fieldlabel=uq128&fieldlabel=uq130&fieldlabel=uq135&fieldlabel=uq136&fieldlabel=uq141&fieldlabel=uq195&fieldlabel=uq149&fieldlabel=uq160&fieldlabel=uq216&fieldlabel=uq226&fieldlabel=uq104&fieldlabel=uq105&fieldlabel=uq107&fieldlabel=uq108&fieldlabel=uq109&fieldlabel=uq110&fieldlabel=uq111&fieldlabel=uq145&fieldlabel=uq201&fieldlabel=uq146&fieldlabel=uq250&fieldlabel=uq156&fieldlabel=uq255&fieldlabel=uq120&fieldlabel=uq196&fieldlabel=uq260&map-name%5B%5D=%E4%BB%98%E6%AC%BE%E6%97%B6%E9%97%B4&map-uq%5B%5D=uq115&map-text%5B%5D=&map-name%5B%5D=%E8%AE%A2%E5%8D%95%E7%BC%96%E5%8F%B7&map-uq%5B%5D=uq101&map-text%5B%5D=&map-name%5B%5D=%E5%BA%97%E9%93%BA%E5%90%8D&map-uq%5B%5D=uq135&map-text%5B%5D=&map-name%5B%5D=%E4%BA%A4%E6%98%93%E7%BC%96%E5%8F%B7&map-uq%5B%5D=uq102&map-text%5B%5D=&map-name%5B%5D=%E7%8A%B6%E6%80%81&map-uq%5B%5D=uq136&map-text%5B%5D=&map-name%5B%5D=%E8%AE%A2%E5%8D%95%E5%8E%9F%E5%A7%8B%E6%80%BB%E9%87%91%E9%A2%9D%EF%BC%88%E9%A6%96%E8%AE%B0%E5%BD%95%EF%BC%89&map-uq%5B%5D=uq250&map-text%5B%5D=&map-name%5B%5D=%E5%8E%9F%E5%A7%8B%E5%95%86%E5%93%81%E6%80%BB%E9%87%91%E9%A2%9D&map-uq%5B%5D=uq146&map-text%5B%5D=&map-name%5B%5D=%E5%B8%81%E7%A7%8D&map-uq%5B%5D=uq156&map-text%5B%5D=&map-name%5B%5D=%E5%AE%A2%E6%88%B7%E5%A7%93%E5%90%8D&map-uq%5B%5D=uq104&map-text%5B%5D=&map-name%5B%5D=%E7%94%B5%E8%AF%9D1&map-uq%5B%5D=uq105&map-text%5B%5D=&map-name%5B%5D=%E8%81%94%E7%B3%BB%E9%82%AE%E7%AE%B1&map-uq%5B%5D=uq145&map-text%5B%5D=&map-name%5B%5D=%E5%9B%BD%E5%AE%B6&map-uq%5B%5D=uq107&map-text%5B%5D=&map-name%5B%5D=%E6%89%80%E5%B1%9E%E5%9C%B0%E5%8C%BA&map-uq%5B%5D=uq108&map-text%5B%5D=&map-name%5B%5D=%E6%89%80%E5%B1%9E%E5%9F%8E%E5%B8%82&map-uq%5B%5D=uq109&map-text%5B%5D=&map-name%5B%5D=%E9%82%AE%E6%94%BF%E7%BC%96%E7%A0%81&map-uq%5B%5D=uq110&map-text%5B%5D=&map-name%5B%5D=%E9%97%A8%E7%89%8C%E5%8F%B7&map-uq%5B%5D=uq201&map-text%5B%5D=&map-name%5B%5D=%E9%82%AE%E5%AF%84%E5%9C%B0%E5%9D%801(%E5%AE%8C%E6%95%B4%E5%AF%BC%E5%87%BA)&map-uq%5B%5D=uq111&map-text%5B%5D=&map-name%5B%5D=Paypal+ID&map-uq%5B%5D=uq195&map-text%5B%5D=&map-name%5B%5D=%E7%89%A9%E6%B5%81%E6%B8%A0%E9%81%93&map-uq%5B%5D=uq128&map-text%5B%5D=&map-name%5B%5D=%E8%B4%A7%E8%BF%90%E5%8D%95%E5%8F%B7&map-uq%5B%5D=uq130&map-text%5B%5D=&map-name%5B%5D=%E5%86%85%E9%83%A8%E5%8D%95%E5%8F%B7&map-uq%5B%5D=uq160&map-text%5B%5D=&map-name%5B%5D=%E5%95%86%E5%93%81%E6%80%BB%E9%87%8D%E9%87%8F&map-uq%5B%5D=uq255&map-text%5B%5D=&map-name%5B%5D=%E5%8F%91%E8%B4%A7%E6%97%B6%E9%97%B4&map-uq%5B%5D=uq149&map-text%5B%5D=&map-name%5B%5D=%E8%AE%A2%E5%8D%95%E5%95%86%E5%93%81%E5%90%8D%E7%A7%B0&map-uq%5B%5D=uq120&map-text%5B%5D=&map-name%5B%5D=%E5%B9%B3%E5%8F%B0SKU&map-uq%5B%5D=uq196&map-text%5B%5D=&map-name%5B%5D=%E5%A4%87%E6%B3%A8&map-uq%5B%5D=uq113&map-text%5B%5D=&map-name%5B%5D=%E5%95%86%E5%93%81%E6%98%AF%E5%90%A6%E7%BC%BA%E8%B4%A7&map-uq%5B%5D=uq260&map-text%5B%5D=&map-name%5B%5D=%E8%87%AA%E5%AE%9A%E4%B9%89%E5%88%86%E7%B1%BB&map-uq%5B%5D=uq226&map-text%5B%5D=&map-name%5B%5D=%E4%BA%A4%E8%BF%90%E5%BC%82%E5%B8%B8%E5%8E%9F%E5%9B%A0&map-uq%5B%5D=uq216&map-text%5B%5D=&map-name%5B%5D=PayPal%E9%82%AE%E7%AE%B1&map-uq%5B%5D=uq141&map-text%5B%5D=&templateName=&templateId=42834&standardVersion=1&orderItemOrderBy=stockId+asc%2Cid+asc&pageSave=1&tableBase=&hbddgyxx=1'
#     headers = {
   
#       'Accept': 'application/json, text/javascript, */*; q=0.01',
#       'Referer': 'https://private-amz.mabangerp.com/index.php?mod=order.exportOrderByTemplate&isCloud=2&tableBase=&os=&orderItemOrderBy=stockId+asc%2Cid+asc&cMKey=0bac0855cad15bb5eb5fbf3117311c5e&platformOrderIdsMkey=EXPORT_ORDER_BY_TEMPLATE_INTERFACE_308469&platformOrderIdssqlMkey=EXPORT_ORDER_BY_TEMPLATE_SQL_INTERFACE_308469&lang=cn',
#       'Origin': 'https://private-amz.mabangerp.com',
#       'User-Agent': 'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.142 Safari/537.36',
#       'Content-Type': 'application/x-www-form-urlencoded; charset=UTF-8'
#     }

#     response = requests.request("POST", url, headers=headers, data = payload)
#     print(response.json()['gourl'])
#     dlist.append(response.json()['gourl'])

# end = time.time()
# print(end - start)

rl={
   }
def step3():
  async def get(url,headers):
      conn = aiohttp.TCPConnector(limit_per_host=1)
      session=aiohttp.ClientSession(headers=headers,connector=conn)
      async with session.get(url) as resp:
          con=await resp.read()
          rl[url] = con
      await session.close()
  async def request(url):
      headers = {
   
      'User-Agent': 'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.142 Safari/537.36'
    }
      
      await get(url,headers)

  tasks = [asyncio.ensure_future(request(url)) for url in dlist]
  loop = asyncio.get_event_loop()
  loop.run_until_complete(asyncio.wait(tasks))

step3()


for k,v in rl.items():
  with open ('C:/Users/lx/Desktop/w/'+k[55:],"wb") as f:
      try:
          f.write(v)
      except FileExistsError:
          pass













# print(response.text)

# url = "https://upload-private.mabangerp.com/stock/orderexport/159506163484242700297.xls"
# headers = {
   
#   'Connection': 'keep-alive',
#   'Upgrade-Insecure-Requests': '1',
#   'User-Agent': 'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.142 Safari/537.36',
#   'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3',
#   'Referer': 'https://private-amz.mabangerp.com/index.php?mod=order.exportOrderByTemplate&isCloud=2&tableBase=&os=&orderItemOrderBy=stockId+asc%2Cid+asc&cMKey=0bac0855cad15bb5eb5fbf3117311c5e&platformOrderIdsMkey=EXPORT_ORDER_BY_TEMPLATE_INTERFACE_308469&platformOrderIdssqlMkey=EXPORT_ORDER_BY_TEMPLATE_SQL_INTERFACE_308469&lang=cn',
#   'Accept-Encoding': 'gzip, deflate, br',
#   'Accept-Language': 'zh-CN,zh;q=0.9',
#   'Cookie': 'CRAWL_KANDENG_KEY=yluGNNKDf8xXsv3YNEkT5FIOgl%2FrB42PstVnYIBIHUxJLFguCl98%2FE6Yop54DHesiyRMTt%2BTSOS3G9xxMyNhdg%3D%3D; MULTI_LANGUAGE_TYPE=%2BYjZ6oacL7xJ%2FKOcmBg9Z7cTOqi7UgOUgujRs4KQ4Ms%3D; CRAWL_KANDENG_KEY=yluGNNKDf8xXsv3YNEkT5FIOgl%2FrB42PstVnYIBIHUxJLFguCl98%2FE6Yop54DHesiyRMTt%2BTSOS3G9xxMyNhdg%3D%3D; MULTI_LANGUAGE_TYPE=%2BYjZ6oacL7xJ%2FKOcmBg9Z7cTOqi7UgOUgujRs4KQ4Ms%3D'
# }
# response = requests.request("GET", url, headers=headers, data = {})
# response.encoding='UTF-8'
# with open ('t.xls',"wb") as f:
#     try:
#         f.write(response.content)
#     except FileExistsError:
#         pass
# print(response.text)

t2

import pandas as pd
import datetime
import re
import glob
import os
def toint(a):
	try:
		b=int(a)
	except ValueError as e:
		b=None
	except TypeError as e:
		b=None
	return b	

def todatetime(a):
	# a1=str(a)
	def ti(c):
		try:
			b=datetime.datetime.strptime(c,a)
		except TypeError as e:
			b=c
		except ValueError as e:
			b=None
		return b
	return ti
def tr2df(folder_path,usecols,r='',sheetname=None,distinct=True,subset=None,keep='last',converters=None):
        p = re.compile(r)
        # all_d=[]
        alpath = [i for i in glob.glob(os.path.join(folder_path,'*.*')) if len(p.findall(os.path.basename(i))) > 0]
        
        # alpath=sorted(alpath, key=lambda x:int(x[x.find('.')-8:x.find('.')]))
        
        # for fname in alpath:
        #     all_d.append(fname)
        # all_f=all_d        
                                                      
        # if len(all_d)==0:
        #     raise  ValueError('所在文件夹找不到关键字标识的文件')
                
        # all_df=dict(zip(all_d,all_f))
        
        col_name=usecols
        adf=[]    
        for k in  alpath:
            
            if k[k.index('.')+1:].lower()=='csv' or k[k.index('.')+1:].lower()=='xlsx' or k[k.index('.')+1:].lower()=='xls':
                # print(1)
                try:
                    if k[k.index('.')+1:].lower()=='csv':
                        try:
                            df0=pd.read_csv(k,encoding='utf-8',usecols=usecols,low_memory=False)
                        except:
                            df0=pd
最低0.47元/天 解锁文章
qq_40305710
关注
  • 0
    点赞
  • 踩
  • 0
    收藏
    觉得还不错? 一键收藏
  • 0
    评论
专栏目录
Python记录数据并写入本地
sinat_37281674的博客
09-25 3435
写入本地数据python txt文件读写（追加、覆盖）1、文件的打开和创建2、文件的读取3、文件的写入（1）在lucky.txt中新增内容（覆盖：每次运行都会重新写入内容）（2） 在lucky.txt中追加内容（追加：之前在txt中的内容不改变，继续在已存在的内容后新增内容）文件的关闭一些报错encodin格式出错没有写入本地一些参考链接 python txt文件读写（追加、覆盖） 1、文件的打开和创建 f = open('/tmp/test.txt') f.read() print(f.read())
python 鼠标轨迹录制_python记录鼠标滑动轨迹
weixin_40006965的博客
02-09 2263
一个记录鼠标轨迹的程序。一直需要一个记录鼠标轨迹的程序，本想找一个，但是都不太合适，所以就自己写了一个。功能很简单，就是记录鼠标按下时的滑动轨迹。from pynput import mouseclass Orbit(object):def __init__(self, min_x=-10000, min_y=-10000, max_x=10000, max_y=10000,):"""可以设置滑动...
awk根据正则表达式match截取字符串
qq_24955485的博客
06-20 8898
变量：testStr = "dt='2019-05-14 00%3A00%3A00.0',file='logserver11-00-00'" 目的效果：取出2019-05-14 00%3A00%3A00.0值 表达式：echo ${testStr}|awk '{match($0,/([0-9]+(-)[0-9]+(-)[0-9]+( 00%3A00%3A00.0))/,a)} {print a...
mail 发送 zabbix（4.1） 监控图 （流量日报）
疯飙的蜗牛
07-01 1815
思路：找到zabbix图片的url，分析url，读取内容生成图片，邮件发送 1、找到zabbix中该图形，然后 右击图形 复制图片地址链接，下面为 事例 http://10.0.13.104/zabbix/chart2.php?graphid=26962&from=2019-06-19+00%3A00%3A00&to=2019-06-19+15%3A00%3A00&pr...
HTTP请求字符串解析
一点光辉的博客
10-25 2864
开发物流项目，编写接口的时候，遇到了这样的一个url需要解析，url如下： http://***/get?$filter=(CreatedOn ge datetime'2016-07-21T00%3A00%3A00') and (SortFlag eq 'A') and(PhoneNo eq '13486391009') and (Execution eq '02' or Execution
技术栈 技术栈
xiexuzhao的专栏
07-13 431
size="mini" https://mobile.ant.design/ https://www.ooopic.com/ 技术栈 1、.NET：C#、.NET5、.NET6、.NET Core、MVC、ASP.NET Core、Web API、RESTful API 2、jQuery、Vue.js、Bootstrap 3、数据库：SQLServer、MySQL、PostgreSQL、Oracle、SQLite、SequoiaDB 、 Redis、...
2020年跨境电商好用的20个ERP系统
热门推荐
喜欢打酱油的老鸟
11-03 9万+
跨境电商ERP系统包括订单管理系统（OMS）、物流管理系统（DMS）、仓储管理系统（WMS）、客户管理系统（CRM）、财务管理系统（FMS）以及供应链管理系统（SCM）等主要功能。跨境电商erp软件对于跨境电商来说作用如此明显，市面上到底跨境电商软件有哪些？大多跨境电商的从业者，对于软件的要求非常务实，就是简单、高效和实用，跨境卖家可以综合自身的管理需求来寻求当中性价比高的跨境电商ERP，这里推荐20个好用的ERP系统。
python记录程序运行时间的三种方法
12-24
python记录程序运行时间的三种方法  这里提供了python记录程序运行时间的三种方法，并附有实现代码，最后进行比较，大家参考下： 方法1 import datetime starttime = datetime.datetime.now() #long running ...
python记录鼠标和键盘操作并重复_Python模拟鼠标和键盘操作实现重复性操作
weixin_39614657的博客
12-22 2978
前言由于工作需要，要利用某软件去采集数据，做重复的动作大概500多次。所以想写一个程序代替人，去点击和输入。一开始的思路有两个：1、用Python或者windows对此软件直接操作。2、利用Python模拟鼠标和键盘操作，模拟人工去操作此软件。第一种想法比较难实现，因为首先是没有此软件的接口，没办法进入它的后台。其次是Python没有这样的功能库。第二种想法容易实现，但是有一个问题，是Python...
php urldecode 加号,php|urldecode urlencode 的加号问题
weixin_32141627的博客
03-16 329
遇到个很奇怪的问题，在获取php $_GET参数时候，加号莫名其妙没掉了。示例如下：//链接地址//url?start_time=2013-11-13+00%3A00%3A00&spider=Baiduspider%2Becho urldecode($_GET['spider']);//输出Baiduspiderecho urldecode('Baiduspider%2B');//输出Ba...
shell编程（四）| awk正则表达式
Minz
06-21 2万+
一，awk概述awk 处理机制 :awk 会逐行处理文本 , 支持在处理第一行之前做一些准备工作 , 以及在处理完最后一行做一些总结性质的工作 在命令格式上分别体现如下 :BEGIN{}: 读入第一行文本之前执行 , 一般用来初始化操作{}: 逐行处理,逐行读入文本执行相应的处理,是最常见的编辑指令快END{}: 处理完最后一行文本之后执行 , 一般用来输出处理结果二，awk基本用法awk [-F...
C/C++ 获取系统时间距 1970年1月1日00:00:00 的毫秒数
qq_39729362的博客
10-16 4274
  #include &lt;stdio.h&gt; #include &lt;sys/timeb.h&gt; typedef unsigned long long ulong; ulong currentTimeMillisec(){ struct timeb tb; ftime(&amp;tb); return tb.time * 1000 + tb.millitm; } voi...
ios app 下载地址收集（一点一点收集中...）
cscscssjsp的博客
09-03 2万+
1.百度地图 转码后 ：https://apps.apple.com/cn/app/%E7%99%BE%E5%BA%A6%E5%9C%B0%E5%9B%BE-%E8%B7%AF%E7%BA%BF%E8%A7%84%E5%88%92-%E5%87%BA%E8%A1%8C%E5%BF%85%E5%A4%87/id452186370 转码前 ：https://apps.apple.com/cn/app/百度地图-路线规划-出行必备/id452186370 2.高德地图 转码前 ：https://i...
signature=e4fa5b50b039cd49ee71b9289ac6c58e,db.json · zhanghaiqing/qq1026295417 - Gitee.com
weixin_30753697的博客
05-30 1万+
{"meta":{"version":1,"warehouse":"3.0.1"},"models":{"Asset":[{"_id":"themes/next/source/css/main.styl","path":"css/main.styl","modified":0,"renderable":1},{"_id":"themes/next/source/images/algolia_log...
python学习笔记（一）数据处理
爱吃串串的瘦子的博客
06-11 3万+
一、基础1.注释：#/'''   '''2.标识符：首字符是字母和下划线3.数据类型：数、字符串、  列表【list】（元素支持修改）、abc=['my','you']  元祖【tuple】（元素不支持修改）、cde=('my','you')  集合【set】（并交差）、&amp;|！  字典【dictionary】(键：值){key1:value1,key2:value2}4.运算符5.缩进 建...
实时计算：Apache Flink：Flink与Kafka集成实现事件驱动架构.docx
最新发布
09-02
实时计算：Apache Flink：Flink与Kafka集成实现事件驱动架构.docx
移动软件开发实验五：高校新闻
09-02
移动软件开发实验五：高校新闻
分布式存储系统：Google Cloud Storage：GoogleCloudStorage架构解析.docx
09-02
分布式存储系统：Google Cloud Storage：GoogleCloudStorage架构解析.docx
python 记录时间
05-22
在Python中，可以使用`time`模块来记录时间。下面是一个简单的示例： ```python import time start_time = time.time() # 记录开始时间 # 执行你的代码或任务 time.sleep(2) end_time = time.time() # 记录结束时间 elapsed_time = end_time - start_time # 计算时间差 print("执行时间：", elapsed_time, "秒") ``` 在上面的示例中，`time.time()`方法可以获取当前时间的时间戳，它返回自1970年1月1日以来的秒数。通过记录开始时间和结束时间，并计算时间差，可以得到代码或任务的执行时间。
评论
添加红包

请填写红包祝福语或标题

个

红包个数最小为10个

元

红包金额最低5元

当前余额3.43元 前往充值 >
需支付：10.00元
成就一亿技术人!
领取后你会自动成为博主和红包主的粉丝 规则
hope_wisdom
发出的红包
实付元
使用余额支付
点击重新获取
扫码支付
钱包余额 0

抵扣说明：

1.余额是钱包充值的虚拟货币，按照1:1的比例进行支付金额的抵扣。
2.余额无法直接购买下载，可以购买VIP、付费专栏及课程。

余额充值