Google 关键词趋势数据下载 同步版本 与异步版本

最新推荐文章于 2023-05-23 16:07:37 发布
最新推荐文章于 2023-05-23 16:07:37 发布
阅读量520 收藏
点赞数
分类专栏： 爬虫 python
版权声明：本文为博主原创文章，遵循 CC 4.0 BY-SA 版权协议，转载请附上原文出处链接和本声明。
本文链接：https://blog.csdn.net/weixin_43746424/article/details/119143293
版权

requests 版本

#!/usr/bin/env python
# coding=utf-8
import requests
import pandas as pd
from pandas import DataFrame, Series
import json
from datetime import timedelta
from datetime import datetime
from initengine import engine_localhost
from functools import reduce
from urllib.parse import unquote
import re
import chompjs
TODAY = datetime.now().strftime("%Y-%m-%d")
THREE_MONTHS_AGO = (datetime.now()+timedelta(days=-90) ).strftime("%Y-%m") + '-'+datetime.now().strftime("%d")

def get_token(keywords,country,time='today 3-m'):
    """
    获取 token
    """

    headers = {
        'authority': 'trends.google.com',
        'sec-ch-ua': '" Not;A Brand";v="99", "Google Chrome";v="91", "Chromium";v="91"',
        'accept': 'application/json, text/plain, */*',
        'sec-ch-ua-mobile': '?0',
        'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_14_4) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.114 Safari/537.36',
        'x-client-data': 'CJC2yQEIo7bJAQjEtskBCKmdygEIi/3KAQiMnssBCKegywEI8PDLAQis8ssBCNzyywEI8PLLAQjv98sBCLT4ywEInvnLAQiv+ssBCLH6ywEYuvLLARiQ9csB',
        'sec-fetch-site': 'same-origin',
        'sec-fetch-mode': 'cors',
        'sec-fetch-dest': 'empty',
        'referer': 'https://trends.google.com/trends/explore?date=today%203-m&geo=NG&q=Jumia,jiji,Kilimall,Naivas,Avechi',
        'accept-language': 'zh-CN,zh;q=0.9',
        'cookie': '__utmz=10102256.1626429382.1.1.utmcsr=(direct)|utmccn=(direct)|utmcmd=(none); __utma=10102256.343699485.1626429382.1626949297.1627024060.4; __utmc=10102256; __utmt=1; __utmb=10102256.1.10.1627024060; HSID=AzbAhLGjWNBnaeSg5; SSID=AbCtluR_Fke88ijZ_; APISID=wWv3y4ORv3Nfei-i/AC3BTttxU99t5IOQA; SAPISID=M7WAvaTw62jm9rCx/AJOFjbbTIM353MMbT; __Secure-3PAPISID=M7WAvaTw62jm9rCx/AJOFjbbTIM353MMbT; SEARCH_SAMESITE=CgQIr5IB; SID=_Ac1s4eJ00tERsfuV7j4h9BIM-7q_eSR5ITGiKPDHuYhMe-vqqWO-BsPjem9iahGfYugXw.; __Secure-3PSID=_Ac1s4eJ00tERsfuV7j4h9BIM-7q_eSR5ITGiKPDHuYhMe-vaU1E9dNhztOYYpMT0xNdIw.; 1P_JAR=2021-07-23-03; NID=219=o5ojNMPZk-VDvmoEpRCGbhARHKeFUd7SUI8jV5feTLZSHZ1jZYzDbaPOfyZQyfd1H3_HQbdaSwZNNdmrUh6jDYFGLL_KLeaGxXJpDtH-JFH9DYWMDoV8MxaaOTaIcNAyvSA5n92HF-txYfkbmjK7EZJpgLzhhk84QTNCcSSi-7Wzx2bc34X45sKe3MGVLGEREFhLWpaUtKBAvNhLwg7ndhrPjGe90jpNpyTeIy4XkJBdGGB-SZWDWtWrOPtl3WEHl8HoIXI5; SIDCC=AJi4QfGxAl6XeAfEqVwTUQEK5YprfGuMyvM0wz3HaXJntjSPk5owPm0f_LongSeWD5NJzwglXg; __Secure-3PSIDCC=AJi4QfGAtKHhFIhaNqN72X4V93Ra39nFF4CFzZ84xOoITLIUvD6Sn0R3zLq9c5zhYcpZNMv7Bw',
    }
    req = {"comparisonItem":[ {"keyword": keyword ,"geo":country,"time":"today 3-m"} for keyword in keywords ],
        "category":0,
        "property":""
            }

    params = (
        ('hl', 'zh-CN'),
        ('tz', ['-480', '-480']),
        ('req', json.dumps(req)),
    )

    response = requests.get('https://trends.google.com/trends/api/explore', headers=headers, params=params)
    print(unquote(response.url))
    token = chompjs.parse_js_object(response.content.decode())['widgets'][0]['token']
    return token



def get_keywords_trend(keywords,country,token,start_date=THREE_MONTHS_AGO,end_date=TODAY):
    """
    根据关键词和国家返回趋势数据集
    """

    headers = {
        'authority': 'trends.google.com',
        'sec-ch-ua': '" Not;A Brand";v="99", "Google Chrome";v="91", "Chromium";v="91"',
        'accept': 'application/json, text/plain, */*',
        'sec-ch-ua-mobile': '?0',
        'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_14_4) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.114 Safari/537.36',
        'x-client-data': 'CJC2yQEIo7bJAQjEtskBCKmdygEIi/3KAQiMnssBCKegywEI8PDLAQis8ssBCN3yywEI7/LLAQjv98sBCLT4ywEInvnLAQj7+csBCK/6ywEIsfrLARi68ssBGJD1ywE=',
        'sec-fetch-site': 'same-origin',
        'sec-fetch-mode': 'cors',
        'sec-fetch-dest': 'empty',
        'referer': 'https://trends.google.com/trends/explore?date=today%203-m&geo=NG&q=Jumia,jiji,Kilimall,Naivas,Avechi',
        'accept-language': 'zh-CN,zh;q=0.9',
        'cookie': '__utmz=10102256.1626429382.1.1.utmcsr=(direct)|utmccn=(direct)|utmcmd=(none); __utma=10102256.343699485.1626429382.1626429382.1626948944.2; __utmc=10102256; __utmt=1; __utmb=10102256.4.9.1626949249014; HSID=AzbAhLGjWNBnaeSg5; SSID=AbCtluR_Fke88ijZ_; APISID=wWv3y4ORv3Nfei-i/AC3BTttxU99t5IOQA; SAPISID=M7WAvaTw62jm9rCx/AJOFjbbTIM353MMbT; __Secure-3PAPISID=M7WAvaTw62jm9rCx/AJOFjbbTIM353MMbT; SEARCH_SAMESITE=CgQIr5IB; SID=_Ac1s4eJ00tERsfuV7j4h9BIM-7q_eSR5ITGiKPDHuYhMe-vqqWO-BsPjem9iahGfYugXw.; __Secure-3PSID=_Ac1s4eJ00tERsfuV7j4h9BIM-7q_eSR5ITGiKPDHuYhMe-vaU1E9dNhztOYYpMT0xNdIw.; 1P_JAR=2021-07-22-07; NID=219=TfRj2AS_SBj3ZmflUiBaPqeunwsz5qziMRTT_km4WLGO0dZf9I0QgFIHrdgE5J-u6OqY7wYrL6KP3eJHt1WG-9wn3y12jD6iS5ivusWy9hAzSzvkusw7kRlBR2Rm19JWcoVMLUyZHV-qaJgEdtzteQ5dLemhQRSr1GxOogEQmg1DJiVmwGK4EJ3eFV2M1D0KviMEd7ua0XKYCCdPqNQOV-EMMGQUGZsiQdXBvTLy9jJbRpZBBP7vo6zyOIjjDymaMba0pIfx; SIDCC=AJi4QfH0UI6JQnI1iTTDKwWJGZjES9eGS6e8zAKNOniD4dXIF-D_4ZuXRKU5ZekywDUd0WUuLA; __Secure-3PSIDCC=AJi4QfE5XNvUJKrD5t2G6qscZfAJghVqoXG-Yk6bHxOFBZpCcREo9SuwZ7dZC1IVyRhGGazlhg',
    }

    req = {
                "time":f"{start_date} {end_date}",
                "resolution":"DAY",
                "locale":"zh-CN",
                "comparisonItem":[   { "geo":{"country":country},"complexKeywordsRestriction":{"keyword":[{"type":"BROAD", "value":keyword}] } }  \
                        for keyword in keywords],
                "requestOptions":{"property":"","backend":"IZG","category":0}
                }
    params = (
        ('hl', 'zh-CN'),
        ('tz',  ['-480','-480']),
        ('req', json.dumps(req)),
        ('token', token),
    )


    res = requests.get('https://trends.google.com/trends/api/widgetdata/multiline', headers=headers,
            params=params)
    response = res.content.decode()
    print(unquote(res.url))
    data_list = chompjs.parse_js_object(response)['default']['timelineData']
    value_series =Series(reduce( list.__add__ ,[ data['value']  for data in data_list  ]) )
    keywords_series = Series( keywords*len(data_list) )
    date_series = Series( reduce( list.__add__ ,  [ [ re.sub('[年月]','-',data['formattedTime'].strip('日')) ]*len(keywords)  for data in data_list ]) )
    df = DataFrame(columns=['crawl_time','date','country','keyword','value'])
    df['keyword'] = keywords_series
    df['value'] = value_series
    df['date'] =  date_series
    df['crawl_time'] = TODAY
    df['country'] = country
    return df

#NB. Original query string below. It seems impossible to parse and
#reproduce query strings 100% accurately so the one below is given
#in case the reproduced version is not "correct".
# response = requests.get('https://trends.google.com/trends/api/widgetdata/multiline?hl=zh-CN&tz=-480&req=%7B%22time%22:%222021-04-22+2021-07-22%22,%22resolution%22:%22DAY%22,%22locale%22:%22zh-CN%22,%22comparisonItem%22:%5B%7B%22geo%22:%7B%22country%22:%22NG%22%7D,%22complexKeywordsRestriction%22:%7B%22keyword%22:%5B%7B%22type%22:%22BROAD%22,%22value%22:%22Jumia%22%7D%5D%7D%7D,%7B%22geo%22:%7B%22country%22:%22NG%22%7D,%22complexKeywordsRestriction%22:%7B%22keyword%22:%5B%7B%22type%22:%22BROAD%22,%22value%22:%22jiji%22%7D%5D%7D%7D,%7B%22geo%22:%7B%22country%22:%22NG%22%7D,%22complexKeywordsRestriction%22:%7B%22keyword%22:%5B%7B%22type%22:%22BROAD%22,%22value%22:%22Kilimall%22%7D%5D%7D%7D,%7B%22geo%22:%7B%22country%22:%22NG%22%7D,%22complexKeywordsRestriction%22:%7B%22keyword%22:%5B%7B%22type%22:%22BROAD%22,%22value%22:%22Naivas%22%7D%5D%7D%7D,%7B%22geo%22:%7B%22country%22:%22NG%22%7D,%22complexKeywordsRestriction%22:%7B%22keyword%22:%5B%7B%22type%22:%22BROAD%22,%22value%22:%22Avechi%22%7D%5D%7D%7D%5D,%22requestOptions%22:%7B%22property%22:%22%22,%22backend%22:%22IZG%22,%22category%22:0%7D%7D&token=APP6_UEAAAAAYPqYMLtcPo0zmfbw2j2hGFjDcsvQAu2m&tz=-480', headers=headers)
def main():
    token  = get_token(keywords='Jumia,jiji,Kilimall,Naivas,Avechi'.split(','), country='NG')
    print(token)
    df = get_keywords_trend(keywords='Jumia,jiji,Kilimall,Naivas,Avechi'.split(','), country='NG',token=token)
    df.to_sql('google_keyword_trend', engine_localhost, index=False, if_exists='append')
    print(df)

if __name__=='__main__':
    main()

asyncio+aiohttp 异步版本

#!/usr/bin/env python
# coding=utf-8
# import requests
import aiohttp
import pandas as pd
from pandas import DataFrame, Series
import json
from datetime import timedelta
from datetime import datetime
from initengine import engine_localhost
from functools import reduce
import re
from urllib.parse import urlencode
from yarl import URL
import chompjs
TODAY = datetime.now().strftime("%Y-%m-%d")
THREE_MONTHS_AGO = (datetime.now()+timedelta(days=-90) ).strftime("%Y-%m") + '-'+datetime.now().strftime("%d")
import asyncio
from urllib.parse import unquote

async def get_token(keywords,country,time='today 3-m'):
    """
    获取 token
    """

    headers = {
        'authority': 'trends.google.com',
        'sec-ch-ua': '" Not;A Brand";v="99", "Google Chrome";v="91", "Chromium";v="91"',
        'accept': 'application/json, text/plain, */*',
        'sec-ch-ua-mobile': '?0',
        'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_14_4) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.114 Safari/537.36',
        'x-client-data': 'CJC2yQEIo7bJAQjEtskBCKmdygEIi/3KAQiMnssBCKegywEI8PDLAQis8ssBCNzyywEI8PLLAQjv98sBCLT4ywEInvnLAQiv+ssBCLH6ywEYuvLLARiQ9csB',
        'sec-fetch-site': 'same-origin',
        'sec-fetch-mode': 'cors',
        'sec-fetch-dest': 'empty',
        'referer': 'https://trends.google.com/trends/explore?date=today%203-m&geo=NG&q=Jumia,jiji,Kilimall,Naivas,Avechi',
        'accept-language': 'zh-CN,zh;q=0.9',
        'cookie': '__utmz=10102256.1626429382.1.1.utmcsr=(direct)|utmccn=(direct)|utmcmd=(none); __utma=10102256.343699485.1626429382.1626949297.1627024060.4; __utmc=10102256; __utmt=1; __utmb=10102256.1.10.1627024060; HSID=AzbAhLGjWNBnaeSg5; SSID=AbCtluR_Fke88ijZ_; APISID=wWv3y4ORv3Nfei-i/AC3BTttxU99t5IOQA; SAPISID=M7WAvaTw62jm9rCx/AJOFjbbTIM353MMbT; __Secure-3PAPISID=M7WAvaTw62jm9rCx/AJOFjbbTIM353MMbT; SEARCH_SAMESITE=CgQIr5IB; SID=_Ac1s4eJ00tERsfuV7j4h9BIM-7q_eSR5ITGiKPDHuYhMe-vqqWO-BsPjem9iahGfYugXw.; __Secure-3PSID=_Ac1s4eJ00tERsfuV7j4h9BIM-7q_eSR5ITGiKPDHuYhMe-vaU1E9dNhztOYYpMT0xNdIw.; 1P_JAR=2021-07-23-03; NID=219=o5ojNMPZk-VDvmoEpRCGbhARHKeFUd7SUI8jV5feTLZSHZ1jZYzDbaPOfyZQyfd1H3_HQbdaSwZNNdmrUh6jDYFGLL_KLeaGxXJpDtH-JFH9DYWMDoV8MxaaOTaIcNAyvSA5n92HF-txYfkbmjK7EZJpgLzhhk84QTNCcSSi-7Wzx2bc34X45sKe3MGVLGEREFhLWpaUtKBAvNhLwg7ndhrPjGe90jpNpyTeIy4XkJBdGGB-SZWDWtWrOPtl3WEHl8HoIXI5; SIDCC=AJi4QfGxAl6XeAfEqVwTUQEK5YprfGuMyvM0wz3HaXJntjSPk5owPm0f_LongSeWD5NJzwglXg; __Secure-3PSIDCC=AJi4QfGAtKHhFIhaNqN72X4V93Ra39nFF4CFzZ84xOoITLIUvD6Sn0R3zLq9c5zhYcpZNMv7Bw',
    }
    req = {"comparisonItem":[ {"keyword": keyword ,"geo":country,"time":"today 3-m"} for keyword in keywords ],
        "category":0,
        "property":""
            }

    params = {
            'hl':'zh-CN',
            'tz':['-480','-480'],
            'req':json.dumps(req),
        }
    async with aiohttp.ClientSession(headers=headers) as session:
        async with session.get('https://trends.google.com/trends/api/explore',params=params) as res:
            text = await res.text()
            token = chompjs.parse_js_object(text)['widgets'][0]['token'] 
    # response = requests.get('https://trends.google.com/trends/api/explore', headers=headers, params=params)
    return token



async def get_keywords_trend(keywords,country,token,start_date=THREE_MONTHS_AGO,end_date=TODAY):
    """
    根据关键词和国家返回趋势数据集
    """

    headers = {
        'authority': 'trends.google.com',
        'sec-ch-ua': '" Not;A Brand";v="99", "Google Chrome";v="91", "Chromium";v="91"',
        'accept': 'application/json, text/plain, */*',
        'sec-ch-ua-mobile': '?0',
        'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_14_4) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.114 Safari/537.36',
        'x-client-data': 'CJC2yQEIo7bJAQjEtskBCKmdygEIi/3KAQiMnssBCKegywEI8PDLAQis8ssBCN3yywEI7/LLAQjv98sBCLT4ywEInvnLAQj7+csBCK/6ywEIsfrLARi68ssBGJD1ywE=',
        'sec-fetch-site': 'same-origin',
        'sec-fetch-mode': 'cors',
        'sec-fetch-dest': 'empty',
        'referer': 'https://trends.google.com/trends/explore?date=today%203-m&geo=NG&q=Jumia,jiji,Kilimall,Naivas,Avechi',
        'accept-language': 'zh-CN,zh;q=0.9',
        'cookie': '__utmz=10102256.1626429382.1.1.utmcsr=(direct)|utmccn=(direct)|utmcmd=(none); __utma=10102256.343699485.1626429382.1626429382.1626948944.2; __utmc=10102256; __utmt=1; __utmb=10102256.4.9.1626949249014; HSID=AzbAhLGjWNBnaeSg5; SSID=AbCtluR_Fke88ijZ_; APISID=wWv3y4ORv3Nfei-i/AC3BTttxU99t5IOQA; SAPISID=M7WAvaTw62jm9rCx/AJOFjbbTIM353MMbT; __Secure-3PAPISID=M7WAvaTw62jm9rCx/AJOFjbbTIM353MMbT; SEARCH_SAMESITE=CgQIr5IB; SID=_Ac1s4eJ00tERsfuV7j4h9BIM-7q_eSR5ITGiKPDHuYhMe-vqqWO-BsPjem9iahGfYugXw.; __Secure-3PSID=_Ac1s4eJ00tERsfuV7j4h9BIM-7q_eSR5ITGiKPDHuYhMe-vaU1E9dNhztOYYpMT0xNdIw.; 1P_JAR=2021-07-22-07; NID=219=TfRj2AS_SBj3ZmflUiBaPqeunwsz5qziMRTT_km4WLGO0dZf9I0QgFIHrdgE5J-u6OqY7wYrL6KP3eJHt1WG-9wn3y12jD6iS5ivusWy9hAzSzvkusw7kRlBR2Rm19JWcoVMLUyZHV-qaJgEdtzteQ5dLemhQRSr1GxOogEQmg1DJiVmwGK4EJ3eFV2M1D0KviMEd7ua0XKYCCdPqNQOV-EMMGQUGZsiQdXBvTLy9jJbRpZBBP7vo6zyOIjjDymaMba0pIfx; SIDCC=AJi4QfH0UI6JQnI1iTTDKwWJGZjES9eGS6e8zAKNOniD4dXIF-D_4ZuXRKU5ZekywDUd0WUuLA; __Secure-3PSIDCC=AJi4QfE5XNvUJKrD5t2G6qscZfAJghVqoXG-Yk6bHxOFBZpCcREo9SuwZ7dZC1IVyRhGGazlhg',
    }

    req = {
                "time":f"{start_date} {end_date}",
                "resolution":"DAY",
                "locale":"zh-CN",
                "comparisonItem":[   { "geo":{"country":country},"complexKeywordsRestriction":{"keyword":[{"type":"BROAD", "value":keyword}] } }  \
                        for keyword in keywords],
                "requestOptions":{"property":"","backend":"IZG","category":0}
                }
    params = {
        'hl':'zh-CN',
        'tz':'-480',
        'req': json.dumps(req),
        'token': token ,
        }

    async with aiohttp.ClientSession(headers=headers) as session:
        async with session.get('https://trends.google.com/trends/api/widgetdata/multiline'+f'?{urlencode(params)}') as res:
            response = await res.text()
    # print(response)
    data_list = chompjs.parse_js_object(response)['default']['timelineData']
    print(data_list)
    value_series =Series(reduce( list.__add__ ,[ data['value']  for data in data_list  ]) )
    keywords_series = Series( keywords*len(data_list) )
    date_series = Series( reduce( list.__add__ ,  [ [ re.sub('[年月]','-',data['formattedTime'].strip('日')) ]*len(keywords)  for data in data_list ]) )
    df = DataFrame(columns=['crawl_time','date','country','keyword','value'])
    df['keyword'] = keywords_series
    df['value'] = value_series
    df['date'] =  date_series
    df['crawl_time'] = TODAY
    df['country'] = country
    return df

#NB. Original query string below. It seems impossible to parse and
#reproduce query strings 100% accurately so the one below is given
#in case the reproduced version is not "correct".
# response = requests.get('https://trends.google.com/trends/api/widgetdata/multiline?hl=zh-CN&tz=-480&req=%7B%22time%22:%222021-04-22+2021-07-22%22,%22resolution%22:%22DAY%22,%22locale%22:%22zh-CN%22,%22comparisonItem%22:%5B%7B%22geo%22:%7B%22country%22:%22NG%22%7D,%22complexKeywordsRestriction%22:%7B%22keyword%22:%5B%7B%22type%22:%22BROAD%22,%22value%22:%22Jumia%22%7D%5D%7D%7D,%7B%22geo%22:%7B%22country%22:%22NG%22%7D,%22complexKeywordsRestriction%22:%7B%22keyword%22:%5B%7B%22type%22:%22BROAD%22,%22value%22:%22jiji%22%7D%5D%7D%7D,%7B%22geo%22:%7B%22country%22:%22NG%22%7D,%22complexKeywordsRestriction%22:%7B%22keyword%22:%5B%7B%22type%22:%22BROAD%22,%22value%22:%22Kilimall%22%7D%5D%7D%7D,%7B%22geo%22:%7B%22country%22:%22NG%22%7D,%22complexKeywordsRestriction%22:%7B%22keyword%22:%5B%7B%22type%22:%22BROAD%22,%22value%22:%22Naivas%22%7D%5D%7D%7D,%7B%22geo%22:%7B%22country%22:%22NG%22%7D,%22complexKeywordsRestriction%22:%7B%22keyword%22:%5B%7B%22type%22:%22BROAD%22,%22value%22:%22Avechi%22%7D%5D%7D%7D%5D,%22requestOptions%22:%7B%22property%22:%22%22,%22backend%22:%22IZG%22,%22category%22:0%7D%7D&token=APP6_UEAAAAAYPqYMLtcPo0zmfbw2j2hGFjDcsvQAu2m&tz=-480', headers=headers)
async def main():
    token  = await get_token(keywords='Jumia,jiji,Kilimall,Naivas,Avechi'.split(','), country='NG')
    print(token)
    df = await get_keywords_trend(keywords='Jumia,jiji,Kilimall,Naivas,Avechi'.split(','), country='NG',token=token)
    df.to_sql('google_keyword_trend', engine_localhost, index=False, if_exists='append')
    print(df)

if __name__=='__main__':
    asyncio.run(main())

可以看到同步与异步在代码上基本一致，
asyncio 和 aiohttp 可以基本实现 无痛转换 同步代码到异步代码 ，当然也有很多小坑
ps：代码运行 需要科学上网

walk_on_os
关注
  • 0
    点赞
  • 踩
  • 0
    收藏
    觉得还不错? 一键收藏
  • 0
    评论
专栏目录
软件测试工程师面试题之（计算机网络下）
公众号已改名为-程序员阿沐
02-26 683
软件测试工程师面试题之（计算机网络下）
测试面经
jingyunyu7717的博客
08-03 3421
** 恒生电子： ** ···如果性能测出来，数据库查询慢，怎么给开发建议： 1.对查询进行优化，应尽量避免全表扫描，首先应考虑在 where 及 order by 涉及的列上建立索引。一个表的索引不能过多，过多不利于删除，插入等操作。 2.应尽量避免在 where 子句中对字段进行 null 值判断，否则将导致引擎放弃使用索引而进行全表扫描，如： select id from t where num is null 可以在num上设置默认值0，确保表中num列没有null值，然后这样查询： select
Google Trends GUI:下载、可视化和比较各国之间的谷歌趋势数据-开源
05-31
一个简单的图形用户界面，用于以谷歌没有的方式查看和下载来自谷歌趋势的数据。 .zip 中的可执行文件比便携式可执行文件快数光年。 想要为自己做一个类似的项目吗？ 联系我 :) https://www.fiverr.com/pedromemoli
验证码的处理 google recaptcha
攻城狮的博客
03-05 3049
google验证码的第三方处理 #经过批量测试，成功率高达百分之九十，1000个邮箱大概4美金，比较实惠
oracle vm 不能用 u盘,ubuntu下oracle vm virtualbox中如何使用U盘、U盾
weixin_35815766的博客
04-03 270
最近在使用Ubuntu10.10下碰到不少问题，现将部分整理如下，自己亲测通过。Ubuntu版本：10.10Oracle VM VirtualBox版本：4.1.6问题：USB 2.0 is currently enabled for this virtual machine. However, this requires the Oracle VM VirtualBox Extension Pa...
手把手带你用Python爬取反爬策略的网站
user_from_future的博客
10-09 2715
一天不爬，手就痒痒什么是网络爬虫需要准备的操作环境爬虫准备观察网页调试网页寻找Cookie来源获取X-Client-Data参数获取From-Data中的参数使用execjs获取参数完整代码结束语 什么是网络爬虫 顾名思义，网络爬虫就是指在网络上按照一定规律的、自动的抓取网络中的程序或者脚本。在这里，并没有用到数据分析过滤等操作，所以只是普通的通用爬虫。 需要准备的操作环境 谷歌浏览器（或其他带有开发者选项的浏览器） Python3（尽量高版本） 标准库或第三方库：（或其他相同功能库） html url
【安全牛学习笔记】Kali Linux 安装-持久加密USB安装、熟悉环境、熟悉BASH命令
weixin_34159110的博客
09-06 1572
持久加密USB安装-1LUKS: linux UNified Key Setup 磁盘分区加密规范 不依赖于操作系统的磁盘级加密 Windows——DoxBox 后端：dm-crypt 前端：cryptsetup 微软的bitlocker将镜像刻录到U盘 dd if=kali-linux-1.1.0-amd64.iso of=/dev/sdb bs=1Mroot...
小白自学http网站的请求命令和基础原理集锦（HTTP工作原理；GET, POST,HEAD,OPTIONS, PUT,PATCH,DELETE,TRACE 和 CONNECT 方法）
AlvinCR的博客
04-26 631
参考及引用文章： MDN： https://developer.mozilla.org/en-US/docs/Web/HTTP/Headers/Sec-Fetch-Mode HTTP 8种请求方式介绍: https://www.cnblogs.com/songyao666/p/11453529.html HTTP ： https://www.runoob.com/http/http-methods...
手把手教你如何使用CapSolver通过reCAPTCHA v2验证码
weixin_68994939的博客
05-23 733
如果你正在与 reCaptcha v2 打交道并需要绕过它，那么本指南适合你。我们将使用 CapSolver API 轻松绕过 reCaptcha v2。你可以使用自己的代理来使用ReCaptchaV2Task或者使用服务器内置代理来使用ReCaptchaV2TaskProxyLess。
html5 自动刷新,javascript – 每5分钟自动刷新一次
weixin_33977645的博客
05-31 1714
这是我的代码function page_refresh(){document.getElementById('form2').action="project_file_dir.cfm"document.getElementById('form2').submit();}action = "list"directory = "#fileLocation#"name = "files"filter="...
GoogleTrends
03-13
工具需要运行测试 Java 1.8 maven configured chrome browser (updated) IntelliJ IDE - if you wants to view the code 运行测试所需遵循的步骤 git clone first go to the project directory open terminal or command promt mvn clean mvn compile mvn verify 在哪里找到报告？ go inside the "target" folder go inside the "cucumber-report-html" folder open "feature-overview.html" file in chrome Note: I have only one feature/test case 注意：默认
Google AdWords 完整教程
06-01
Google AdWords 完整教程,轻松学习做广告
Laravel开发-laravel-google-trends
08-28
Laravel开发-laravel-google-trends Google Trends Laravel的非官方API
《JavaScript异步编程》PDF版本下载.txt
07-17
《JavaScript异步编程》PDF版本下载
简单谈谈JavaScript的同步与异步
10-23
主要介绍了简单谈谈JavaScript的同步与异步的相关资料,需要的朋友可以参考下
异步通信与同步通信(与“数据”有关的文档共74张).pptx
11-14
异步通信与同步通信(与“数据”有关的文档共74张).pptx
IO中同步、异步与阻塞、非阻塞的区别
07-22
本文主要讲了IO中同步、异步与阻塞、非阻塞的区别。希望对你的学习有所帮助。
fifo.zip_asynchronous fifo_fifo_wwymm_同步_数据 异步
09-19
学习Clifford_E论文之后完成的异步FIFO，可以完成异步时钟下的数据同步
基于matlab实现实现了基于项目的协同过滤代码，MATLAB实现.rar
最新发布
05-04
基于matlab实现实现了基于项目的协同过滤代码，MATLAB实现.rar
串口qserialport类同步与异步接收和发送数据
08-29
串口QSerialPort类同步与异步接收和发送数据是指在使用串口通信时，QSerialPort类提供了两种接收和发送数据的方式。 同步接收和发送数据是指在接收或发送数据时，程序会阻塞在相应的函数调用处，直到数据接收或发送...

“相关推荐”对你有帮助么？

  • 非常没帮助
  • 没帮助
  • 一般
  • 有帮助
  • 非常有帮助
提交
评论
添加红包

请填写红包祝福语或标题

个

红包个数最小为10个

元

红包金额最低5元

当前余额3.43元 前往充值 >
需支付：10.00元
成就一亿技术人!
领取后你会自动成为博主和红包主的粉丝 规则
hope_wisdom
发出的红包
实付元
使用余额支付
点击重新获取
扫码支付
钱包余额 0

抵扣说明：

1.余额是钱包充值的虚拟货币，按照1:1的比例进行支付金额的抵扣。
2.余额无法直接购买下载，可以购买VIP、付费专栏及课程。

余额充值