爬取携程网（ajax动态加载）

爬取 携程旅游网

‘content-type’:‘application/json’,

这个请求头参数是关键

import requests
import json
import re

headers = {
    'USER_AGENT': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.66 Safari/537.36',
    'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8',
    'Accept-Language': 'en',
    'referer': 'https://vacations.ctrip.com/',
    'content-type':'application/json',
    'origin': 'https://vacations.ctrip.com',
}

data = {"contentType": "json",
        "head": {"cid": "09031030111366754355", "ctok": "", "cver": "1.0", "lang": "01", "sid": "8888", "syscode": "09",
                 "auth": "", "extension": []}, "version": "80400",
        "client": {"trace": "none", "device": "PC", "source": "NVacationSearchV2",
                   "variables": [{"key": "SHXVERSION", "value": "B"}], "cid": "1605494184427.2ep3s2"},
        "poiType": {"poid": 1, "type": "D", "keyword": "北京"},
        "filtered": {"sort": 8, "channel": "Online", "tab": "A126", "saleCity": 206, "startCity": 206, "pageSize": 30,
                     "pageIndex": 2, "items": [{"key": "CHANNEL_ID", "value": "114"}]}, "returnType": {"type": "all",
                                                                                                       "filters": "ProductNewLine,ProductLine,HotDestination,HotScenicSpot,SaleDepartureStat,TravelDays,DepartureDate,Month,ProductPattern,ProductLevel,ADSuitPersons,ADServiceCharacteristic,ADIsDirectFlight,ADHotelCharacteristic,ADNLineCharacteristic,ProductDistrict,ProviderBrand,PriceRange,Promotion,OnSale,ADServiceGarantee",
                                                                                                       "recommendProduct": True}}

response = requests.post(
    'https://vacations.ctrip.com/list/restapi/gateway/13561/search?_fxpcqlniredt=09031030111366754355',
    data=json.dumps(data), headers=headers)
print(response.text)