使用curlconverter 对cURL 转换Python指令时，解析不出来params

plato_yun

已于 2024-01-12 17:14:12 修改

阅读量637

点赞数 10

文章标签： python 开发语言爬虫

于 2023-12-01 21:46:32 首次发布

本文链接：https://blog.csdn.net/plato_2/article/details/134744480

版权

import requests

headers = {
    'authority': 'www.douyin.com',
    'accept': 'application/json, text/plain, */*',
    'accept-language': 'zh-CN,zh;q=0.9',
    'cookie': 'ttwid=1%7C2OBidsiu4H37LfUA8eZ2VYV20loI8ZOic-6JILhxYPs%7C1701320404%7C9ed4c7dab86a0fcf0a01c224e0c18de6d96c0a99b32f77306eb4519526ac0ed3; douyin.com; device_web_cpu_core=8; device_web_memory_size=8; architecture=amd64; dy_swidth=1280; dy_sheight=800; passport_csrf_token=48ebedf55af52d68a56cebb38c93c798; passport_csrf_token_default=48ebedf55af52d68a56cebb38c93c798; csrf_session_id=428bc3579674a5aeb56f1d492ec2cc32; volume_info=%7B%22isUserMute%22%3Afalse%2C%22isMute%22%3Atrue%2C%22volume%22%3A0.5%7D; s_v_web_id=verify_lpkq8s3o_PDwaGROr_aWF3_4UEQ_9v9Z_cYKzICHuTbFL; bd_ticket_guard_client_web_domain=2; ttcid=920a4f3958ca4626b7c5835caadd6ec429; download_guide=%223%2F20231130%2F0%22; SEARCH_RESULT_LIST_TYPE=%22single%22; FORCE_LOGIN=%7B%22videoConsumedRemainSeconds%22%3A180%2C%22isForcePopClose%22%3A1%7D; n_mh=25F9g1IIIFveD5yGCqCCqcAnU-sSf7kLp9rpcePUZN4; passport_auth_status=ec7d5ce500b9f9030b684677879440c6%2C; passport_auth_status_ss=ec7d5ce500b9f9030b684677879440c6%2C; _bd_ticket_crypt_doamin=2; __security_server_data_status=1; store-region=cn-sn; store-region-src=uid; d_ticket=7753d50126744d550a4b12601ae23f2938688; publish_badge_show_info=%221%2C0%2C0%2C1701322665799%22; strategyABtestKey=%221701422973.236%22; my_rd=2; stream_player_status_params=%22%7B%5C%22is_auto_play%5C%22%3A0%2C%5C%22is_full_screen%5C%22%3A0%2C%5C%22is_full_webscreen%5C%22%3A0%2C%5C%22is_mute%5C%22%3A1%2C%5C%22is_speed%5C%22%3A1%2C%5C%22is_visible%5C%22%3A0%7D%22; passport_assist_user=CjzsRQuiMw8Uemu1ys9-XyEMS4nnf6EaxeX0_8jOcFq4QGBSOgkX9LAY5snqfTNEOoO4QX2j-6nNENZIcxQaSgo8U-SyQ2Icec3DVVdYiSwUZ1_8j8D6GUVSPKgZQdE_Xv_2tzlsMTrvQZZaEZdTVLvcnzbjtPHm_Tlgla8UEO3jwg0Yia_WVCABIgED2V2sTw%3D%3D; sso_uid_tt=325a872213f5f299bca675832aeed2c6; sso_uid_tt_ss=325a872213f5f299bca675832aeed2c6; toutiao_sso_user=f1dc0a9da57fe6b222a6f47ece3d57da; toutiao_sso_user_ss=f1dc0a9da57fe6b222a6f47ece3d57da; sid_ucp_sso_v1=1.0.0-KDAxMWRkZDg0NjU0NDNjNmExZTEwYTkwM2ZiOTRlODlhMGU3MWRiOTgKHwi3l-Pf6QIQz4enqwYY7zEgDDCFmczWBTgFQPsHSAMaAmxxIiBmMWRjMGE5ZGE1N2ZlNmIyMjJhNmY0N2VjZTNkNTdkYQ; ssid_ucp_sso_v1=1.0.0-KDAxMWRkZDg0NjU0NDNjNmExZTEwYTkwM2ZiOTRlODlhMGU3MWRiOTgKHwi3l-Pf6QIQz4enqwYY7zEgDDCFmczWBTgFQPsHSAMaAmxxIiBmMWRjMGE5ZGE1N2ZlNmIyMjJhNmY0N2VjZTNkNTdkYQ; odin_tt=0d902dea686ed6918983cacb4afcf3b1d746cfb307bda75f19640e6ab3e59a141bae37b8171f725daa994d08e8c4ae1d; uid_tt=87f6491e0cb672d1f716f07bd746cdb2; uid_tt_ss=87f6491e0cb672d1f716f07bd746cdb2; sid_tt=4389c272847250d89333bf7f1fb97b03; sessionid=4389c272847250d89333bf7f1fb97b03; sessionid_ss=4389c272847250d89333bf7f1fb97b03; LOGIN_STATUS=1; _bd_ticket_crypt_cookie=2dcf6c88837bbc53c025e6e916349b16; sid_guard=4389c272847250d89333bf7f1fb97b03%7C1701430229%7C5183997%7CTue%2C+30-Jan-2024+11%3A30%3A26+GMT; sid_ucp_v1=1.0.0-KDdlNGM4NWM4NzA2MWE3Y2ZkMjRlMGY3MWI1MDIyOGVjNjU3YTJiOGMKGQi3l-Pf6QIQ1YenqwYY7zEgDDgFQPsHSAQaAmxxIiA0Mzg5YzI3Mjg0NzI1MGQ4OTMzM2JmN2YxZmI5N2IwMw; ssid_ucp_v1=1.0.0-KDdlNGM4NWM4NzA2MWE3Y2ZkMjRlMGY3MWI1MDIyOGVjNjU3YTJiOGMKGQi3l-Pf6QIQ1YenqwYY7zEgDDgFQPsHSAQaAmxxIiA0Mzg5YzI3Mjg0NzI1MGQ4OTMzM2JmN2YxZmI5N2IwMw; FOLLOW_NUMBER_YELLOW_POINT_INFO=%22MS4wLjABAAAA70WmaPg82cCOVH9vKXwIQz-4IYZqtoCKtyrCCnc5qfI%2F1701446400000%2F0%2F1701430239933%2F0%22; pwa2=%220%7C0%7C3%7C0%22; home_can_add_dy_2_desktop=%220%22; bd_ticket_guard_client_data=eyJiZC10aWNrZXQtZ3VhcmQtdmVyc2lvbiI6MiwiYmQtdGlja2V0LWd1YXJkLWl0ZXJhdGlvbi12ZXJzaW9uIjoxLCJiZC10aWNrZXQtZ3VhcmQtcmVlLXB1YmxpYy1rZXkiOiJCRVcvcmkxRjRpZVRnZEVpREJVaXBLclhzalo4TDRQSDJsc0VwNzBCSTgwZklLS0o3SkE4Qm9KTUNQcUFJWUk3cGJ6ejdJYnJ0Q0x0WFhML3ROU0ZwWm89IiwiYmQtdGlja2V0LWd1YXJkLXdlYi12ZXJzaW9uIjoxfQ%3D%3D; tt_scid=rqbww2SFpx.GGAgZiZdm4h.kdMk1CAhYyIcuVyBlmVr0-vsT0v6g2X4eu1IG.bAj6c3d; b_rec=%22--0__1%22; lst_push=1701435040151; msToken=HWI28AB1zX5gUERvmW8OxwlN4tDBh4sPSaKFSQvMVpuN9oqHD0Jgw8YtDs2FxlGzUHwrlELdYOKI1MAGdE4hO18_hclxJ0NZU6rl_xOU1oigP-sKtx9XJJBwGsbo06o=; msToken=Mhh1TXMDH0FXk0IzrQhk2H5m4Lnq568rx2tDBv2QoyzwyddQTe0CymFrGOxHAvkz0841bYKYA-aaPoWlRQA6hhvzb7_MpdjH0bvKUD_CcwrCnpZA0fIZNmrys6to3Aw=; passport_fe_beating_status=false; __ac_nonce=06569dcc4001147a689d0; __ac_signature=_02B4Z6wo00f01vF-Z0AAAIDDejX8oWgVtU7xXmPAANlDm1nI2sFkH2bftCdCIYohRdZ4XxXgwcWiCtiwvOGGoZDsmxB8fq.nWk9DZYr2mSxk1w4Dab0aFG8mRt17x.QGEB4Bg5uxumlFtIGI13; IsDouyinActive=true; stream_recommend_feed_params=%22%7B%5C%22cookie_enabled%5C%22%3Atrue%2C%5C%22screen_width%5C%22%3A1280%2C%5C%22screen_height%5C%22%3A800%2C%5C%22browser_online%5C%22%3Atrue%2C%5C%22cpu_core_num%5C%22%3A8%2C%5C%22device_memory%5C%22%3A8%2C%5C%22downlink%5C%22%3A10%2C%5C%22effective_type%5C%22%3A%5C%224g%5C%22%2C%5C%22round_trip_time%5C%22%3A50%7D%22; FOLLOW_LIVE_POINT_INFO=%22MS4wLjABAAAA70WmaPg82cCOVH9vKXwIQz-4IYZqtoCKtyrCCnc5qfI%2F1701446400000%2F0%2F1701436614538%2F0%22',
    'referer': 'https://www.douyin.com/user/MS4wLjABAAAA4gwJG2z-QzXuiwGOsoZO2Eg-yq4k8-wll1YjqdJiV1Y',
    'sec-ch-ua': '"Google Chrome";v="119", "Chromium";v="119", "Not?A_Brand";v="24"',
    'sec-ch-ua-mobile': '?0',
    'sec-ch-ua-platform': '"Windows"',
    'sec-fetch-dest': 'empty',
    'sec-fetch-mode': 'cors',
    'sec-fetch-site': 'same-origin',
    'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/119.0.0.0 Safari/537.36',
}

response = requests.get(
    'https://www.douyin.com/aweme/v1/web/aweme/post/?device_platform=webapp&aid=6383&channel=channel_pc_web&sec_user_id=MS4wLjABAAAA4gwJG2z-QzXuiwGOsoZO2Eg-yq4k8-wll1YjqdJiV1Y&max_cursor=0&locate_query=false&show_live_replay_strategy=1&need_time_list=1&time_list_query=0&whale_cut_token=&cut_version=1&count=18&publish_video_strategy_type=2&pc_client_type=1&version_code=170400&version_name=17.4.0&cookie_enabled=true&screen_width=1280&screen_height=800&browser_language=zh-CN&browser_platform=Win32&browser_name=Chrome&browser_version=119.0.0.0&browser_online=true&engine_name=Blink&engine_version=119.0.0.0&os_name=Windows&os_version=10&cpu_core_num=8&device_memory=8&platform=PC&downlink=10&effective_type=4g&round_trip_time=50&webid=7307115441108551206&msToken=HWI28AB1zX5gUERvmW8OxwlN4tDBh4sPSaKFSQvMVpuN9oqHD0Jgw8YtDs2FxlGzUHwrlELdYOKI1MAGdE4hO18_hclxJ0NZU6rl_xOU1oigP-sKtx9XJJBwGsbo06o=&X-Bogus=DFSzswVOz20ANtOstzyRO-t/pLv2',
    headers=headers,
)

其中url中的查询参数，完全没有自信解析出来

---》解析不出来，是因为有urdecode，原有字符和装载的不同。试用了其他2个网页解析，其中一个是按我想的给出来了，但是访问其实报错的，这里可以理解curlconverter为什么不给我解析params了（O(∩_∩)O哈哈~）