360快传号的爬取

URL=’’‘http://m.news.so.com/transcoding?url=http%3A%2F%2Fzm.news.so.com%2F86ca013a39d30779474f8fee68415ae0&check=396e04dcaf3ef4a5
http://m.news.so.com/transcoding?url=http%3A%2F%2Fzm.news.so.com%2Fbb19d0520db9e110a7a7f379c7813a90&check=81174b66789255d2
http://m.news.so.com/transcoding?url=https%3A%2F%2Fwww.toutiao.com%2Fi6632459818240049672%2F&check=0b29761a3afe426a&ctype=gallery
http://m.news.so.com/transcoding?url=https%3A%2F%2Fwww.toutiao.com%2Fa6547067385818382855%2F&check=e53895cc230a3aa7&ctype=gallery
http://m.news.so.com/transcoding?url=https%3A%2F%2Fwww.toutiao.com%2Fa6594370665074131463%2F&check=63e6fdaf2162e5d9&ctype=gallery
http://m.news.so.com/transcoding?url=http%3A%2F%2Fzm.news.so.com%2Fe4f05c68dbc42beb92da7b67dee81fb7&check=2a440d5eb49a22a1
http://m.news.so.com/transcoding?url=https%3A%2F%2Fwww.toutiao.com%2Fa6568786536588902926%2F&check=b98bc228fdbdbb1c&ctype=gallery
http://m.news.so.com/transcoding?url=http%3A%2F%2Fzm.news.so.com%2F4f3724daba03834da5fc98fc036c262e&check=c1fdd6db0a4d4375
http://m.news.so.com/transcoding?url=http%3A%2F%2Fzm.news.so.com%2F54724fd36a7f6bc6069d5f65c423e7b4&check=7db58302c4fbb0c1
http://m.news.so.com/transcoding?url=http%3A%2F%2Fzm.news.so.com%2Fe878a68d34931d8b850c81a705e0057b&check=aba463ed5b5cd2c1
http://m.news.so.com/transcoding?url=http%3A%2F%2Fzm.news.so.com%2F4da26baa4c62808b2f18697ca0c49313&check=5740c0a9551fd0b7
http://m.news.so.com/transcoding?url=http%3A%2F%2Fzm.news.so.com%2F43a6c47887e795c471327542d26d35c0&check=f78be8a4b426380f
http://m.news.so.com/transcoding?url=http%3A%2F%2Fzm.news.so.com%2F730ba887d20e61ed04ef89f8f6a29b36&check=d67348c89ad7e9d5
http://m.news.so.com/transcoding?url=http%3A%2F%2Fzm.news.so.com%2F394456ad4b4fc9ae83d6183722b16f97&check=67232399775f4038
http://m.news.so.com/transcoding?url=http%3A%2F%2Fzm.news.so.com%2Ffcf114f015c327ccd048b9e2d6db45fc&check=1e29350c311c9220
http://m.news.so.com/transcoding?url=http%3A%2F%2Fzm.news.so.com%2F549a5d5cb2eea2fca052f12ce7f8b0a9&check=b1998be5e1783e5a
http://m.news.so.com/transcoding?url=http%3A%2F%2Fzm.news.so.com%2Fbfdd741474822032214062ba0e655dee&check=86e20efd41abcb5b
http://m.news.so.com/transcoding?url=http%3A%2F%2Fzm.news.so.com%2F28458910e15b735935a9317651f1c8dd&check=711470694f9bada7
http://m.news.so.com/transcoding?url=http%3A%2F%2Fzm.news.so.com%2F37e9d5c6727735f4f25f93e98585d32b&check=2eca387b4312298c
http://m.news.so.com/transcoding?url=http%3A%2F%2Fzm.news.so.com%2F53caf0ab901ea877af27467438b82b9e&check=188e0171ea979900
http://m.news.so.com/transcoding?url=http%3A%2F%2Fzm.news.so.com%2F7c28f7f0055bdf92c4513b06b37d4412&check=afdc14667aa37d91
http://m.news.so.com/transcoding?url=http%3A%2F%2Fzm.news.so.com%2F6368324846fedf64df7033dd16564d1c&check=187fc578dadb24f9
http://m.news.so.com/transcoding?url=http%3A%2F%2Fzm.news.so.com%2F40e3208b918dc075ca08e1e1ab183860&check=8681559bb71d76d3
http://m.news.so.com/transcoding?url=http%3A%2F%2Fzm.news.so.com%2F255d6149822ffe358e5b4ce2faf3aa7f&check=820a74aa04360871
http://m.news.so.com/transcoding?url=http%3A%2F%2Fzm.news.so.com%2Ffe83c7f90bae81b6870094345f4eec8e&check=1a6103464022e132
http://m.news.so.com/transcoding?url=http%3A%2F%2Fzm.news.so.com%2F30234a4f00b40fd454eddd18f3eb4e42&check=9e1f2416f494fe1f
http://m.news.so.com/transcoding?url=http%3A%2F%2Fzm.news.so.com%2Ff1ab1f29ab487e19f66ac4c7e2ad2e93&check=71b5cab4cec34408
http://m.news.so.com/transcoding?url=http%3A%2F%2Fzm.news.so.com%2F26a4314d8401ecf95bbf8ac08b1c7d2e&check=75d6f606094eca07
http://m.news.so.com/transcoding?url=http%3A%2F%2Fzm.news.so.com%2Fdaf9c9eabae0e233e2a97674379e8b93&check=8bd7bbaca45f8cd6
http://m.news.so.com/transcoding?url=http%3A%2F%2Fzm.news.so.com%2F878c6cade20c5bd6d2241572d36d9594&check=3e3bb3106a802e3d
http://m.news.so.com/transcoding?url=http%3A%2F%2Fzm.news.so.com%2Fcc9a9faed74b83d584469d1e29822f95&check=84cb97150b436099
http://m.news.so.com/transcoding?url=http%3A%2F%2Fzm.news.so.com%2F8508e9c575df2ec6ecaf8f5656f035d1&check=ad5531229388e172
http://m.news.so.com/transcoding?url=http%3A%2F%2Fzm.news.so.com%2Ffa06a5a92be2aee161cd1051325eefdd&check=918e3df9697de4dd
http://m.news.so.com/transcoding?url=http%3A%2F%2Fzm.news.so.com%2Ffacaf399e61d627f26b4a1cc8b2d6d5c&check=2c95bf1cabb84347
http://m.news.so.com/transcoding?url=http%3A%2F%2Fzm.news.so.com%2Fb8cf406c5f1cb8ee9982d7e2862aa147&check=f5487f0c9cd4e2bf
http://m.news.so.com/transcoding?url=http%3A%2F%2Fzm.news.so.com%2F1fc228354e959de57ab876d109df0805&check=6638f71a936d2414
http://m.news.so.com/transcoding?url=http%3A%2F%2Fzm.news.so.com%2F2d710e19f8c0528aeb2b1de85fe3cdf7&check=7909e610a0d60e17
http://m.news.so.com/transcoding?url=http%3A%2F%2Fzm.news.so.com%2Fb64065238814b9408cfee0ea4cfe02c0&check=892e16875a5ac450
http://m.news.so.com/transcoding?url=http%3A%2F%2Fzm.news.so.com%2F3896a6a7884aaaf3e77d2e68bcba0674&check=8bfa2d0690714c56
http://m.news.so.com/transcoding?url=http%3A%2F%2Fzm.news.so.com%2F1f7e12ec86434bed46812cca54062ec7&check=436b7d2a43624193
http://m.news.so.com/transcoding?url=http%3A%2F%2Fzm.news.so.com%2F32664f18c67274da895a398a713d0f92&check=75a239a3b6d1e473
http://m.news.so.com/transcoding?url=https%3A%2F%2Fwww.toutiao.com%2Fi6586177951371362819%2F&check=2542007f4212dd04
http://m.news.so.com/transcoding?url=http%3A%2F%2Fzm.news.so.com%2Fce6af7ac8c9c10738c180731e8e3e122&check=45191741722225db
http://m.news.so.com/transcoding?url=http%3A%2F%2Fzm.news.so.com%2F847a73e8601b805c7241275b6018cd7f&check=c77845cffa3ebfa9
http://m.news.so.com/transcoding?url=http%3A%2F%2Fzm.news.so.com%2Fd4e2ebe6525c7b910d28de34ea34aec3&check=74ac0b8cd50d9dff
http://m.news.so.com/transcoding?url=http%3A%2F%2Fzm.news.so.com%2F1de6d87e42a4b47656e9a4d4c8ba84de&check=65a6cc8315f95df1
http://m.news.so.com/transcoding?url=http%3A%2F%2Fzm.news.so.com%2F89a159622a8104418727c6d3a3f50bc9&check=b960d19ee702b401
http://m.news.so.com/transcoding?url=http%3A%2F%2Fzm.news.so.com%2F1b644548abc47fbbb82769ef929f4cc8&check=ffa6d1cfc388fa16
http://m.news.so.com/transcoding?url=https%3A%2F%2Fwww.toutiao.com%2Fa6581709056346423811%2F&check=947a241748fece41&ctype=gallery
http://m.news.so.com/transcoding?url=http%3A%2F%2Fzm.news.so.com%2F02fd77e8fbe236b8deab0a27b9b0275e&check=00e428b1e1e836e4
http://m.news.so.com/transcoding?url=http%3A%2F%2Fzm.news.so.com%2F946c525f6045a66cbf05faa9b21b13f7&check=30cf5c4e90670e63
http://m.news.so.com/transcoding?url=http%3A%2F%2Fzm.news.so.com%2F2856c6c4c5896c58754a4035fe4c08ad&check=ef0a10f53487e8be
http://m.news.so.com/transcoding?url=http%3A%2F%2Fzm.news.so.com%2Fdfa5425a50bb9360e89ce89616c7ac71&check=207e06b4cfe13fc5
http://m.news.so.com/transcoding?url=http%3A%2F%2Fzm.news.so.com%2Fd2f41bca129d6dbfaa67e261fb9972c5&check=38f5d13ebfd8ae63
http://m.news.so.com/transcoding?url=http%3A%2F%2Fzm.news.so.com%2F965736c36bf8e79038697d434fd6e9f9&check=da4a256b2350004a
http://m.news.so.com/transcoding?url=http%3A%2F%2Fwww.yoka.com%2Fdna%2Fm%2Fd449123&check=9299e042145e0d66
http://m.news.so.com/transcoding?url=http%3A%2F%2Fzm.news.so.com%2F317569fec51f973c1ca83eb6a07a8fdd&check=8459d0f9f059978d
http://m.news.so.com/transcoding?url=http%3A%2F%2Fzm.news.so.com%2F2eae4ba67b88ba1356e5077a4ba15ff7&check=a22cfcb8721961b9
http://m.news.so.com/transcoding?url=https%3A%2F%2Fwww.toutiao.com%2Fi6630026891032003086%2F&check=b30d99ced1c4ec8c&ctype=gallery
http://m.news.so.com/transcoding?url=http%3A%2F%2Fzm.news.so.com%2F7977ae87e5a979290a360be6c8d077da&check=dae04cedd73dc6ad
http://m.news.so.com/transcoding?url=https%3A%2F%2Fwww.toutiao.com%2Fa6537885303410016776%2F&check=8cf9d46fb6738a1b&ctype=gallery
http://m.news.so.com/transcoding?url=https%3A%2F%2Fwww.toutiao.com%2Fa6582840941223084547%2F&check=55fb0b672eb73b5c
http://m.news.so.com/transcoding?url=https%3A%2F%2Fwww.toutiao.com%2Fi6626268378828898820%2F&check=91757355b5fac368&ctype=gallery
http://m.news.so.com/transcoding?url=http%3A%2F%2Fzm.news.so.com%2F4ce6fab43ed4cad35e9b51593d8e53be&check=c3e3f4f572fc0d35
http://m.news.so.com/transcoding?url=http%3A%2F%2Fzm.news.so.com%2F9643cb0f53224e564c29ca0d25b9f7c6&check=e670914e37f0d454
http://m.news.so.com/transcoding?url=https%3A%2F%2Fwww.toutiao.com%2Fi6626540123800470030%2F&check=cb7e344b3d4d8841&ctype=gallery
http://m.news.so.com/transcoding?url=https%3A%2F%2Fwww.toutiao.com%2Fa6543419478091235848%2F&check=cb34cc751d97ff2b&ctype=gallery
http://m.news.so.com/transcoding?url=http%3A%2F%2Fzm.news.so.com%2Ff6a1363c3d2b2b4a4dc688e2738a9564&check=2454df3576c902fd
http://m.news.so.com/transcoding?url=http%3A%2F%2Fzm.news.so.com%2F87097feabde4577f2d4670ab9a015679&check=6f2500796a0ee35f
http://m.news.so.com/transcoding?url=https%3A%2F%2Fwww.toutiao.com%2Fa6567308852834861576%2F&check=a3788dfc32b4a59d&ctype=gallery
http://m.news.so.com/transcoding?url=https%3A%2F%2Fwww.toutiao.com%2Fa6561410612771947022%2F&check=6b9d8aac39f7b193&ctype=gallery
http://m.news.so.com/transcoding?url=https%3A%2F%2Fwww.toutiao.com%2Fa6562066476478497287%2F&check=934ebaa9f4e2cb07&ctype=gallery
http://m.news.so.com/transcoding?url=https%3A%2F%2Fwww.toutiao.com%2Fa6555775397034721795%2F&check=41e392c6e1690e6e&ctype=gallery
http://m.news.so.com/transcoding?url=http%3A%2F%2Fzm.news.so.com%2Fb6ab2cabb5b87710089b9fefceee7293&check=6cb2fce59ddd6333
http://m.news.so.com/transcoding?url=http%3A%2F%2Fzm.news.so.com%2Fe3b3aad53b37268cf12f2a98438c5d5c&check=eda079da6d9e4ff5
http://m.news.so.com/transcoding?url=http%3A%2F%2Fzm.news.so.com%2Fa570fe809e82ce5cefc33625b0d8aa36&check=df0fbec26967e65c
http://m.news.so.com/transcoding?url=https%3A%2F%2Fwww.toutiao.com%2Fa6573610607784755716%2F&check=dddc7f10915a96eb
http://m.news.so.com/transcoding?url=http%3A%2F%2Fzm.news.so.com%2F9c2a1481a53cfeb4cd9d0f57e89d0bea&check=377f25774ac8838b
http://m.news.so.com/transcoding?url=http%3A%2F%2Fzm.news.so.com%2Fa78eecea5578866587b6af9feb454814&check=d69b60f3a857fa62
http://m.news.so.com/transcoding?url=http%3A%2F%2Fzm.news.so.com%2Fbe08ad65e3240b0e75e0f579ba7fdf2d&check=af46c6f7cb2aa6e4
http://m.news.so.com/transcoding?url=https%3A%2F%2Fwww.toutiao.com%2Fi6591739812892377613%2F&check=198691eb72f3c409&ctype=gallery
http://m.news.so.com/transcoding?url=http%3A%2F%2Fzm.news.so.com%2Ff88948d2f5353cd60a98384b3fccd74e&check=84d1a6ff60353892
http://m.news.so.com/transcoding?url=http%3A%2F%2Fzm.news.so.com%2F57c891314ffae8574e010f8034a04588&check=2c1ea2e4cb42b8e9
http://m.news.so.com/transcoding?url=http%3A%2F%2Fzm.news.so.com%2Fb1c10c664fb502037e4903f0983cd9af&check=c7df71a1370fb1f8
http://m.news.so.com/transcoding?url=http%3A%2F%2Fzm.news.so.com%2F53d8a9b816d4b437f415d0ad72de130b&check=c1838c023ed10bd7
http://m.news.so.com/transcoding?url=http%3A%2F%2Fzm.news.so.com%2Fb02dea53845da85e575d8a9a63f28cad&check=352a30ebe5f1e575
http://m.news.so.com/transcoding?url=http%3A%2F%2Fzm.news.so.com%2Faf1473436febda48eaf8c4376a6cfec3&check=c31f5581b9a78a5b
http://m.news.so.com/transcoding?url=http%3A%2F%2Fzm.news.so.com%2F5e1b9abe038a8d96ee9fd862a798b3df&check=5fa3cc2c90d2c720
http://m.news.so.com/transcoding?url=http%3A%2F%2Fzm.news.so.com%2Fa2cce5f556bc54290bec259a014b0f01&check=1b6e5b9fde62fc42
http://m.news.so.com/transcoding?url=http%3A%2F%2Fzm.news.so.com%2F42c9f001200b1cd00dc752732addd4b7&check=79b8f6c533ccb49e
http://m.news.so.com/transcoding?url=https%3A%2F%2Fwww.toutiao.com%2Fa6545795533477249550%2F&check=5e3ca7f062ed52ec&ctype=gallery
http://m.news.so.com/transcoding?url=http%3A%2F%2Fzm.news.so.com%2F491e4d39f749cbb9ee3f43cee7c1805b&check=2cdfa107c502b8e6
http://m.news.so.com/transcoding?url=https%3A%2F%2Fwww.toutiao.com%2Fi6624121706799694343%2F&check=b137ab13e0d5872f&ctype=gallery
http://m.news.so.com/transcoding?url=https%3A%2F%2Fwww.toutiao.com%2Fa6529450093488112142%2F&check=b662a921129d76c9
http://m.news.so.com/transcoding?url=http%3A%2F%2Fzm.news.so.com%2Fd3cb7111af4a38b1b4ee5057b949fea9&check=90938d4773078c83
http://m.news.so.com/transcoding?url=http%3A%2F%2Fzm.news.so.com%2F32d2d5969125577631a6a52b77b7e708&check=6789d02c96e28650
http://m.news.so.com/transcoding?url=https%3A%2F%2Fwww.toutiao.com%2Fi6624347667566690830%2F&check=5c426f52a0e1d66b&ctype=gallery
http://m.news.so.com/transcoding?url=http%3A%2F%2Fzm.news.so.com%2Fac6d6094d564b7168d10f0fff19455fe&check=d0f924c50d510ce2
http://m.news.so.com/transcoding?url=https%3A%2F%2Fwww.toutiao.com%2Fi6586031577367577101%2F&check=d48948a5c97db2ac
http://m.news.so.com/transcoding?url=http%3A%2F%2Fwww.yidianzixun.com%2F0KakWyR1&check=ff865211a455409e&ctype=gallery
http://m.news.so.com/transcoding?url=https%3A%2F%2Fwww.toutiao.com%2Fi6624327035521073677%2F&check=bdfb33feae5b6cf7&ctype=gallery
http://m.news.so.com/transcoding?url=https%3A%2F%2Fwww.toutiao.com%2Fitem%2F6578306651739128324%2F&check=f347c7349d802d4f
http://m.news.so.com/transcoding?url=http%3A%2F%2Fzm.news.so.com%2Fc407ec7b25960057ced0182f871629e2&check=8189e8fba65c60b3
http://m.news.so.com/transcoding?url=https%3A%2F%2Fwww.toutiao.com%2Fi6623916766881923592%2F&check=2177d403da7bb471&ctype=gallery
http://m.news.so.com/transcoding?url=http%3A%2F%2Fzm.news.so.com%2Fe14f1aa217985ecc4547ee8dc45bee5f&check=4f4642dfd2ade2e5
http://m.news.so.com/transcoding?url=http%3A%2F%2Fzm.news.so.com%2F2bc416c285969a262d5fbef98f3663d6&check=27a197b3d093b245
http://m.news.so.com/transcoding?url=http%3A%2F%2Fzm.news.so.com%2F56a43900732b37c9e8dd866d420a9644&check=d576f7cf177e4b42
http://m.news.so.com/transcoding?url=https%3A%2F%2Fwww.toutiao.com%2Fa6556428098663875075%2F&check=0c3e157f345d2438&ctype=gallery
http://m.news.so.com/transcoding?url=http%3A%2F%2Fwww.yoka.com%2Fdna%2Fm%2Fd448813&check=842d4625c09e8e0c
http://m.news.so.com/transcoding?url=http%3A%2F%2Fwww.yidianzixun.com%2F0KZauAxy&check=0bfb52a07fb9eb55&ctype=gallery
http://m.news.so.com/transcoding?url=https%3A%2F%2Fwww.toutiao.com%2Fi6623523631718728195%2F&check=c4481e8ca3136c02&ctype=gallery
http://m.news.so.com/transcoding?url=https%3A%2F%2Fwww.toutiao.com%2Fi6623971245614432776%2F&check=07b67d2449eae8ca&ctype=gallery
http://m.news.so.com/transcoding?url=http%3A%2F%2Fzm.news.so.com%2Fdae968341365d44e5450ea98611234b3&check=c3ec71eaa9581041
http://m.news.so.com/transcoding?url=http%3A%2F%2Fwww.yoka.com%2Fdna%2Fm%2Fd448809&check=70f8c39f99bdde61
http://m.news.so.com/transcoding?url=https%3A%2F%2Fwww.toutiao.com%2Fi6623576863962825219%2F&check=458df31227e25779&ctype=gallery
http://m.news.so.com/transcoding?url=https%3A%2F%2Fwww.toutiao.com%2Fa6565284103329939976%2F&check=aa75afb827655c2b
http://m.news.so.com/transcoding?url=https%3A%2F%2Fwww.toutiao.com%2Fa6540451957478261262%2F&check=cb1d526e895c78a3
http://m.news.so.com/transcoding?url=https%3A%2F%2Fwww.toutiao.com%2Fi6584578001520820743%2F&check=864648ac5583a09f
http://m.news.so.com/transcoding?url=https%3A%2F%2Fwww.toutiao.com%2Fa6538278563676684807%2F&check=0b2eefe8787be5f9&ctype=gallery
http://m.news.so.com/transcoding?url=https%3A%2F%2Fwww.toutiao.com%2Fa6586172904159838734%2F&check=3e1229a89af11287&ctype=gallery
http://m.news.so.com/transcoding?url=https%3A%2F%2Fwww.toutiao.com%2Fi6584703264200065543%2F&check=989cfdd57227b3d6&ctype=gallery
http://m.news.so.com/transcoding?url=https%3A%2F%2Fwww.toutiao.com%2Fa6567645852364440072%2F&check=86989f13e4dcd943
http://m.news.so.com/transcoding?url=https%3A%2F%2Fwww.toutiao.com%2Fa6550413759309939213%2F&check=8459a08efb9d8ad0
http://m.news.so.com/transcoding?url=https%3A%2F%2Fwww.toutiao.com%2Fi6591439673879429645%2F&check=6ca1fdee680bdeb2
http://m.news.so.com/transcoding?url=https%3A%2F%2Fwww.toutiao.com%2Fa6568033997719339533%2F&check=0cc927fe6a619445
http://m.news.so.com/transcoding?url=https%3A%2F%2Fwww.toutiao.com%2Fa6550435939125035527%2F&check=e9e5e39ba3db8f91&ctype=gallery
http://m.news.so.com/transcoding?url=https%3A%2F%2Fwww.toutiao.com%2Fa6525352424008319496%2F&check=d0d450fe462b2c9a
http://m.news.so.com/transcoding?url=https%3A%2F%2Fwww.toutiao.com%2Fa6590248213356216836%2F&check=9eafe051fba13b72
http://m.news.so.com/transcoding?url=https%3A%2F%2Fwww.toutiao.com%2Fa6552702615740744200%2F&check=24f30a768f1a09a6&ctype=gallery
http://m.news.so.com/transcoding?url=https%3A%2F%2Fwww.toutiao.com%2Fa6558080468938392072%2F&check=239262922f3661b9&ctype=gallery
http://m.news.so.com/transcoding?url=https%3A%2F%2Fwww.toutiao.com%2Fi6623610518860988931%2F&check=bf12dfcc05b70896&ctype=gallery
http://m.news.so.com/transcoding?url=https%3A%2F%2Fwww.toutiao.com%2Fa6568370032135373320%2F&check=7abdc0665d4fe9ad&ctype=gallery
http://m.news.so.com/transcoding?url=https%3A%2F%2Fwww.toutiao.com%2Fi6623179746094088718%2F&check=0086e56013e767fe&ctype=gallery
http://m.news.so.com/transcoding?url=https%3A%2F%2Fwww.toutiao.com%2Fi6623308845609386510%2F&check=91abf174be999ef4&ctype=gallery
http://m.news.so.com/transcoding?url=http%3A%2F%2Fwww.yidianzixun.com%2F0KYOpIuY&check=17a5231e63fdbd64
http://m.news.so.com/transcoding?url=https%3A%2F%2Fwww.toutiao.com%2Fi6623277574078333453%2F&check=e19e514f0c558e70&ctype=gallery
http://m.news.so.com/transcoding?url=https%3A%2F%2Fwww.toutiao.com%2Fi6623263194318111246%2F&check=d984240e325753d7&ctype=gallery
http://m.news.so.com/transcoding?url=http%3A%2F%2Fzm.news.so.com%2Fc006b408c6138b94d82f06d220b7afbb&check=77bf8c572cd255ea
http://m.news.so.com/transcoding?url=http%3A%2F%2Fzm.news.so.com%2Fc71cda2738ac958c58a9c472c493a155&check=e88aa4db5d5821a3
http://m.news.so.com/transcoding?url=https%3A%2F%2Fwww.toutiao.com%2Fi6623237968121299469%2F&check=a1d8e6027d8ea9c0&ctype=gallery
http://m.news.so.com/transcoding?url=http%3A%2F%2Fzm.news.so.com%2F0ed03eacbb562ca3f4f598a168491fe4&check=da4d0286018e465b
http://m.news.so.com/transcoding?url=http%3A%2F%2Fzm.news.so.com%2F4cecfacc0cc153adb29125e2bfb97f9e&check=ad7d5f0ce74858de
http://m.news.so.com/transcoding?url=http%3A%2F%2Fzm.news.so.com%2Fc1e2c7b92b4038eff0b1f0b3c14a1da2&check=78a654e733aee97c
http://m.news.so.com/transcoding?url=https%3A%2F%2Fwww.toutiao.com%2Fi6581600035232809485%2F&check=70bfb233f3230a90&ctype=gallery
http://m.news.so.com/transcoding?url=https%3A%2F%2Fwww.toutiao.com%2Fi6588345466851688963%2F&check=bae707ca696e1dd7&ctype=gallery
http://m.news.so.com/transcoding?url=http%3A%2F%2Fzm.news.so.com%2Ff9d15b4285522bbe9062933cbac78a76&check=dbcd36e977d9aa4d
http://m.news.so.com/transcoding?url=http%3A%2F%2Fzm.news.so.com%2Ff60b4de6b2d1f68a64ff0fb3eda037cc&check=e4df6bc0260c4188
http://m.news.so.com/transcoding?url=https%3A%2F%2Fwww.toutiao.com%2Fi6594318600859812355%2F&check=b3a16f3fc50883b7&ctype=gallery
http://m.news.so.com/transcoding?url=https%3A%2F%2Fwww.toutiao.com%2Fitem%2F6572709975129326087%2F&check=ffefc21278f31d81
http://m.news.so.com/transcoding?url=https%3A%2F%2Fwww.toutiao.com%2Fi6593994266295403022%2F&check=6c4b9b2c087f17d2
http://m.news.so.com/transcoding?url=https%3A%2F%2Fwww.toutiao.com%2Fi6592696876242305539%2F&check=ff38468823c8db2d
http://m.news.so.com/transcoding?url=https%3A%2F%2Fwww.toutiao.com%2Fitem%2F6573496738743583246%2F&check=1a92a6f5c54f069f&ctype=gallery
http://m.news.so.com/transcoding?url=https%3A%2F%2Fwww.toutiao.com%2Fa6519102284805177864%2F&check=f1bb974ca16a9c9c
http://m.news.so.com/transcoding?url=https%3A%2F%2Fwww.toutiao.com%2Fa6573604120022745603%2F&check=707f340e26be82b2&ctype=gallery
http://m.news.so.com/transcoding?url=https%3A%2F%2Fwww.toutiao.com%2Fi6621288363762647556%2F&check=079bf07098d92f6d&ctype=gallery
http://m.news.so.com/transcoding?url=https%3A%2F%2Fwww.toutiao.com%2Fitem%2F6573497100133204494%2F&check=8945342b793f77d3&ctype=gallery
http://m.news.so.com/transcoding?url=https%3A%2F%2Fwww.toutiao.com%2Fi6589440668408480264%2F&check=78b3fe69d026e869
http://m.news.so.com/transcoding?url=https%3A%2F%2Fwww.toutiao.com%2Fi6589640389529960974%2F&check=ead561972b96eece
http://m.news.so.com/transcoding?url=https%3A%2F%2Fwww.toutiao.com%2Fi6589214146401665550%2F&check=4818ee73d1616582
http://m.news.so.com/transcoding?url=https%3A%2F%2Fwww.toutiao.com%2Fi6590592754290524676%2F&check=d2fe49e89df9ac9a
http://m.news.so.com/transcoding?url=https%3A%2F%2Fwww.toutiao.com%2Fi6593666002569921037%2F&check=86e8d75a83f74b03&ctype=gallery
http://m.news.so.com/transcoding?url=https%3A%2F%2Fwww.toutiao.com%2Fi6589105660808397320%2F&check=b4cc74f1a5402bc1&ctype=gallery
http://m.news.so.com/transcoding?url=https%3A%2F%2Fwww.toutiao.com%2Fi6588838617265734148%2F&check=cb1d0de6dad48e26&ctype=gallery
http://m.news.so.com/transcoding?url=https%3A%2F%2Fwww.toutiao.com%2Fi6583592379394032132%2F&check=9e925cf8b69b94aa
http://m.news.so.com/transcoding?url=https%3A%2F%2Fwww.toutiao.com%2Fi6555993612532843015%2F&check=7a54e11fac807f15&ctype=gallery
http://m.news.so.com/transcoding?url=http%3A%2F%2Fzm.news.so.com%2Ff1f3e83c1d1bdf489c5cfc1f23a636d7&check=9c87e8f6cad51cda
http://m.news.so.com/transcoding?url=http%3A%2F%2Fzm.news.so.com%2F74f11a2b929bdc98f3bd9e0a27e0fcbc&check=2342cec90400856a
http://m.news.so.com/transcoding?url=https%3A%2F%2Fwww.toutiao.com%2Fi6587160417238254083%2F&check=7f51db6c06691fc2
http://m.news.so.com/transcoding?url=https%3A%2F%2Fwww.toutiao.com%2Fi6587951891496305155%2F&check=23a1b58c91bba992
http://m.news.so.com/transcoding?url=https%3A%2F%2Fwww.toutiao.com%2Fa6573781747371082243%2F&check=ed54fe52da1469a5
http://m.news.so.com/transcoding?url=https%3A%2F%2Fwww.toutiao.com%2Fi6582800480060047885%2F&check=090812741c909233&ctype=gallery
http://m.news.so.com/transcoding?url=https%3A%2F%2Fwww.toutiao.com%2Fi6585626222338769411%2F&check=a57981470a6c5e7b&ctype=gallery
http://m.news.so.com/transcoding?url=https%3A%2F%2Fwww.toutiao.com%2Fa6571758628607361539%2F&check=2c93466c8a02202c&ctype=gallery
http://m.news.so.com/transcoding?url=https%3A%2F%2Fwww.toutiao.com%2Fi6587531777428947463%2F&check=409eb7a46d162daa’’’
#print(repr(URL))
urls=URL.split(’\n’)
import requests,json
from urllib import request
import re
import csv
import time
num_list=[]
for url in urls:
try:
headers = {
“User-Agent”: ‘http://m.news.so.com/transcoding?url=http%3A%2F%2Fzm.news.so.com%2F4e849441854bb062f1978425a57ac010&check=f23b4f2cfb11e404’}
req=request.Request(url,headers=headers)
response=request.urlopen(req)
text_1=response.read().decode(“utf-8”,‘ignore’)
#print(text_1)
text_16_1=re.findall(’’‘data_new = (.});’’’,text_1)
#print(text_16_1)
dict_1=json.loads(text_16_1[0])
contents=dict_1[“content”]
#print(contents)
#匹配文章的内容
str_2=re.findall(’>(.?)<’,contents)
if str_2 == []:
str_2 = re.findall(’>(.*)’, contents)
str_3 = ‘’.join(str_2).replace(’\r’, ‘’).replace(’\n’, ‘’).replace(’\t’, ‘’).replace(’ ‘, ‘’)
# 计算文本的长度
print(str_3, “—” * 50)
num = len(str_3)
num_list.append(num)
print(num,url)
except:
num=-1
num_list.append(num)
print(num,url)
#把统计好的长度存储到本地文件
fileObject = open(‘num30000.txt’, ‘w’)
for num1 in num_list:
fileObject.write(str(num1))
fileObject.write(’\n’)
fileObject.close()