搭建模拟翻译站点

 flask后端

import json
import translate
import flask
from flask_cors import CORS

app = flask.Flask(__name__,template_folder="")
app.debug=True
CORS(app)
@app.route('/')
def index():
    return flask.render_template("index.html")
@app.route('/style.css')
def style():
    return flask.render_template('style.css')
@app.route('/translate/<content>')
def test(content):
    # return json.dumps(translate.getTranslateResult(content))
    print(content)
    result = translate.getTranslateResult(content)
    print(result)
    return json.dumps(result)
app.run()

import fake_useragent
import requests
import json
from fake_useragent import UserAgent
url = "https://dict.youdao.com/suggest"
params = {
"num": "5",
"ver": "3.0",
"doctype": "json",
"cache": "false",
"le": "en",
"q": "hello"
}

headers = {"user-agent": "Mozilla/5.0 (Linux; Android 6.0; Nexus 5 Build/MRA58N) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/92.0.4515.131 Mobile Safari/537.36"}

def getTranslateResult(word):
    params['q']=word
    for i in range(0,10):
        response = requests.get(url=url, headers=headers, params=params)
        resultJson = response.json()
        # print(resultJson)
        if (resultJson['result']['code']) == 200:
            myJson = {}
            for explain in (resultJson['data']['entries']):
                # print(explain['entry']+":"+explain['explain'])
                myJson[explain['entry']] = explain['explain']
            return myJson
    return {'code':'404'}

这是有道的crawler

整体是后端根据前端输入事件请求的关键词向目标站点（有道翻译）发送crawl请求，并将响应报文响应给前端，前端通过节点生成等事件展示