安装rust
curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs | sh
创建项目
cargo new scrape_url
添加依赖
[dependencies]
reqwest = { version = "0.11", features = ["blocking"] }
html2md = "0.2"
修改主文件
use std::fs;
fn main() {
let url = "https://www.rust-lang.org/";
let output = "rust.md";
println!("Fetching url: {}", url);
let body = reqwest::blocking::get(url).unwrap().text().unwrap();
println!("Converting html to markdown...");
let md = html2md::parse_html(&body);
fs::write(output, md.as_bytes()).unwrap();
println!("Converted markdown has been saved in {}.", output);
}