.net 6根据url获取网页html内容

/// <summary>
/// 获取网页的内容，整个HTML内容，以字符串形式返回
/// </summary>
/// <returns></returns>
public static async Task<string?> GetHtmlContent_BaseAsync(string strUrl)
{
    //cookie声明
    //CookieContainer cookies = new();
    //Cookie userSessionCookie = new Cookie("AspNetCore.Antiforgery.cRJ1N2pg0dY", "");
    //userSessionCookie.Domain = "www.baidu.com";
    //userSessionCookie.Path = "/";
    //cookies.Add(userSessionCookie);
    //HttpClientHandler httpClientHandler = new() { CookieContainer = cookies };
    //获取网页的内容
    //var client = new HttpClient(httpClientHandler);

    var client = new HttpClient(
        //如果不带这个，后续的获取网页，返回的压缩格式的，会全是乱码的格式
        new HttpClientHandler() { AutomaticDecompression = DecompressionMethods.Deflate | DecompressionMethods.GZip }
        );
    //标头Header中的一些参数设置
    //获取url中的host部分
    Uri htmlUrl = new Uri( strUrl );
    client.DefaultRequestHeaders.Host = htmlUrl.Host;
    client.DefaultRequestHeaders.UserAgent.ParseAdd("Mozilla/5.0 (Windows NT 6.1) AppleWebKit/536.5 (KHTML, like Gecko) Chrome/19.0.1084.56 Safari/536.5");
    client.DefaultRequestHeaders.Accept.ParseAdd("*/*");
    client.DefaultRequestHeaders.AcceptEncoding.ParseAdd("gzip, deflate, br");
    client.DefaultRequestHeaders.Connection.ParseAdd("keep-alive");

    var response = await client.GetAsync(strUrl);
    return await response.Content.ReadAsStringAsync();
}