golang 版本 百度,360,sogou,bing,google 网站收录量批量 查询

package main

//golang 版本 百度,360,sogou,bing,google  网站收录量批量 查询
//qq:29295842    欢迎技术交流
import (
	"Public_file"
	"fmt"
	"regexp"
	//"strings"
	//"http_get_post"
	"net/url"
	"strings"
	"time"

	"github.com/levigross/grequests"
)

//===============================
func Get_url(url string) (bool, string) {
	defer Public_file.Panic_Err()                                  //异常处理
	ro := &grequests.RequestOptions{DialTimeout: 10 * time.Second} //超时设置
	resp, err := grequests.Get(url, ro)
	if err != nil {
		return false, ""
	} else {
		return true, resp.String()
	}
	return false, ""
}

func url_data_re(urlx string) string {
	//defer Public_file.Panic_Err() //异常处理
	bool_err, resp := Get_url(urlx)
	if bool_err != true {
		return "?"
	}
	//fmt.Printf("urlx:%v\n", urlx)
	//=========================
	reg := `该网站共有.*?<b style=\"color:#333\">(.*?)</b>\s+.*?个网页被百度收录`
	sarr := regexp.MustCompile(reg).FindAllSubmatch([]byte(resp), -1)
	if len(sarr) >= 1 {
		//fmt.Printf("百度11:%v\n", string(sarr[0][1]))
		return string(sarr[0][1])
	}

	reg = `百度为您找到相关结果约(.*?)个` //找出一条百度
	sarr = regexp.MustCompile(reg).FindAllSubmatch([]byte(resp), -1)
	if len(sarr) >= 1 {
		//fmt.Printf("百度22:%v\n", string(sarr[0][1]))
		return string(sarr[0][1])
	}

	reg = `百度为您找到相关结果(.*?)个` //找出一条百度
	sarr = regexp.MustCompile(reg).FindAllSubmatch([]byte(resp), -1)
	if len(sarr) >= 1 {
		//fmt.Printf("百度33:%v\n", string(sarr[0][1]))
		return string(sarr[0][1])
	}
	//=========================
	//=========================
	reg = `找到约.*?<span id="scd_num">(.*?)</span>` //找出一条sogou
	sarr = regexp.MustCompile(reg).FindAllSubmatch([]byte(resp), -1)
	if len(sarr) >= 1 {
		//fmt.Printf("sogou11:%v\n", string(sarr[0][1]))
		return string(sarr[0][1])
	}

	reg = `找到约.*?<em>(.*?)</em>` //找出一条sogou
	sarr = regexp.MustCompile(reg).FindAllSubmatch([]byte(resp), -1)
	if len(sarr) >= 1 {
		//fmt.Printf("sogou22:%v\n", string(sarr[0][1]))
		return string(sarr[0][1])
	}

	reg = `找到约.*?<resnum id="scd_num">(.*?)</resnum>` //找出一条sogou
	sarr = regexp.MustCompile(reg).FindAllSubmatch([]byte(resp), -1)
	if len(sarr) >= 1 {
		//fmt.Printf("sogou33:%v\n", string(sarr[0][1]))
		return string(sarr[0][1])
	}

	reg = `搜狗已为您找到约(.*?)条相关结果` //找出一条sogou
	sarr = regexp.MustCompile(reg).FindAllSubmatch([]byte(resp), -1)
	if len(sarr) >= 1 {
		//fmt.Printf("sogou33:%v\n", string(sarr[0][1]))
		return string(sarr[0][1])
	}

	//=========================
	reg = `<span class="sb_count">(.*?)条结果</span>` //找出一条bing
	sarr = regexp.MustCompile(reg).FindAllSubmatch([]byte(resp), -1)
	if len(sarr) >= 1 {
		//fmt.Printf("bing11:%v\n", string(sarr[0][1]))
		return string(sarr[0][1])
	}
	//==============================
	reg = `找到相关结果约(.*?)个` //找出一条so360
	sarr = regexp.MustCompile(reg).FindAllSubmatch([]byte(resp), -1)
	if len(sarr) >= 1 {
		//fmt.Printf("so36011:%v\n", string(sarr[0][1]))
		return string(sarr[0][1])
	}
	//==============================
	reg = `About(.*?)results` //找出一条google.com      About 1,590 results       找到约(.*?)条结果
	sarr = regexp.MustCompile(reg).FindAllSubmatch([]byte(resp), -1)
	if len(sarr) >= 1 {
		//fmt.Printf("so36011:%v\n", string(sarr[0][1]))
		return string(sarr[0][1])
	}
	//==============================
	//fmt.Printf("======%v\n", resp)
	return "!"
}

//===========
func del_tab(value string) string { //去除空格
	if strings.Contains(value, " ") { //去除首尾空格
		value = strings.Trim(value, " ")            //头部
		value = strings.TrimSpace(value)            //尾部
		value = strings.Replace(value, " ", "", -1) //替换
		//fmt.Printf("yyy:%v\n", href)
	}
	value = strings.Replace(value, "，", "", -1) //替换
	value = strings.Replace(value, ",", "", -1) //替换
	if value == "?" || value == "!" {
		return "0"
	}
	return value
}

func baidu_sl(value string) string { //百度收录数量
	defer Public_file.Panic_Err() //异常处理
	urlx := fmt.Sprintf("http://www.baidu.com/s?wd=site:%s", url.QueryEscape(value))
	return del_tab(url_data_re(urlx))
}

func s360_sl(value string) string { //360收录数量
	urlx := fmt.Sprintf("http://www.haosou.com/s?q=site:%s", url.QueryEscape(value))
	return del_tab(url_data_re(urlx))
}

func sogou_sl(value string) string { //sogou收录数量  web?query=
	urlx := fmt.Sprintf("http://www.sogou.com/sogou?query=site:%s", url.QueryEscape(value))
	return del_tab(url_data_re(urlx))
}

func bing_sl(value string) string { //bing收录数量
	//urlx := fmt.Sprintf("http://www.bing.com/search?q=site:%s&rdrig=B12E61D97E944B7B9740B0392D6197E9", url.QueryEscape(value))
	urlx := fmt.Sprintf("https://cn.bing.com/search?q=site:%s", url.QueryEscape(value))
	return del_tab(url_data_re(urlx))
}

func google_com_sl(value string) string { //google.com收录数量
	///       About 1,590 results
	urlx := fmt.Sprintf("https://www.google.com/search?source=hp&q=site:%s&oq=site:%s", url.QueryEscape(value), url.QueryEscape(value))
	return del_tab(url_data_re(urlx))
}

//===============================
func main() {
	//	fmt.Printf("=baidu===%v====\n", baidu_sl("www.qq.com"))           //百度收录数量
	//	fmt.Printf("=s360===%v====\n", s360_sl("www.qq.com"))             //360收录数量
	//	fmt.Printf("=sogou===%v====\n", sogou_sl("www.qq.com"))           //sogou收录数量
	//	fmt.Printf("=bing===%v====\n", bing_sl("qq.com")) //bing收录数量
	//	fmt.Printf("=google_com===%v====\n", google_com_sl("www.qq.com")) //google.com收录数量
}