package main
import (
"encoding/json"
"fmt"
"io/ioutil"
"net/http"
"os"
//"reflect"
"errors"
"regexp"
"strconv"
"strings"
// "unicode/utf8"
"database/sql"
_ "github.com/go-sql-driver/mysql"
)
type JdProduct struct {
skuid string
name string
skuidkey string
href string
src string
cat []int64
catName []string
brand string
pType string
venderId string
shopId string
specialAttrs string
price string
}
/*
type JdPrice struct {
id string `json: "id"`
p string `json: "p"`
m string `json: "m"`
}
*/
const (
offTheShelf = "SaleNo"
)
var db *sql.DB
var productSkuidFetch = regexp.MustCompile(`[[:space:]]*skuid:[[:space:]]+(?P<skuid>[0-9]+),`)
var productNameFetch = regexp.MustCompile(`[[:space:]]*name:[[:space:]]+\'(?P<name>.*)\',`)
var productSkuidkeyFetch = regexp.MustCompile(`[[:space:]]*skuidkey:[[:space:]]*\'(?P<skuidkey>.*)\',`)
var productHrefFetch = regexp.MustCompile(`[[:space:]]*href:[[:space:]]+\'(?P<href>.*)\',`)
var productSrcFetch = regexp.MustCompile(`[[:space:]]*src:[[:space:]]+\'(?P<src>.*)\',`)
var productCatFetch = regexp.MustCompile(`[[:space:]]*cat:[[:space:]]+\[(?P<cat>.*)\],`)
var productCatNameFetch = regexp.MustCompile(`[[:space:]]*catName:[[:space:]]+\[(?P<catname>.*)\],`)
var productBrandFetch = regexp.MustCompile(`[[:space:]]*brand:[[:space:]]+(?P<brand>[0-9]+),`)
var productPTypeFetch = regexp.MustCompile(`[[:space:]]*pType:[[:space:]]+(?P<ptype>[0-9]+),`)
var productVenderIdFetch = regexp.MustCompile(`[[:space:]]*venderId:[[:space:]]*(?P<venderId>[0-9]+),`)
var productShopIdFetch = re
使用golang抓取京东商品数据
最新推荐文章于 2024-07-28 18:01:30 发布
该博客介绍了如何使用Go语言从京东网站抓取商品数据,包括商品ID、名称、链接等信息,并通过正则表达式解析JSON响应。数据随后被存储到MySQL数据库中,创建了相应的表结构并展示了插入数据的步骤。
摘要由CSDN通过智能技术生成