使用golang抓取京东商品数据

package main

import (
	"encoding/json"
	"fmt"
	"io/ioutil"
	"net/http"
	"os"
	//"reflect"
	"errors"
	"regexp"
	"strconv"
	"strings"
	//	"unicode/utf8"
	"database/sql"
	_ "github.com/go-sql-driver/mysql"
)

type JdProduct struct {
	skuid        string
	name         string
	skuidkey     string
	href         string
	src          string
	cat          []int64
	catName      []string
	brand        string
	pType        string
	venderId     string
	shopId       string
	specialAttrs string
	price        string
}

/*
type JdPrice struct {
	id string `json: "id"`
	p  string `json: "p"`
	m  string `json: "m"`
}
*/

const (
	offTheShelf = "SaleNo"
)

var db *sql.DB

var productSkuidFetch = regexp.MustCompile(`[[:space:]]*skuid:[[:space:]]+(?P<skuid>[0-9]+),`)
var productNameFetch = regexp.MustCompile(`[[:space:]]*name:[[:space:]]+\'(?P<name>.*)\',`)
var productSkuidkeyFetch = regexp.MustCompile(`[[:space:]]*skuidkey:[[:space:]]*\'(?P<skuidkey>.*)\',`)
var productHrefFetch = regexp.MustCompile(`[[:space:]]*href:[[:space:]]+\'(?P<href>.*)\',`)
var productSrcFetch = regexp.MustCompile(`[[:space:]]*src:[[:space:]]+\'(?P<src>.*)\',`)
var productCatFetch = regexp.MustCompile(`[[:space:]]*cat:[[:space:]]+\[(?P<cat>.*)\],`)
var productCatNameFetch = regexp.MustCompile(`[[:space:]]*catName:[[:space:]]+\[(?P<catname>.*)\],`)
var productBrandFetch = regexp.MustCompile(`[[:space:]]*brand:[[:space:]]+(?P<brand>[0-9]+),`)
var productPTypeFetch = regexp.MustCompile(`[[:space:]]*pType:[[:space:]]+(?P<ptype>[0-9]+),`)
var productVenderIdFetch = regexp.MustCompile(`[[:space:]]*venderId:[[:space:]]*(?P<venderId>[0-9]+),`)
var productShopIdFetch = re