go语言使用xpath

1.导包

 gopm get -g -v github.com/lestrrat-go/libxml2

2.使用示例

func ExampleHTML() {
  res, err := http.Get("http://golang.org")
  if err != nil {
    panic("failed to get golang.org: " + err.Error())
  }

  doc, err := libxml2.ParseHTMLReader(res.Body)
  if err != nil {
    panic("failed to parse HTML: " + err.Error())
  }
  defer doc.Free()

  doc.Walk(func(n types.Node) error {
    log.Printf(n.NodeName())
    return nil
  })

  nodes := xpath.NodeList(doc.Find(`//div[@id="menu"]/a`))
  for i := 0; i < len(nodes); i++ {
    log.Printf("Found node: %s", nodes[i].NodeName())
  }
}

//bytes[]转io.Reader()的例子

package parser

import (
    "bytes"
    "fmt"
    "github.com/lestrrat-go/libxml2"
    "goproject/crawler/Fetcher"
    "testing"
)

func TestParseCityList(t *testing.T) {
    contents, err := Fetcher.Fetch("http://www.zhenai.com/zhenghun")
    if err != nil {
        panic(err)
    }   
    //bytes[]转io.Reader()
    doc, err := libxml2.ParseHTMLReader(bytes.NewReader(contents))
    defer doc.Free()
    nodes, err := doc.Find("//dl[@class='city-list clearfix']/dd/a")
    fmt.Println(nodes.NodeList()[0].TextContent(), err)
}

转载于:https://www.cnblogs.com/c-x-a/p/10787962.html