最近对chromedp产生了浓厚的兴趣,
原问题在这
How to click element in a div droplist by a certain text · Issue #931 · chromedp/chromedp · GitHub
chromedp的官档及example都比较简单,遇到问题解决起来比较费力,在github上提出问题,被提醒github的issue不是技术支持。在stackoverflow上也提了,结果依旧是得不到任何帮助,不过上面关于chromedp的提问也确实是少。只能自己到处找到处看,也没发现一个好的chromedp的社区或者论坛,这块感觉没有selenium的十分一给力,如果哪位朋友知道不错的chromedp论坛或者其他交流方式,请告诉我,谢谢!
解决问题后我觉得还是贴出来,可以给到别人一些帮助。
解决问题后的代码如下,比较前后代码的不同,就能搞明白问题所在及处理思路了
package main
import (
"context"
"log"
"time"
"github.com/chromedp/cdproto/cdp"
"github.com/chromedp/cdproto/target"
"github.com/chromedp/chromedp"
"github.com/chromedp/chromedp/kb"
)
func getTargetId(ctx context.Context, title string) (targetId target.ID) {
targets, err := chromedp.Targets(ctx)
if err != nil {
log.Fatalln(err)
}
for _, t := range targets {
// log.Printf("title %s , ID %s \n", t.Title, t.TargetID)
if title == t.Title {
return t.TargetID
}
}
return ""
}
func main() {
options := append(chromedp.DefaultExecAllocatorOptions[:],
chromedp.Flag(`headless`, false),
chromedp.DisableGPU,
chromedp.Flag(`disable-extensions`, false),
chromedp.Flag(`enable-automation`, false),
chromedp.UserAgent(`Mozilla/5.0 (Windows NT 6.3; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/73.0.3683.103 Safari/537.36`),
)
allocCtx, cancel := chromedp.NewExecAllocator(context.Background(), options...)
defer cancel()
// task1Ctx, cancel := chromedp.NewContext(allocCtx, chromedp.WithDebugf(log.Printf))
task1Ctx, cancel := chromedp.NewContext(allocCtx)
defer cancel()
if err := chromedp.Run(task1Ctx,
chromedp.Navigate("https://blog.csdn.net/dbvasp/article/details/121140173"),
); err != nil {
log.Printf("navigate blog.csdn.net/dbvasp err : %v\n", err)
}
task2Ctx, cancel := chromedp.NewContext(task1Ctx)
defer cancel()
var id []cdp.NodeID
//add timeout 15 seconds
task2Ctx, cancel = context.WithTimeout(task2Ctx, 15*time.Second)
defer cancel()
if err := chromedp.Run(task2Ctx,
chromedp.Navigate("https://github.com/chromedp/chromedp"),
//user info button upper right corner
chromedp.NodeIDs(`body > div.position-relative.js-header-wrapper > header > div.Header-item.position-relative.mr-0.d-none.d-md-flex`, &id, chromedp.ByQuery),
); err != nil {
log.Printf("whether need login err : %v\n", err)
}
//get targetid by title, task2Ctx stopped, get targetid from task1Ctx only!
id_task2Ctx := getTargetId(task1Ctx, "GitHub - chromedp/chromedp: A faster, simpler way to drive browsers supporting the Chrome DevTools Protocol.")
//determine whether login is required
if len(id) == 0 {
//return to the tab
task2Ctx, cancel = chromedp.NewContext(task1Ctx, chromedp.WithTargetID(id_task2Ctx))
defer cancel()
// code for login
if err := chromedp.Run(task2Ctx,
//click sign in
chromedp.Click(`body > div.position-relative.js-header-wrapper > header > div > div.HeaderMenu.HeaderMenu--logged-out.position-fixed.top-0.right-0.bottom-0.height-fit.position-lg-relative.d-lg-flex.flex-justify-between.flex-items-center.flex-auto > div.d-lg-flex.flex-items-center.px-3.px-lg-0.text-center.text-lg-left > div.position-relative.mr-3.mb-4.mb-lg-0.d-inline-block > a`, chromedp.ByQuery),
chromedp.SendKeys(`#login_field`, `XXX`),
chromedp.SendKeys(`#password`, `XXX`+kb.Enter),
); err != nil {
log.Printf("login err : %v\n", err)
}
}
if err := chromedp.Run(task2Ctx,
//click master
chromedp.Click(`#branch-select-menu > summary`, chromedp.ByQuery),
//wait Tags visible
chromedp.WaitVisible(`#branch-select-menu > div > div > input-demux > tab-container > div.SelectMenu-tabs > button:nth-child(2)`, chromedp.ByQuery),
//click Tags
chromedp.Click(`#branch-select-menu > div > div > input-demux > tab-container > div.SelectMenu-tabs > button:nth-child(2)`, chromedp.ByQuery),
//wait tags-list child visible
chromedp.WaitVisible(`#tags-menu > ref-selector > div > div > div > a:nth-child(1)`, chromedp.ByQuery),
//click v0.6.6
chromedp.Click(`//*[@id="tags-menu"]/ref-selector/div/div/div/a/span[text()="v0.6.6"]`, chromedp.BySearch),
chromedp.Sleep(15*time.Second),
); err != nil {
log.Printf("logined err : %v\n", err)
}
}