golang colly下载图片 - 蛋蛋烦蛋蛋 - 博客园

复制代码; "复制代码")

package main

import ( "bytes"

"fmt"
"github.com/gocolly/colly"
"io/ioutil"
"log"
"strconv"
"strings"
"sync" )

func down(i int, group *sync.WaitGroup) { //func down(i int) {

var c = colly.NewCollector()
c.OnRequest(func(r *colly.Request) {
    r.Headers.Set("cookie", "\_\_yjs\_duid=1\_54772224670dec235da1fe2f38979cd31642487126183; Hm\_lvt\_526caf4e20c21f06a4e9209712d6a20e=1642487108,1642487119,1642487123,1642487131; zkhanecookieclassrecord=%2C54%2C53%2C; yjs\_js\_security\_passport=7f28c9b52fda683cc710865e91dcec0027759517\_1642495580\_js; Hm\_lpvt\_526caf4e20c21f06a4e9209712d6a20e=1642496144")
    r.Headers.Set("user-agent", "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/97.0.4692.71 Safari/537.36")

})
c.OnError(func(_ *colly.Response, err error) {
    log.Println("Something went wrong:", err)
})
c.OnHTML("#main .slist ul li img\[src\]", func(e *colly.HTMLElement) {
    fmt.Println(e.Attr("src"))
    url := "https://pic.netbian.com" \+ e.Attr("src") var c = colly.NewCollector()
    c.OnRequest(func(r *colly.Request) {
        r.Headers.Set("cookie", "\_\_yjs\_duid=1\_54772224670dec235da1fe2f38979cd31642487126183; Hm\_lvt\_526caf4e20c21f06a4e9209712d6a20e=1642487108,1642487119,1642487123,1642487131; zkhanecookieclassrecord=%2C54%2C53%2C; Hm\_lpvt\_526caf4e20c21f06a4e9209712d6a20e=1642494377; yjs\_js\_security\_passport=7f28c9b52fda683cc710865e91dcec0027759517\_1642495580\_js")
        r.Headers.Set("user-agent", "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/97.0.4692.71 Safari/537.36")

    })
    c.OnResponse(func(r *colly.Response) {
        reader := bytes.NewReader(r.Body)
        body, _ := ioutil.ReadAll(reader) //读取图片内容
        index := strings.LastIndex(url, "/")
        s := url\[index+1:\]
        err := ioutil.WriteFile("./img/"+s, body, 0755)
        fmt.Println(url, err)
    })
    c.Visit(url)

})
c.OnRequest(func(r *colly.Request) {
    fmt.Println("Visiting", r.URL.String())
})
c.OnScraped(func(r *colly.Response) {
    group.Done()
})
c.Visit("https://pic.netbian.com/4kmeinv/index_" \+ strconv.Itoa(i) + ".html")

}

func main() {

group := sync.WaitGroup{} for i := 2; i < 100; i++ {
    group.Add(1)
    go down(i, &group)
}
group.Wait()
fmt.Println("下载完整")

}

复制代码; "复制代码")

原网址: 访问
创建于: 2022-09-13 15:42:06
目录: default
标签: 无

未标明原创文章均为采集，版权归作者所有，转载无需和我联系，请注明原出处，南摩阿彌陀佛，知识，不只知道，要得到

请先后发表评论
  • 最新评论
  • 总共0条评论