Categorygithub.com/forestyc/playgroundpkgcrawler
package
0.0.0-20241113072534-4ea02956913a
Repository: https://github.com/forestyc/playground.git
Documentation: pkg.go.dev
Overview
Dependencies
2
Dependents
2

# README

crawler

example

// init
crawler = crawler.NewColly(
           task,
           url,
           // db pipeline回调函数(可选)
           crawler.WithPipeline(pipeline),
           // 爬虫回调函数(可选)
           crawler.WithCrawlCallback(callback),
           // ...
        )

// run
crawler.Run(
    // db pipeline回调函数(可选)
    crawler.WithPipeline(pipeline),
    // 爬虫回调函数(可选)
    crawler.WithCrawlCallback(callback),
)