Extensions
Extensions are small helper utilities shipped with Colly. List of plugins is available here.
Usage
The following example enables the random User-Agent switcher and the Referrer setter extension and visits httpbin.org twice.
import (
"log"
"github.com/gocolly/colly"
"github.com/gocolly/colly/extensions"
)
func main() {
c := colly.NewCollector()
visited := false
extensions.RandomUserAgent(c)
extensions.Referrer(c)
c.OnResponse(func(r *colly.Response) {
log.Println(string(r.Body))
if !visited {
visited = true
r.Request.Visit("/get?q=2")
}
})
c.Visit("http://httpbin.org/get")
}