Skip to content

Commit

Permalink
fix verbose
Browse files Browse the repository at this point in the history
  • Loading branch information
Eugene Medvedev committed May 28, 2019
1 parent 476cccf commit 4265fe1
Showing 1 changed file with 3 additions and 1 deletion.
4 changes: 3 additions & 1 deletion sicra/crawler.go
Original file line number Diff line number Diff line change
Expand Up @@ -70,7 +70,9 @@ func Crawler(

c.OnResponse(func(re *colly.Response) {
scrapeURLs.ResponseURLsCount++
log.Println("Response:" + re.Request.URL.String())
if verbose {
log.Println("Response: " + re.Request.URL.String())
}
})

c.OnHTML("a[href]", func(e *colly.HTMLElement) {
Expand Down

0 comments on commit 4265fe1

Please sign in to comment.