@ -13,7 +13,7 @@ import (
log "github.com/sirupsen/logrus"
)
const maxScrapers = 50
const maxScrapers = 2
type CrawlTask struct {
*BaseTask