Remove commented dead code

gocolly · Apr 10, 2018 · 8a6bf23 · 8a6bf23
1 parent bdf3833
commit 8a6bf23
Showing 1 changed file with 0 additions and 3 deletions.
diff --git a/colly.go b/colly.go
@@ -565,9 +565,6 @@ func (c *Collector) isDomainAllowed(domain string) bool {
 }
 
 func (c *Collector) checkRobots(u *url.URL) error {
-	// var robot *robotstxt.RobotsData
-	// var ok bool
-
 	c.lock.RLock()
 	robot, ok := c.robotsMap[u.Host]
 	c.lock.RUnlock()