From 893d21c1d40d6032fec936375c7cea23ba20c5bc Mon Sep 17 00:00:00 2001
From: miles-to-go <45916686+miles-to-go@users.noreply.github.com>
Date: Thu, 30 Jul 2020 17:57:41 -1000
Subject: [PATCH] Changed DomainGlob for LimitRule in crawler

---
 core/crawler.go | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/core/crawler.go b/core/crawler.go
index 9863c43..ac38c59 100644
--- a/core/crawler.go
+++ b/core/crawler.go
@@ -190,7 +190,7 @@ func NewCrawler(site *url.URL, cmd *cobra.Command) *Crawler {
 
     // Set Limit Rule
     err := c.Limit(&colly.LimitRule{
-        DomainGlob:  domain,
+        DomainGlob:  "*",
         Parallelism: concurrent,
         Delay:       time.Duration(delay) * time.Second,
         RandomDelay: time.Duration(randomDelay) * time.Second,