From 228a0f3cc10e59b4d866662da8e9d53171c1e009 Mon Sep 17 00:00:00 2001 From: Adam Mathes Date: Mon, 19 Feb 2018 21:33:19 -0800 Subject: turn off full content crawler --- crawler/crawler.go | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) (limited to 'crawler') diff --git a/crawler/crawler.go b/crawler/crawler.go index e84e219..b66dd46 100644 --- a/crawler/crawler.go +++ b/crawler/crawler.go @@ -82,9 +82,10 @@ func CrawlFeed(f *feed.Feed, ch chan<- string) { err := item.Create() if err != nil { vlog.Println(err) - } else { - item.GetFullContent() } + // else { + // item.GetFullContent() + //} } ch <- "successfully crawled " + f.Url + "\n" } -- cgit v1.2.3