aboutsummaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
authorAdam Mathes <adam@trenchant.org>2018-02-19 21:33:19 -0800
committerAdam Mathes <adam@trenchant.org>2018-02-19 21:33:19 -0800
commit228a0f3cc10e59b4d866662da8e9d53171c1e009 (patch)
tree25ea075c27bc19dc18b271d937824b0250510a2c
parent7ce4492aaf2035e6f041dd3fb1973f3d489d1c9f (diff)
downloadneko-228a0f3cc10e59b4d866662da8e9d53171c1e009.tar.gz
neko-228a0f3cc10e59b4d866662da8e9d53171c1e009.tar.bz2
neko-228a0f3cc10e59b4d866662da8e9d53171c1e009.zip
turn off full content crawler
-rw-r--r--crawler/crawler.go5
1 files changed, 3 insertions, 2 deletions
diff --git a/crawler/crawler.go b/crawler/crawler.go
index e84e219..b66dd46 100644
--- a/crawler/crawler.go
+++ b/crawler/crawler.go
@@ -82,9 +82,10 @@ func CrawlFeed(f *feed.Feed, ch chan<- string) {
err := item.Create()
if err != nil {
vlog.Println(err)
- } else {
- item.GetFullContent()
}
+ // else {
+ // item.GetFullContent()
+ //}
}
ch <- "successfully crawled " + f.Url + "\n"
}