diff options
| author | Adam Mathes <adam@trenchant.org> | 2018-02-19 21:33:19 -0800 |
|---|---|---|
| committer | Adam Mathes <adam@trenchant.org> | 2018-02-19 21:33:19 -0800 |
| commit | 228a0f3cc10e59b4d866662da8e9d53171c1e009 (patch) | |
| tree | 25ea075c27bc19dc18b271d937824b0250510a2c /crawler | |
| parent | 7ce4492aaf2035e6f041dd3fb1973f3d489d1c9f (diff) | |
| download | neko-228a0f3cc10e59b4d866662da8e9d53171c1e009.tar.gz neko-228a0f3cc10e59b4d866662da8e9d53171c1e009.tar.bz2 neko-228a0f3cc10e59b4d866662da8e9d53171c1e009.zip | |
turn off full content crawler
Diffstat (limited to 'crawler')
| -rw-r--r-- | crawler/crawler.go | 5 |
1 files changed, 3 insertions, 2 deletions
diff --git a/crawler/crawler.go b/crawler/crawler.go index e84e219..b66dd46 100644 --- a/crawler/crawler.go +++ b/crawler/crawler.go @@ -82,9 +82,10 @@ func CrawlFeed(f *feed.Feed, ch chan<- string) { err := item.Create() if err != nil { vlog.Println(err) - } else { - item.GetFullContent() } + // else { + // item.GetFullContent() + //} } ch <- "successfully crawled " + f.Url + "\n" } |