fix: fix crawler compilation errors
This commit is contained in:
@@ -58,15 +58,10 @@ func (c *RibenyanCrawler) CrawlArticles() error {
|
|||||||
return
|
return
|
||||||
}
|
}
|
||||||
|
|
||||||
// 获取链接
|
// 获取链接(暂时不使用)
|
||||||
link := ""
|
|
||||||
s.Find("a").First().Each(func(j int, ls *goquery.Selection) {
|
s.Find("a").First().Each(func(j int, ls *goquery.Selection) {
|
||||||
href, exists := ls.Attr("href")
|
_, exists := ls.Attr("href")
|
||||||
if exists && !strings.HasPrefix(href, "http") {
|
_ = exists
|
||||||
link = "https://ribenyan.com" + href
|
|
||||||
} else if exists {
|
|
||||||
link = href
|
|
||||||
}
|
|
||||||
})
|
})
|
||||||
|
|
||||||
// 获取封面图
|
// 获取封面图
|
||||||
@@ -199,7 +194,8 @@ func (c *RibenyanCrawler) CrawlArticleDetail(url string) (*models.Article, error
|
|||||||
// 获取内容
|
// 获取内容
|
||||||
var contentBuilder strings.Builder
|
var contentBuilder strings.Builder
|
||||||
doc.Find("article, .post-content, .article-content, .entry-content").First().Each(func(i int, s *goquery.Selection) {
|
doc.Find("article, .post-content, .article-content, .entry-content").First().Each(func(i int, s *goquery.Selection) {
|
||||||
contentBuilder.WriteString(s.Html())
|
html, _ := s.Html()
|
||||||
|
contentBuilder.WriteString(html)
|
||||||
})
|
})
|
||||||
article.Content = contentBuilder.String()
|
article.Content = contentBuilder.String()
|
||||||
|
|
||||||
|
|||||||
Reference in New Issue
Block a user