Commit 56dd224

committed

doCrawITEyeKnowledge

1 parent bec2484 commit 56dd224Copy full SHA for 56dd224

File tree

+12

-3

lines changed

+12

-3

lines changed

Lines changed: 8 additions & 0 deletions

Original file line number	Diff line number	Diff line change
`@@ -48,6 +48,14 @@ class KnowledgeCrawController {`
`48`	`48`
`49`	`49`	`return "DONE"`
`50`	`50`	`}`
	`51`	`+ @GetMapping("/knowledge/doCrawITEyeKnowledge")`
	`52`	`+ fun doCrawITEyeKnowledge(): String {`
	`53`	`+ Thread {`
	`54`	`+ CrawKnowledgeService.doCrawITEyeKnowledge()`
	`55`	`+ }.start()`
	`56`	`+`
	`57`	`+ return "DONE"`
	`58`	`+ }`
`51`	`59`
`52`	`60`	`@GetMapping("/knowledge/doCrawCNBlogKnowledge")`
`53`	`61`	`fun doCrawCNBlogKnowledge(): String {`

Lines changed: 3 additions & 3 deletions

Original file line number	Diff line number	Diff line change
`@@ -25,10 +25,10 @@ object CrawlerWebClient {`
`25`	`25`	`@Synchronized`
`26`	`26`	`fun getPageHtmlText(url: String): String? {`
`27`	`27`	`webClient = instanceWebClient(3000)`
`28`		`- try {`
`29`		`- returnwebClient?.getPage<HtmlPage>(url)?.asXml()`
	`28`	`+ returntry {`
	`29`	`+ webClient?.getPage<HtmlPage>(url)?.asXml()`
`30`	`30`	`} catch (e: Exception) {`
`31`		`- returnnull`
	`31`	`+ null`
`32`	`32`	`}`
`33`	`33`	`}`
`34`	`34`

Lines changed: 1 addition & 0 deletions

Original file line number	Diff line number	Diff line change
`@@ -54,6 +54,7 @@`
`54`	`54`	`<dd><a href="/knowledge/doCrawJianShu" target="_blank">抓取简书</a></dd>`
`55`	`55`	`<dd><a href="/knowledge/doCrawSegmentFaultKnowledge" target="_blank">抓取SegmentFault</a></dd>`
`56`	`56`	`<dd><a href="/knowledge/doCrawOSChinaKnowledge" target="_blank">抓取OSChina</a></dd>`
	`57`	`+ <dd><a href="/knowledge/doCrawITEyeKnowledge" target="_blank">抓取ITEye</a></dd>`
`57`	`58`	`<dd><a href="/knowledge/doCrawImportNewKnowledge" target="_blank">抓取ImportNew</a></dd>`
`58`	`59`	`<dd><a href="/knowledge/doCrawCNBlogKnowledge" target="_blank">抓取CNBlog</a></dd>`
`59`	`60`	`<dd><a href="/knowledge/doCrawInfoQKnowledge" target="_blank">抓取InfoQ</a></dd>`

Comments

(0)