Commit 5a8bd41

author

kw.lei

committed

add set cookie

1 parent b76c261 commit 5a8bd41Copy full SHA for 5a8bd41

File tree

4 files changed

+38

-18

lines changed

README.md
cookie.png
main.go
weixin.png

4 files changed

+38

-18

lines changed

`‎README.md`

Lines changed: 18 additions & 4 deletions

Original file line number	Diff line number	Diff line change
`@@ -1,9 +1,23 @@`
`1`	`1`	`# 批量导出CSDN博客`
`2`		`-> 批量导出csnd博客,并转化为hexo博客样式`
	`2`	+> 批量导出`csnd`博客,并转化为`hexo`博客样式,只能导出`markdown`编写的博客
`3`	`3`
`4`		`-## 使用`
	`4`	`+# Quick start`
	`5`	+```bash
	`6`	`+go run main.go -username 你的csdn用户名 -cookie 你csdn的cookie -page 1`
	`7`	+```
	`8`	`+> page不写,默认为下载全部页`
	`9`	`+`
	`10`	`+# Demo`
`5`	`11`
`6`	`12`	```bash
`7`		`-go run main.go -username 你的csdn用户名 -page 1`
	`13`	`+go run main.go -username "junmoxi" -cookie "UserName=junmoxi; UserToken=c3c29cca48be43c4884fe36d052d5851"`
`8`	`14`	```
`9`		`-> page不写,默认为下载全部页`
	`15`	+> 如果想下载别人的文章,那么将`username`更换为别人的即可,cookie还是用你的
	`16`	`+`
	`17`	`+# cookie获取`
	`18`	`+![](cookie.png)`
	`19`	`+`
	`20`	`+# 关注`
	`21`	`+> 如果对你有所帮助,请给个star,你的支持是我最大的动力,欢迎关注我微信公众号,一起学习Go语言`
	`22`	`+`
	`23`	`+![](weixin.png)`

`‎cookie.png`

117 KB

Loading[フレーム]

`‎main.go`

Lines changed: 20 additions & 14 deletions

Original file line number	Diff line number	Diff line change
`@@ -16,7 +16,9 @@ import (`
`16`	`16`	`"github.com/qianlnk/pgbar"`
`17`	`17`	`)`
`18`	`18`
`19`		`-// Crawl posts from CSDN`
	`19`	`+// Crawl posts from csdn`
	`20`	`+// build posts to hexo style`
	`21`	`+`
`20`	`22`	`const (`
`21`	`23`	`ListPostURL = "https://blog.csdn.net/%s/article/list/%d?"`
`22`	`24`	`PostDetailURL = "https://mp.csdn.net/mdeditor/getArticle?id=%s"`
`@@ -47,6 +49,7 @@ type PostDetail struct {`
`47`	`49`	`var (`
`48`	`50`	`username string`
`49`	`51`	`page int`
	`52`	`+ cookie string`
`50`	`53`	`currentPage = 1`
`51`	`54`	`count int`
`52`	`55`	`wg sync.WaitGroup`
`@@ -55,6 +58,7 @@ var (`
`55`	`58`
`56`	`59`	`func init() {`
`57`	`60`	`flag.StringVar(&username, "username", "junmoxi", "your csdn username")`
	`61`	`+ flag.StringVar(&cookie, "cookie", "UserName=junmoxi; UserToken=c3c29cca48be43c4884fe36d052d5852;", "your csdn cookie")`
`58`	`62`	`flag.IntVar(&page, "page", -1, "download pages")`
`59`	`63`	`flag.Parse()`
`60`	`64`	`}`
`@@ -64,6 +68,7 @@ func main() {`
`64`	`68`	`if err != nil {`
`65`	`69`	`panic(err)`
`66`	`70`	`}`
	`71`	`+`
`67`	`72`	`bar = pgbar.NewBar(0, "下载进度", len(urls))`
`68`	`73`	`for _, url := range urls {`
`69`	`74`	`wg.Add(1)`
`@@ -78,7 +83,6 @@ func crawlPosts(username string) ([]string, error) {`
`78`	`83`	`client := http.Client{}`
`79`	`84`	`var (`
`80`	`85`	`urls []string`
`81`		`- err error`
`82`	`86`	`)`
`83`	`87`
`84`	`88`	`for {`
`@@ -108,53 +112,55 @@ func crawlPosts(username string) ([]string, error) {`
`108`	`112`	`}`
`109`	`113`	`currentPage++`
`110`	`114`	`}`
`111`		`-`
`112`		`- return urls, err`
`113`	`115`	`}`
`114`	`116`
`115`		`-func crawlPostMarkdown(url string) (*PostDetail, error) {`
	`117`	`+func crawlPostMarkdown(url string) {`
`116`	`118`	`index := strings.LastIndex(url, "/")`
`117`	`119`	`id := url[index+1:]`
`118`	`120`
`119`	`121`	`client := http.Client{}`
`120`	`122`
`121`	`123`	`req, _ := http.NewRequest("GET", fmt.Sprintf(PostDetailURL, id), nil)`
`122`		`- req.Header.Set("cookie", "UserName=junmoxi; UserToken=de709e85392f4b8a8d19d69eb2273c56;")`
	`124`	`+ req.Header.Set("cookie", cookie)`
`123`	`125`
`124`	`126`	`resp, err := client.Do(req)`
`125`	`127`	`if err != nil {`
`126`		`- returnnil, err`
	`128`	`+ return`
`127`	`129`	`}`
`128`	`130`
`129`	`131`	`data, err := ioutil.ReadAll(resp.Body)`
`130`	`132`	`if err != nil {`
`131`		`- returnnil, err`
	`133`	`+ return`
`132`	`134`	`}`
`133`	`135`
`134`	`136`	`post := new(DetailData)`
`135`	`137`	`err = json.Unmarshal(data, post)`
`136`	`138`	`if err != nil {`
`137`		`- returnnil, err`
	`139`	`+ return`
`138`	`140`	`}`
`139`	`141`
`140`		`- gobuildPost(post.Data)`
`141`		`-`
`142`		`- returnnil, nil`
	`142`	`+ ifpost.Data.Markdowncontent!="" {`
	`143`	`+gobuildPost(post.Data)`
	`144`	`+ }`
`143`	`145`	`}`
`144`	`146`
`145`	`147`	`func buildPost(post PostDetail) {`
`146`	`148`
`147`	`149`	`date := postTime.Format("2006年01月02日 15:03:04")`
`148`	`150`	`header := fmt.Sprintf(HexoHeader, post.Title, date, post.Tags, post.Categories)`
`149`	`151`
`150`		`- ioutil.WriteFile(`
	`152`	`+ err:=ioutil.WriteFile(`
`151`	`153`	`fmt.Sprintf("%s.md", post.Title),`
`152`	`154`	`[]byte(fmt.Sprintf("%s\n%s", header, post.Markdowncontent)),`
`153`	`155`	`os.ModePerm)`
`154`	`156`
	`157`	`+ if err != nil {`
	`158`	`+ return`
	`159`	`+ }`
	`160`	`+`
`155`	`161`	`rand.Seed(time.Now().UnixNano())`
`156`	`162`	`d := rand.Intn(3) + 1`
`157`		`- postTime = postTime.AddDate(0, 0, -d)`
	`163`	`+ postTime = postTime.AddDate(0, 0, -d).Add(time.Hour)`
`158`	`164`
`159`	`165`	`count++`
`160`	`166`

`‎weixin.png`

31.5 KB

Loading[フレーム]

0 commit comments

Comments

(0)

Navigation Menu

Search code, repositories, users, issues, pull requests...

Provide feedback

Saved searches

Use saved searches to filter your results more quickly

Uh oh!

Commit 5a8bd41

File tree

4 files changed

4 files changed

`‎README.md`

`‎cookie.png`

`‎main.go`

`‎weixin.png`

0 commit comments