golang语言爬虫代理代码示例
Laical · · 1544 次点击 · · 开始浏览packagemainimport("net/url""net/http""bytes""fmt""io/ioutil""math/rand""time""strconv")constProxyServer="t.16yun.cn:31111"typeProxyAuthstruct{UsernamestringPasswordstring}func(pProxyAuth)ProxyClient()http.Client{ifp.Username!=nilandp.Password!=nil{proxyURL,_:=url.Parse("http://"+p.Username+":"+p.Password+"@"+ProxyServer)}else{proxyURL,_:=url.Parse("http://"+ProxyServer)}returnhttp.Client{Transport:&http.Transport{Proxy:http.ProxyURL(proxyURL)}}}funcmain(){targetURI:="http://httpbin.org/ip"// 初始化 proxy http clientclient:=ProxyAuth{License:"username",SecretKey:"password"}.ProxyClient()request,_:=http.NewRequest("GET",targetURI,bytes.NewBuffer([]byte(``)))// 设置Proxy-Tunnel// rand.Seed(time.Now().UnixNano())// tunnel := rand.Intn(10000)// request.Header.Set("Proxy-Tunnel", strconv.Itoa(tunnel) )response,err:=client.Do(request)iferr!=nil{panic("failed to connect: "+err.Error())}else{bodyByte,err:=ioutil.ReadAll(response.Body)iferr!=nil{fmt.Println("读取 Body 时出错",err)return}response.Body.Close()body:=string(bodyByte)fmt.Println("Response Status:",response.Status)fmt.Println("Response Header:",response.Header)fmt.Println("Response Body:\n",body)}}
有疑问加站长微信联系(非本文作者)
入群交流(和以上内容无关):加入Go大咖交流群,或添加微信:liuxiaoyan-s 备注:入群;或加QQ群:692541889
关注微信- 请尽量让自己的回复能够对别人有帮助
- 支持 Markdown 格式, **粗体**、~~删除线~~、
`单行代码` - 支持 @ 本站用户;支持表情(输入 : 提示),见 Emoji cheat sheet
- 图片支持拖拽、截图粘贴等方式上传
收入到我管理的专栏 新建专栏
packagemainimport("net/url""net/http""bytes""fmt""io/ioutil""math/rand""time""strconv")constProxyServer="t.16yun.cn:31111"typeProxyAuthstruct{UsernamestringPasswordstring}func(pProxyAuth)ProxyClient()http.Client{ifp.Username!=nilandp.Password!=nil{proxyURL,_:=url.Parse("http://"+p.Username+":"+p.Password+"@"+ProxyServer)}else{proxyURL,_:=url.Parse("http://"+ProxyServer)}returnhttp.Client{Transport:&http.Transport{Proxy:http.ProxyURL(proxyURL)}}}funcmain(){targetURI:="http://httpbin.org/ip"// 初始化 proxy http clientclient:=ProxyAuth{License:"username",SecretKey:"password"}.ProxyClient()request,_:=http.NewRequest("GET",targetURI,bytes.NewBuffer([]byte(``)))// 设置Proxy-Tunnel// rand.Seed(time.Now().UnixNano())// tunnel := rand.Intn(10000)// request.Header.Set("Proxy-Tunnel", strconv.Itoa(tunnel) )response,err:=client.Do(request)iferr!=nil{panic("failed to connect: "+err.Error())}else{bodyByte,err:=ioutil.ReadAll(response.Body)iferr!=nil{fmt.Println("读取 Body 时出错",err)return}response.Body.Close()body:=string(bodyByte)fmt.Println("Response Status:",response.Status)fmt.Println("Response Header:",response.Header)fmt.Println("Response Body:\n",body)}}