go语言如何实现python那样在前一次请求上保留cookies去请求？

Question

go语言如何实现python那样在前一次请求上保留cookies去请求？

发布于
2018-04-18

更新于
2019-07-31

package main

import (
    "fmt"
    "io/ioutil"
    "net/http"
    "net/http/cookiejar"
    "net/url"
    "io"
    "log"
    "regexp"
    "strings"
)

var cookies_lagou []*http.Cookie

const (
    login_url_lagou           string = "https://passport.lagou.com/login/login.html"

    post_login_info_url_lagou string = "https://passport.lagou.com/login/login.json"

    username_lagou            string = "xxxxxxxxxx"
    password_lagou            string = "4525674692ac06e619cdb3f1b4b65b08"
)

func getToken(contents io.Reader)  (string,string){

    data, _ := ioutil.ReadAll(contents)
    regCode := regexp.MustCompile(`X_Anti_Forge_Code\s+\=(.+?);`)
    if regCode == nil {
        log.Fatal("解析Code出错...")
    }

    //提取关键信息
    code := regCode.FindAllStringSubmatch(string(data), -1)[0][1]

    regToken := regexp.MustCompile(`X_Anti_Forge_Token\s+\=(.+?);`)
    if regToken == nil {
        fmt.Println("MustCompile err")
    }

    //提取关键信息
    token := regToken.FindAllStringSubmatch(string(data), -1)[0][1]

    return token,code
}

func login_lagou() {
    //获取登陆界面的cookie
    jar, _ := cookiejar.New(nil)
    client := &http.Client{
        Jar: jar,
    }
    req, _ := http.NewRequest("GET", login_url_lagou, nil)
    res, _ := client.Do(req)
    for k, v := range res.Cookies() {
        fmt.Printf("%v=%v\n",k,v)
    }
    token,code := getToken(res.Body)
    //post数据
    postValues := url.Values{}
    postValues.Add("isValidate", "true")
    postValues.Add("username", username_lagou)
    postValues.Add("password", password_lagou)
    postValues.Add("request_form_verifyCode", "")
    postValues.Add("submit", "")
    body := ioutil.NopCloser(strings.NewReader(postValues.Encode())) //把form数据编下码
    requ, _ := http.NewRequest("POST", post_login_info_url_lagou, body)

    requ.Header.Set("X-Requested-With","XMLHttpRequest")
    requ.Header.Set("Content-Type","application/x-www-form-urlencoded; charset=UTF-8")
    requ.Header.Set("User-Agent","Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/65.0.3325.181 Safari/537.36")
    requ.Header.Set("Host","passport.lagou.com")
    requ.Header.Set("Origin","https://passport.lagou.com")
    requ.Header.Add("X-Anit-Forge-Token",token)
    requ.Header.Add("X-Anit-Forge-Code",code)
    requ.Header.Set("Accept","application/json, text/javascript, */*; q=0.01")
    requ.Header.Set("Connection","keep-alive")
    requ.Header.Set("Accept-Language","en-US,en;q=0.9,zh-CN;q=0.8,zh;q=0.7")
    requ.Header.Set("Accept-Encoding","gzip, deflate, br")
    //requ.Header.Set("Content-Length","111")
    //requ.Header.Set("Cookie","JSESSIONID=ABAAABAAAHAAAFD632D7028F2AC7466F2DAA44C1BE15A01; user_trace_token=20180418184827-7aec3c11-930a-494a-9a73-c83419b1450a; X_HTTP_TOKEN=7ab0dd4e12bf94d2d4c0c3370e1c6341; _ga=GA1.2.837634606.1524048588; _gid=GA1.2.1349141044.1524048588; _ga=GA1.3.837634606.1524048588; Hm_lvt_4233e74dff0ae5bd0a3d81c6ccf756e6=1523518887,1524030389,1524033687,1524045972; Hm_lpvt_4233e74dff0ae5bd0a3d81c6ccf756e6=1524048588; LGSID=20180418184827-06c3d493-42f6-11e8-8a1c-525400f775ce; PRE_UTM=; PRE_HOST=; PRE_SITE=; PRE_LAND=http%3A%2F%2Fpassport.lagou.com%2Flogin%2Flogin.html; LGUID=20180418184827-06c3d687-42f6-11e8-8a1c-525400f775ce; LGRID=20180418185212-8ca212e6-42f6-11e8-b8a8-5254005c3644; TG-TRACK-CODE=undefined")

    for _, v := range res.Cookies() {
        requ.AddCookie(v)
    }

    res,_ = client.Do(requ)
    //cookies_lagou = res.Cookies()
    data, _ := ioutil.ReadAll(res.Body)
    res.Body.Close()
    fmt.Println(string(data))
}

func main() {
    login_lagou()
}

以上代码运行结果为：

0=JSESSIONID=ABAAABAAAHAAAFD5DA9395672E82BF6CEDCAE3CA350ED64; Path=/; HttpOnly
1=user_trace_token=20180418221336-b03f8889-f175-46cf-b986-af55a8ef3e33; Path=/; Domain=lagou.com; Max-Age=31536000
{"content":{"rows":[]},"message":"非法请求，参数错误","state":299}

Process finished with exit code 0

我参考的是这篇文章python -- 拉勾网爬虫模拟登录在python中，有requests包，requests.session中自动保留了前面的cookies，session信息，但是用golang实现的时候就不行，也设置了cookies，把login.html的cookies遍历添加了，再去请求登录还是不行。在实际的登录中，cooike好像多了一些东西，不知道是不是这个的缘故。浏览器登录Header信息：

Accept: application/json, text/javascript, */*; q=0.01
Accept-Encoding: gzip, deflate, br
Accept-Language: en-US,en;q=0.9,zh-CN;q=0.8,zh;q=0.7
Connection: keep-alive
Content-Length: 111
Content-Type: application/x-www-form-urlencoded; charset=UTF-8
Cookie: user_trace_token=20180418184827-7aec3c11-930a-494a-9a73-c83419b1450a; _ga=GA1.2.837634606.1524048588; _gid=GA1.2.1349141044.1524048588; _ga=GA1.3.837634606.1524048588; LGUID=20180418184827-06c3d687-42f6-11e8-8a1c-525400f775ce; index_location_city=%E6%88%90%E9%83%BD; gate_login_token=e27e32a29e46e476b94f06e8e0a5b6d149dbb2a5efd97c51; LGSID=20180418212135-6b42e55b-430b-11e8-b8a9-5254005c3644; PRE_UTM=; PRE_HOST=; PRE_SITE=; PRE_LAND=https%3A%2F%2Fwww.lagou.com%2F; Hm_lvt_4233e74dff0ae5bd0a3d81c6ccf756e6=1524030389,1524033687,1524045972,1524057776; JSESSIONID=ABAAABAAAHAAAFD5346FCED99BA9CA2991F52D85C9D0982; X_HTTP_TOKEN=7ab0dd4e12bf94d2d4c0c3370e1c6341; TG-TRACK-CODE=undefined; _gat=1; LGRID=20180418213214-e7ac4b8b-430c-11e8-8a7e-525400f775ce; Hm_lpvt_4233e74dff0ae5bd0a3d81c6ccf756e6=1524058415
Host: passport.lagou.com
Origin: https://passport.lagou.com
Referer: https://passport.lagou.com/login/login.html
User-Agent: Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/66.0.3359.117 Safari/537.36
X-Anit-Forge-Code: 21248807
X-Anit-Forge-Token: cc96fefa-0bad-4a06-8674-48fc1b42e125
X-Requested-With: XMLHttpRequest

请问各位前辈，是我的代码有问题吗？自己已经百度，google了两天，各种折腾，甚至把python代码拉下来运行，但是可以模拟登陆，golang就不行，实在没办法，所以来论坛求助各位前辈，求前辈们指点，感激不尽。

go cookie session

阅读 4.6k

1 个回答

wyvin

✓ 已被采纳

https://segmentfault.com/q/10...
——————————————————————————————
第一次回复时没看你的内容，只回应了标题所以贴了个网址
下面正式回复
你的问题不是cookies的问题，我根据那篇文章改了下运行成功了，你自己对照下

package main

import (
    "fmt"
    "io"
    "io/ioutil"
    "log"
    "net/http"
    "net/http/cookiejar"
    "net/url"
    "regexp"
    "strings"
)

var cookies_lagou []*http.Cookie

const (
    login_url_lagou string = "https://passport.lagou.com/login/login.html"

    post_login_info_url_lagou string = "https://passport.lagou.com/login/login.json"

    username_lagou string = "13330295142"
    password_lagou string = "4525674692ac06e619cdb3f1b4b65b08"
)

func getToken(contents io.Reader) (string, string) {

    data, _ := ioutil.ReadAll(contents)

    regCode := regexp.MustCompile(`X_Anti_Forge_Code = '(.*?)';`)
    if regCode == nil {
        log.Fatal("解析Code出错...")
    }

    //提取关键信息
    code := regCode.FindAllStringSubmatch(string(data), -1)[0][1]

    regToken := regexp.MustCompile(`X_Anti_Forge_Token = '(.*?)';`)
    if regToken == nil {
        fmt.Println("MustCompile err")
    }

    //提取关键信息
    token := regToken.FindAllStringSubmatch(string(data), -1)[0][1]

    return token, code
}

func login_lagou() {
    //获取登陆界面的cookie
    jar, _ := cookiejar.New(nil)
    client := &http.Client{
        Jar: jar,
    }
    req, _ := http.NewRequest("GET", login_url_lagou, nil)
    res, _ := client.Do(req)
    // for k, v := range res.Cookies() {
    //     fmt.Printf("%v=%v\n", k, v)
    // }
    token, code := getToken(res.Body)
    fmt.Println(token, code)
    //post数据
    postValues := url.Values{}
    postValues.Add("isValidate", "true")
    postValues.Add("username", username_lagou)
    postValues.Add("password", password_lagou)
    postValues.Add("request_form_verifyCode", "")
    postValues.Add("submit", "")
    // body := ioutil.NopCloser(strings.NewReader(postValues.Encode())) //把form数据编下码
    // requ, _ := http.NewRequest("POST", post_login_info_url_lagou, nil)

    requ, _ := http.NewRequest("POST", post_login_info_url_lagou, strings.NewReader(postValues.Encode()))
    requ.Header.Set("Referer", "https://passport.lagou.com/login/login.html")
    requ.Header.Set("X-Requested-With", "XMLHttpRequest")
    requ.Header.Set("X-Anit-Forge-Token", token)
    requ.Header.Set("X-Anit-Forge-Code", code)
    requ.Header.Set("User-Agent", "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.12; rv:51.0) Gecko/20100101 Firefox/51.0")
    requ.Header.Set("Content-Type", "application/x-www-form-urlencoded; charset=UTF-8")

    //for _, v := range res.Cookies() {
    //    requ.AddCookie(v)
    //}

    res, _ = client.Do(requ)
    //cookies_lagou = res.Cookies()
    data, _ := ioutil.ReadAll(res.Body)
    res.Body.Close()
    fmt.Println(string(data))
}

func main() {
    login_lagou()
}

运行结果

15f131a3-74b0-4914-bd6e-2672f36675e1 28747049
{"content":{"rows":[]},"message":"该帐号不存在或密码（验证码）误，请重新输入","state":400,"submitCode":23207051,"submitToken":"666f51d4-ccef-462a-bb56-55cb97c5231a"}

Process finished with exit code 0

查看全部 1 个回答

推荐问题

go语言如何实现python那样在前一次请求上保留cookies去请求？

post http重定向到https会改变请求的method类型吗?

为什么设置了跨域和withCredentials后，document.cookie仍为空？

golang如何获取这种文件的绝对路径？

请问Go语言中，是否可以进行在不同的代码文件中一起定义一个"类"(struct模拟类)？

为什么wsl中无法执行go命令?

axios为何获取不到服务器返回的sessionID?

Golang 中 context 执行了Cancel，但是<- ctx.Done() 没有执行？

go语言如何实现python那样在前一次请求上保留cookies去请求？

post http重定向到https会改变 请求的method类型吗?

为什么设置了跨域和withCredentials后，document.cookie仍为空？

golang如何获取这种文件的绝对路径？

请问Go语言中，是否可以进行在不同的代码文件中一起定义一个"类"(struct模拟类)？

为什么wsl中无法执行go命令?

axios为何获取不到服务器返回的sessionID?

Golang 中 context 执行了Cancel，但是<- ctx.Done() 没有执行？

post http重定向到https会改变请求的method类型吗?