请求正常, 参数拼接正常的版本

v0.0.9

base.go

@@ -7,33 +7,46 @@ import (
 	"reflect"
 )
 
-func buildBodyRequest(ver, rawurl string, params *Params) *http.Request {
+func buildBodyRequest(wf *Workflow) *http.Request {
 	var req *http.Request
 	var err error
+	contentType := ""
 
-	if params.IOBody == nil {
-		req, err = http.NewRequest(ver, rawurl, nil)
+	if wf.Body.IOBody == nil {
+		req, err = http.NewRequest(wf.Method, wf.GetStringURL(), nil)
 	} else {
-		var body *bytes.Buffer
-		switch params.IOBody.(type) {
+		var bodybuf *bytes.Buffer
+		switch wf.Body.IOBody.(type) {
 		case []byte:
-			body = bytes.NewBuffer(params.IOBody.([]byte))
+			bodybuf = bytes.NewBuffer(wf.Body.IOBody.([]byte))
 		case *bytes.Buffer:
-			body = bytes.NewBuffer(params.IOBody.(*bytes.Buffer).Bytes())
+			bodybuf = bytes.NewBuffer(wf.Body.IOBody.(*bytes.Buffer).Bytes())
 		default:
-			panic(errors.New("the type is not exist, type is" + reflect.TypeOf(params.IOBody).String()))
+			panic(errors.New("the type is not exist, type is" + reflect.TypeOf(wf.Body.IOBody).String()))
 		}
-		req, err = http.NewRequest(ver, rawurl, body)
+		req, err = http.NewRequest(wf.Method, wf.GetStringURL(), bodybuf)
 	}
 
 	if err != nil {
 		panic(err)
 	}
 
-	if params.ContentType == "" {
-		req.Header.Set("Content-Type", TypeURLENCODED)
+	if wf.Body.ContentType != "" {
+		if wf.Body.ContentType == TypeContentEmpty {
+			contentType = ""
 		} else {
-		req.Header.Set("Content-Type", params.ContentType)
+			contentType = wf.Body.ContentType
+		}
+	} else {
+		if contentType == "" {
+			if wf.Method == "POST" || wf.Method == "PUT" || wf.Method == "PATCH" {
+				contentType = TypeURLENCODED
+			}
+		}
+	}
+
+	if contentType != "" {
+		req.Header.Set(HeaderKeyContentType, contentType)
 	}
 
 	return req

multipart.go

@@ -17,7 +17,7 @@ func writeFormUploadFile(mwriter *multipart.Writer, ufile *UploadFile) {
 	io.Copy(part, ufile.FileReaderCloser)
 }
 
-func createMultipart(postParams *Params, params []interface{}) {
+func createMultipart(postParams *Body, params []interface{}) {
 	plen := len(params)
 
 	body := &bytes.Buffer{}

session.go

@@ -4,13 +4,17 @@ import (
 	"crypto/tls"
 	"errors"
 	"net/http"
+	"net/http/cookiejar"
 	"net/url"
 	"reflect"
+	"runtime"
 	"time"
+
+	"golang.org/x/net/publicsuffix"
 )
 
-// Params 相关参数结构
-type Params struct {
+// Body 相关参数结构
+type Body struct {
 	// Query       map[string][]string
 	IOBody interface{}
 	// Files       []UploadFile
@@ -29,24 +33,33 @@ type BasicAuth struct {
 type Session struct {
 	client    *http.Client
 	transport *http.Transport
-	cookies   http.CookieJar
-	params    *Params
+	cookiejar http.CookieJar
+	body      *Body
 	auth      *BasicAuth
+
+	Header http.Header
+	Query  url.Values
 }
 
-// TypeContent post类型参数
-type TypeContent int
-
 const (
-	_ TypeContent = iota
 	// TypeJSON 类型
 	TypeJSON = "application/json"
 	// TypeXML 类型
 	TypeXML = "text/xml"
 	// TypeURLENCODED 类型
 	TypeURLENCODED = "application/x-www-form-urlencoded"
+	// TypeForm PostForm类型
+	TypeForm = TypeURLENCODED
+	// TypeContentEmpty 没有Form的类型 Content
+	TypeContentEmpty = "ContentEmpty"
 	// TypeFormData 类型
 	TypeFormData = "multipart/form-data"
+	// HeaderKeyHost Host
+	HeaderKeyHost = "Host"
+	// HeaderKeyUA User-Agent
+	HeaderKeyUA = "User-Agent"
+	// HeaderKeyContentType Content-Type
+	HeaderKeyContentType = "Content-Type"
 )
 
 // TypeConfig 配置类型
@@ -71,15 +84,24 @@ const (
 
 	// ConfigTLS 帐号认证
 	ConfigTLS // user pwd
+
+	// ConfigCookiejar 持久化 CookieJar
+	ConfigCookiejar // true or false ; default = true
 )
 
 // NewSession 创建Session
 func NewSession() *Session {
 	client := &http.Client{}
-	transport := &http.Transport{}
-	client.Transport = transport
+	transport := &http.Transport{DisableCompression: true}
 
-	return &Session{client: client, params: &Params{}, transport: transport, auth: nil}
+	client.Transport = transport
+	cjar, err := cookiejar.New(&cookiejar.Options{PublicSuffixList: publicsuffix.List})
+	if err != nil {
+		panic(err)
+	}
+
+	client.Jar = cjar
+	return &Session{client: client, body: &Body{}, transport: transport, auth: nil, cookiejar: client.Jar, Header: make(http.Header)}
 }
 
 // SetConfig 设置配置
@@ -102,7 +124,16 @@ func (ses *Session) SetConfig(typeConfig TypeConfig, values interface{}) {
 			panic(errors.New("error type " + reflect.TypeOf(v).String()))
 		}
 	case ConfigDialTimeout:
-
+		// 没时间实现这些小细节
+	case ConfigCookiejar:
+		v := values.(bool)
+		if v {
+			if ses.client.Jar == nil {
+				ses.client.Jar = ses.cookiejar
+			}
+		} else {
+			ses.client.Jar = nil
+		}
 	case ConfigProxy:
 		switch v := values.(type) {
 		case string:
@@ -142,58 +173,119 @@ func (ses *Session) SetConfig(typeConfig TypeConfig, values interface{}) {
 	return
 }
 
+// SetQuery 设置url query的持久参数的值
+func (ses *Session) SetQuery(values url.Values) {
+	ses.Query = values
+}
+
+// GetQuery 获取get query的值
+func (ses *Session) GetQuery() url.Values {
+	return ses.Query
+}
+
+// SetHeader 设置set Header的值
+func (ses *Session) SetHeader(header http.Header) {
+	ses.Header = header
+}
+
+// GetHeader 获取get Header的值
+func (ses *Session) GetHeader() http.Header {
+	return ses.Header
+}
+
+// SetCookies 设置Cookies 或者添加Cookies Del
+func (ses *Session) SetCookies(u *url.URL, cookies []*http.Cookie) {
+	ses.cookiejar.SetCookies(u, cookies)
+}
+
+// Cookies 返回 Cookies
+func (ses *Session) Cookies(u *url.URL) []*http.Cookie {
+
+	return ses.cookiejar.Cookies(u)
+}
+
+// DelCookies 删除 Cookies
+func (ses *Session) DelCookies(u *url.URL, name string) {
+	cookies := ses.cookiejar.Cookies(u)
+	for _, c := range cookies {
+		if c.Name == name {
+			c.MaxAge = -1
+		}
+	}
+	ses.SetCookies(u, cookies)
+}
+
+// ClearCookies 清楚所有cookiejar上的cookies
+func (ses *Session) ClearCookies() {
+	cjar, err := cookiejar.New(&cookiejar.Options{PublicSuffixList: publicsuffix.List})
+	if err != nil {
+		panic(err)
+	}
+	ses.cookiejar = cjar
+	ses.client.Jar = ses.cookiejar
+}
+
 // Get 请求
 func (ses *Session) Get(url string) *Workflow {
-	wf := NewWorkflow(ses)
+	wf := NewWorkflow(ses, url)
 	wf.Method = "GET"
-	wf.SetURL(url)
 	return wf
 }
 
 // Post 请求
 func (ses *Session) Post(url string) *Workflow {
-	wf := NewWorkflow(ses)
+	wf := NewWorkflow(ses, url)
 	wf.Method = "POST"
-	wf.SetURL(url)
 	return wf
 }
 
 // Put 请求
 func (ses *Session) Put(url string) *Workflow {
-	wf := NewWorkflow(ses)
+	wf := NewWorkflow(ses, url)
 	wf.Method = "PUT"
-	wf.SetURL(url)
 	return wf
 }
 
 // Patch 请求
 func (ses *Session) Patch(url string) *Workflow {
-	wf := NewWorkflow(ses)
+	wf := NewWorkflow(ses, url)
 	wf.Method = "PATCH"
-	wf.SetURL(url)
 	return wf
 }
 
 // Delete 请求
 func (ses *Session) Delete(url string) *Workflow {
-	wf := NewWorkflow(ses)
+	wf := NewWorkflow(ses, url)
 	wf.Method = "DELETE"
-	wf.SetURL(url)
 	return wf
 }
 
 // Head 请求
 func (ses *Session) Head(url string) *Workflow {
-	wf := NewWorkflow(ses)
+	wf := NewWorkflow(ses, url)
 	wf.Method = "HEAD"
-	wf.SetURL(url)
 	return wf
 }
 
 // Options 请求
 func (ses *Session) Options(url string) *Workflow {
-	wf := NewWorkflow(ses)
+	wf := NewWorkflow(ses, url)
 	wf.Method = "OPTIONS"
-	wf.SetURL(url)
 	return wf
 }
+
+// CloseIdleConnections  closes the idle connections that a session client may make use of
+// 从levigross/grequests 借鉴
+func (ses *Session) CloseIdleConnections() {
+	ses.client.Transport.(*http.Transport).CloseIdleConnections()
+}
+
+// EnsureTransporterFinalized will ensure that when the HTTP client is GCed
+// the runtime will close the idle connections (so that they won't leak)
+// this function was adopted from Hashicorp's go-cleanhttp package
+// 暂时不用, 标记到以后是否起作用
+func EnsureTransporterFinalized(httpTransport *http.Transport) {
+	runtime.SetFinalizer(&httpTransport, func(transportInt **http.Transport) {
+		(*transportInt).CloseIdleConnections()
+	})
+}

session_test.go

@@ -30,7 +30,6 @@ func TestSession_Get(t *testing.T) {
 		fields fields
 		args   args
 	}{
-		// TODO: Add test cases.
 		{
 			name:   "Get test",
 			fields: fields{client: &http.Client{}},
@@ -95,7 +94,7 @@ func TestSession_Post(t *testing.T) {
 func TestSession_Setparams(t *testing.T) {
 	type fields struct {
 		client *http.Client
-		params *Params
+		params *Body
 	}
 	type args struct {
 		params []interface{}
@@ -107,7 +106,6 @@ func TestSession_Setparams(t *testing.T) {
 		want    *regexp.Regexp
 		wantErr bool
 	}{
-		// TODO: Add test cases.
 		{
 			name: "test Setparams",
 			args: args{params: []interface{}{map[string]string{"a": "1", "b": "2"}}},
@@ -120,7 +118,7 @@ func TestSession_Setparams(t *testing.T) {
 		},
 		{
 			name:   "test xml",
-			fields: fields{client: &http.Client{}, params: &Params{}},
+			fields: fields{client: &http.Client{}, params: &Body{}},
 			args:   args{params: []interface{}{`<request><parameters><password>test</password></parameters></request>`, TypeXML}},
 			want:   regexp.MustCompile(`"data": "<request><parameters><password>test</password></parameters></request>"`),
 		},
@@ -285,7 +283,6 @@ func TestSession_SetConfig(t *testing.T) {
 		args    args
 		wantErr bool
 	}{
-		// TODO: Add test cases.
 		{
 			name:    "test timeout",
 			args:    args{typeConfig: ConfigRequestTimeout, values: 0.01},
@@ -339,3 +336,47 @@ func TestSession_SetConfigInsecure(t *testing.T) {
 	}
 
 }
+
+func TestSession_Cookies(t *testing.T) {
+	ses := NewSession()
+
+	t.Run("set cookie", func(t *testing.T) {
+
+		resp, err := ses.Get("http://httpbin.org/cookies/set").AddKVCookie("a", "1").Execute()
+		if err != nil {
+			t.Error("cookies set error", err)
+		}
+
+		if !regexp.MustCompile(`"a": "1"`).MatchString(resp.DContent) {
+			t.Error(resp.DContent)
+		}
+	})
+}
+
+func TestSession_Header(t *testing.T) {
+	chromeua := "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/69.0.3497.100 Safari/537.36"
+	ses := NewSession()
+
+	t.Run("ua header test", func(t *testing.T) {
+
+		ses.Header.Add(HeaderKeyUA, chromeua)
+		resp, err := ses.Get("https://www.baidu.com").Execute()
+		if err != nil {
+			t.Error("cookies set error", err)
+		}
+
+		if len(resp.DContent) <= 5000 {
+			t.Error(resp.DContent, len(resp.DContent))
+		}
+
+		ses = NewSession()
+		resp, err = ses.Get("https://www.baidu.com").AddHeader(HeaderKeyUA, chromeua).Execute()
+		if err != nil {
+			t.Error("cookies set error", err)
+		}
+
+		if len(resp.DContent) <= 5000 {
+			t.Error(resp.DContent, len(resp.DContent))
+		}
+	})
+}

workflow.go

@@ -1,8 +1,11 @@
 package requests
 
 import (
+	"log"
+	"net/http"
 	"net/url"
 	"regexp"
+	"strings"
 )
 
 // Workflow 工作流
@@ -10,14 +13,21 @@ type Workflow struct {
 	session   *Session
 	ParsedURL *url.URL
 	Method    string
-	Body      *Params
+	Body      *Body
+	Header    http.Header
+	Cookies   map[string]*http.Cookie
 }
 
 // NewWorkflow new and init workflow
-func NewWorkflow(ses *Session) *Workflow {
+func NewWorkflow(ses *Session, u string) *Workflow {
 	wf := &Workflow{}
 	wf.SwitchSession(ses)
-	wf.Body = &Params{}
+
+	wf.SetURL(u)
+
+	wf.Body = &Body{}
+	wf.Header = make(http.Header)
+	wf.Cookies = make(map[string]*http.Cookie)
 	return wf
 }
 
@@ -26,9 +36,69 @@ func (wf *Workflow) SwitchSession(ses *Session) {
 	wf.session = ses
 }
 
+// AddHeader 添加头信息  Get方法从Header参数上获取
+func (wf *Workflow) AddHeader(key, value string) *Workflow {
+	wf.Header.Add(key, value)
+	return wf
+}
+
+// SetHeader 设置头信息 这样构造 []string{value} Get方法从Header参数上获取
+func (wf *Workflow) SetHeader(key, value string) *Workflow {
+	wf.Header.Set(key, value)
+	return wf
+}
+
+// GetHeader 获取Workflow Header
+func (wf *Workflow) GetHeader() http.Header {
+	return wf.Header
+}
+
+// GetCombineHeader 获取后的Header信息
+func (wf *Workflow) GetCombineHeader() http.Header {
+	return mergeMapList(wf.session.Header, wf.Header)
+}
+
+// DelHeader 添加头信息 Get方法从Header参数上获取
+func (wf *Workflow) DelHeader(key string) *Workflow {
+	wf.Header.Del(key)
+	return wf
+}
+
+// AddCookie 添加Cookie
+func (wf *Workflow) AddCookie(c *http.Cookie) *Workflow {
+	wf.Cookies[c.Name] = c
+	return wf
+}
+
+// AddKVCookie 添加 以 key value 的 Cookie
+func (wf *Workflow) AddKVCookie(name, value string) *Workflow {
+	wf.Cookies[name] = &http.Cookie{Name: name, Value: value}
+	return wf
+}
+
+// DelCookie 删除Cookie
+func (wf *Workflow) DelCookie(name interface{}) *Workflow {
+	switch n := name.(type) {
+	case string:
+		if _, ok := wf.Cookies[n]; ok {
+			delete(wf.Cookies, n)
+			return wf
+		}
+	case *http.Cookie:
+		if _, ok := wf.Cookies[n.Name]; ok {
+			delete(wf.Cookies, n.Name)
+			return wf
+		}
+	default:
+		panic("name type is not support")
+	}
+	return nil
+}
+
 // GetStringURL 获取url的string形式
 func (wf *Workflow) GetStringURL() string {
-	return wf.ParsedURL.String()
+	u := strings.Split(wf.ParsedURL.String(), "?")[0] + "?" + wf.GetCombineQuery().Encode()
+	return u
 }
 
 // SetURL 设置 url
@@ -41,20 +111,26 @@ func (wf *Workflow) SetURL(srcURL string) *Workflow {
 	return wf
 }
 
-// GetURLQuery 获取Query参数
-func (wf *Workflow) GetURLQuery() url.Values {
-	if wf.ParsedURL != nil {
+// GetQuery 获取Query参数
+func (wf *Workflow) GetQuery() url.Values {
 	return wf.ParsedURL.Query()
 }
 
+// GetCombineQuery 获取Query参数
+func (wf *Workflow) GetCombineQuery() url.Values {
+	if wf.ParsedURL != nil {
+		vs := wf.ParsedURL.Query()
+		return mergeMapList(wf.session.GetQuery(), vs)
+	}
 	return nil
 }
 
-// SetURLQuery 设置Query参数
-func (wf *Workflow) SetURLQuery(query url.Values) *Workflow {
+// SetQuery 设置Query参数
+func (wf *Workflow) SetQuery(query url.Values) *Workflow {
 	if query == nil {
 		return wf
 	}
+	query = (url.Values)(mergeMapList(wf.session.Query, query))
 	wf.ParsedURL.RawQuery = query.Encode()
 	return wf
 }
@@ -92,7 +168,7 @@ func (wf *Workflow) SetURLPath(path []string) *Workflow {
 	return wf
 }
 
-// SetURLRawPath 设置Path参数
+// SetURLRawPath 设置Pa晚上参数
 func (wf *Workflow) SetURLRawPath(path string) *Workflow {
 	wf.ParsedURL.Path = path
 	return wf
@@ -100,9 +176,7 @@ func (wf *Workflow) SetURLRawPath(path string) *Workflow {
 
 // SetBodyParams 参数设置
 func (wf *Workflow) SetBodyParams(params ...interface{}) *Workflow {
-	if params == nil {
-		return wf
-	}
+	if params != nil {
 
 		plen := len(params)
 		defaultContentType := TypeURLENCODED
@@ -116,9 +190,9 @@ func (wf *Workflow) SetBodyParams(params ...interface{}) *Workflow {
 		}
 
 		if defaultContentType == TypeFormData {
-		// TODO: form-data
 			createMultipart(wf.Body, params)
 		} else {
+
 			var values url.Values
 			switch param := params[0].(type) {
 			case map[string]string:
@@ -135,13 +209,72 @@ func (wf *Workflow) SetBodyParams(params ...interface{}) *Workflow {
 			case []byte:
 				wf.Body.IOBody = param
 			}
+
 		}
+	}
+
 	return wf
 }
 
+func mergeMapList(headers ...map[string][]string) map[string][]string {
+
+	set := make(map[string]map[string]int)
+	merged := make(map[string][]string)
+
+	for _, header := range headers {
+		for key, values := range header {
+			for _, v := range values {
+				if vs, ok := set[key]; ok {
+					vs[v] = 1
+				} else {
+					set[key] = make(map[string]int)
+					set[key][v] = 1
+				}
+			}
+		}
+	}
+
+	for key, mvalue := range set {
+		for v := range mvalue {
+			// merged.Add(key, v)
+			if mergeValue, ok := merged[key]; ok {
+				merged[key] = append(mergeValue, v)
+			} else {
+				merged[key] = []string{v}
+			}
+		}
+	}
+
+	return merged
+}
+
+// setHeaderRequest 设置request的头
+func setHeaderRequest(req *http.Request, wf *Workflow) {
+	req.Header = mergeMapList(req.Header, wf.session.Header, wf.Header)
+}
+
+// setHeaderRequest 设置request的临时Cookie, 永久需要在session上设置cookie
+func setTempCookieRequest(req *http.Request, wf *Workflow) {
+	if wf.Cookies != nil {
+		for _, c := range wf.Cookies {
+			req.AddCookie(c)
+		}
+	}
+}
+
 // Execute 执行
 func (wf *Workflow) Execute() (*Response, error) {
-	req := buildBodyRequest(wf.Method, wf.GetStringURL(), wf.Body)
+
+	req := buildBodyRequest(wf)
+
+	setHeaderRequest(req, wf)
+	setTempCookieRequest(req, wf)
+
+	if wf.session.auth != nil {
+		req.SetBasicAuth(wf.session.auth.User, wf.session.auth.Password)
+	}
+	log.Println(req.Header)
+
 	resp, err := wf.session.client.Do(req)
 	if err != nil {
 		return nil, err