添加 go.mod replace

v0.0.9

.gitignore

@@ -1 +1,2 @@
 *.pyc
+*.vscode

base.go

@@ -7,33 +7,45 @@ import (
 	"reflect"
 )
 
-func buildBodyRequest(ver, rawurl string, params *Params) *http.Request {
+func buildBodyRequest(wf *Workflow) *http.Request {
 	var req *http.Request
 	var err error
+	contentType := ""
 
-	if params.IOBody == nil {
-		req, err = http.NewRequest(ver, rawurl, nil)
+	if wf.Body.GetIOBody() == nil {
+		req, err = http.NewRequest(wf.Method, wf.GetRawURL(), nil)
 	} else {
-		var body *bytes.Buffer
-		switch params.IOBody.(type) {
+		var bodybuf *bytes.Buffer
+		switch wf.Body.GetIOBody().(type) {
 		case []byte:
-			body = bytes.NewBuffer(params.IOBody.([]byte))
+			bodybuf = bytes.NewBuffer(wf.Body.GetIOBody().([]byte))
+		case string:
+			bodybuf = bytes.NewBuffer([]byte(wf.Body.GetIOBody().(string)))
 		case *bytes.Buffer:
-			body = bytes.NewBuffer(params.IOBody.(*bytes.Buffer).Bytes())
+			bodybuf = bytes.NewBuffer(wf.Body.GetIOBody().(*bytes.Buffer).Bytes())
 		default:
-			panic(errors.New("the type is not exist, type is" + reflect.TypeOf(params.IOBody).String()))
+			panic(errors.New("the type is not exist, type is " + reflect.TypeOf(wf.Body.GetIOBody()).String()))
 		}
-		req, err = http.NewRequest(ver, rawurl, body)
+		req, err = http.NewRequest(wf.Method, wf.GetRawURL(), bodybuf)
 	}
 
 	if err != nil {
 		panic(err)
 	}
 
-	if params.ContentType == "" {
-		req.Header.Set("Content-Type", TypeURLENCODED)
+	if wf.Body.ContentType() != "" {
+		contentType = wf.Body.ContentType()
 	} else {
-		req.Header.Set("Content-Type", params.ContentType)
+		contentType = ""
+		if contentType == "" {
+			if wf.Method == "POST" || wf.Method == "PUT" || wf.Method == "PATCH" {
+				contentType = TypeURLENCODED
+			}
+		}
+	}
+
+	if contentType != "" {
+		req.Header.Set(HeaderKeyContentType, contentType)
 	}
 
 	return req

go.mod

@@ -0,0 +1,11 @@
+module requests
+
+go 1.12
+
+require (
+	474420502.top/eson/gjson v1.1.3
+	github.com/tidwall/match v1.0.1 // indirect
+	golang.org/x/net v0.0.0-20190902185345-cdfb69ac37fc6fa907650654115ebebb3aae2087
+)
+
+replace golang.org/x/net => github.com/golang/net v0.0.0-20190902185345-cdfb69ac37fc6fa907650654115ebebb3aae2087

go.sum

@@ -0,0 +1,11 @@
+474420502.top/eson/gjson v1.1.3 h1:SDeD1/SWm1YknuokcPww8ZmsOOguQqFAYLWnQTMMX98=
+474420502.top/eson/gjson v1.1.3/go.mod h1:95mdr7XPHsGvsGZj/FeQ+iT7mggI6LKc3JT/ZnveebI=
+github.com/golang/net v0.0.0-20190902185345-cdfb69ac37fc6fa907650654115ebebb3aae2087 h1:haK1T12C0CO79KUdu+ZzLL9+l9BwM9PRkd2/mQqdg8E=
+github.com/golang/net v0.0.0-20190902185345-cdfb69ac37fc6fa907650654115ebebb3aae2087/go.mod h1:98y8FxUyMjTdJ5eOj/8vzuiVO14/dkJ98NYhEPG8QGY=
+github.com/tidwall/match v1.0.1 h1:PnKP62LPNxHKTwvHHZZzdOAOCtsJTjo6dZLCwpKm5xc=
+github.com/tidwall/match v1.0.1/go.mod h1:LujAq0jyVjBy028G1WhWfIzbpQfMO8bBZ6Tyb0+pL9E=
+golang.org/x/crypto v0.0.0-20190308221718-c2843e01d9a2/go.mod h1:djNgcEr1/C05ACkg1iLfiJU5Ep61QUkGW8qpdssI0+w=
+golang.org/x/net v0.0.0-20190628185345-da137c7871d7 h1:rTIdg5QFRR7XCaK4LCjBiPbx8j4DQRpdYMnGn/bJUEU=
+golang.org/x/net v0.0.0-20190628185345-da137c7871d7/go.mod h1:z5CRVTTTmAJ677TzLLGU+0bjPO0LkuOLi4/5GtJWs/s=
+golang.org/x/sys v0.0.0-20190215142949-d0b11bdaac8a/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY=
+golang.org/x/text v0.3.0/go.mod h1:NqM8EUOU14njkJ3fqMW+pc6Ldnwhi/IjpwHt7yyuwOQ=

multipart.go

@@ -15,16 +15,19 @@ func writeFormUploadFile(mwriter *multipart.Writer, ufile *UploadFile) {
 		log.Panic(err)
 	}
 	io.Copy(part, ufile.FileReaderCloser)
+
+	err = ufile.FileReaderCloser.Close()
+	if err != nil {
+		panic(err)
+	}
 }
 
-func createMultipart(postParams *Params, params []interface{}) {
+func createMultipart(postParams IBody, params []interface{}) {
 	plen := len(params)
 
 	body := &bytes.Buffer{}
 	mwriter := multipart.NewWriter(body)
 
-	defer mwriter.Close()
-
 	for _, iparam := range params[0 : plen-1] {
 		switch param := iparam.(type) {
 		case *UploadFile:
@@ -85,6 +88,11 @@ func createMultipart(postParams *Params, params []interface{}) {
 		}
 	}
 
-	postParams.ContentType = mwriter.FormDataContentType()
-	postParams.IOBody = body
+	postParams.AddContentType(mwriter.FormDataContentType())
+	postParams.SetIOBody(body)
+
+	err := mwriter.Close()
+	if err != nil {
+		panic(err)
+	}
 }

requests_method.go

@@ -1,199 +0,0 @@
-package requests
-
-import (
-	"crypto/tls"
-	"errors"
-	"net/http"
-	"net/url"
-	"reflect"
-	"time"
-)
-
-// Params 相关参数结构
-type Params struct {
-	// Query       map[string][]string
-	IOBody interface{}
-	// Files       []UploadFile
-	ContentType string
-}
-
-// BasicAuth 帐号认真结构
-type BasicAuth struct {
-	// User 帐号
-	User string
-	// Password 密码
-	Password string
-}
-
-// Session 的基本方法
-type Session struct {
-	client    *http.Client
-	transport *http.Transport
-	cookies   http.CookieJar
-	params    *Params
-	auth      *BasicAuth
-}
-
-// TypeContent post类型参数
-type TypeContent int
-
-const (
-	_ TypeContent = iota
-	// TypeJSON 类型
-	TypeJSON = "application/json"
-	// TypeXML 类型
-	TypeXML = "text/xml"
-	// TypeURLENCODED 类型
-	TypeURLENCODED = "application/x-www-form-urlencoded"
-	// TypeFormData 类型
-	TypeFormData = "multipart/form-data"
-)
-
-// TypeConfig 配置类型
-type TypeConfig int
-
-const (
-	_ TypeConfig = iota
-	// ConfigRequestTimeout request 包括 dial request redirect 总时间超时
-	ConfigRequestTimeout // 支持time.Duration 和 int(秒为单位)
-
-	// ConfigDialTimeout 一个Connect过程的Timeout
-	ConfigDialTimeout // 支持time.Duration 和 int(秒为单位)
-
-	// ConfigProxy 代理链接
-	ConfigProxy // http, https, socks5
-
-	// ConfigInsecure InsecureSkipVerify
-	ConfigInsecure // true, false
-
-	// ConfigBasicAuth 帐号认证
-	ConfigBasicAuth // user pwd
-
-	// ConfigTLS 帐号认证
-	ConfigTLS // user pwd
-)
-
-// NewSession 创建Session
-func NewSession() *Session {
-	client := &http.Client{}
-	transport := &http.Transport{}
-	client.Transport = transport
-
-	return &Session{client: client, params: &Params{}, transport: transport, auth: nil}
-}
-
-// SetConfig 设置配置
-func (ses *Session) SetConfig(typeConfig TypeConfig, values interface{}) {
-
-	switch typeConfig {
-	case ConfigRequestTimeout:
-		switch v := values.(type) {
-		case time.Duration:
-			ses.client.Timeout = v
-		case int:
-			ses.client.Timeout = time.Duration(v * int(time.Second))
-		case int64:
-			ses.client.Timeout = time.Duration(v * int64(time.Second))
-		case float32:
-			ses.client.Timeout = time.Duration(v * float32(time.Second))
-		case float64:
-			ses.client.Timeout = time.Duration(v * float64(time.Second))
-		default:
-			panic(errors.New("error type " + reflect.TypeOf(v).String()))
-		}
-	case ConfigDialTimeout:
-
-	case ConfigProxy:
-		switch v := values.(type) {
-		case string:
-			purl, err := (url.Parse(v))
-			if err != nil {
-				panic(err)
-			}
-			ses.transport.Proxy = http.ProxyURL(purl)
-		case *url.URL:
-			ses.transport.Proxy = http.ProxyURL(v)
-		}
-	case ConfigInsecure:
-		ses.transport.TLSClientConfig = &tls.Config{InsecureSkipVerify: !values.(bool)}
-	case ConfigTLS:
-		ses.transport.TLSClientConfig = values.(*tls.Config)
-	case ConfigBasicAuth:
-		if ses.auth == nil {
-			ses.auth = &BasicAuth{}
-		}
-
-		switch v := values.(type) {
-		case *BasicAuth:
-			ses.auth.User = v.User
-			ses.auth.User = v.Password
-		case BasicAuth:
-			ses.auth.User = v.User
-			ses.auth.User = v.Password
-		case []string:
-			ses.auth.User = v[0]
-			ses.auth.User = v[1]
-		case nil:
-			ses.auth = nil
-		}
-	default:
-		panic(errors.New("unknown typeConfig " + reflect.TypeOf(typeConfig).String()))
-	}
-	return
-}
-
-// Get 请求
-func (ses *Session) Get(url string) *Workflow {
-	wf := NewWorkflow(ses)
-	wf.Method = "GET"
-	wf.SetURL(url)
-	return wf
-}
-
-// Post 请求
-func (ses *Session) Post(url string) *Workflow {
-	wf := NewWorkflow(ses)
-	wf.Method = "POST"
-	wf.SetURL(url)
-	return wf
-}
-
-// Put 请求
-func (ses *Session) Put(url string) *Workflow {
-	wf := NewWorkflow(ses)
-	wf.Method = "PUT"
-	wf.SetURL(url)
-	return wf
-}
-
-// Patch 请求
-func (ses *Session) Patch(url string) *Workflow {
-	wf := NewWorkflow(ses)
-	wf.Method = "PATCH"
-	wf.SetURL(url)
-	return wf
-}
-
-// Delete 请求
-func (ses *Session) Delete(url string) *Workflow {
-	wf := NewWorkflow(ses)
-	wf.Method = "DELETE"
-	wf.SetURL(url)
-	return wf
-}
-
-// Head 请求
-func (ses *Session) Head(url string) *Workflow {
-	wf := NewWorkflow(ses)
-	wf.Method = "HEAD"
-	wf.SetURL(url)
-	return wf
-}
-
-// Options 请求
-func (ses *Session) Options(url string) *Workflow {
-	wf := NewWorkflow(ses)
-	wf.Method = "OPTIONS"
-	wf.SetURL(url)
-	return wf
-}

response.go

@@ -9,52 +9,48 @@ import (
 	"net/http"
 )
 
-// Response 响应内容包含http.Response
+// Response 响应内容包含http.Response 已读
 type Response struct {
-	DContent  string
-	GResponse *http.Response
+	readContent  string
+	readResponse *http.Response
 }
 
 // FromHTTPResponse 生成Response 从标准http.Response
 func FromHTTPResponse(resp *http.Response) (*Response, error) {
-
+	var err error
 	// 复制response 返回内容 并且测试是否有解压的需求
 	srcbuf, err := ioutil.ReadAll(resp.Body)
 	if err != nil {
-		panic(err)
+		return nil, err
 	}
 	resp.Body.Close()
 
-	cbuf := bytes.NewBuffer([]byte{})
-	_, err = io.Copy(cbuf, bytes.NewReader(srcbuf))
-
-	if err != nil {
-		panic(err)
-	}
-
-	resp.Body = ioutil.NopCloser(cbuf)
-
-	content := string(srcbuf)
+	content := ""
 	srcReader := bytes.NewReader(srcbuf)
 
-	if r, err := gzip.NewReader(srcReader); err == nil {
-		buf, err := ioutil.ReadAll(r)
+	var reader io.ReadCloser
+	if reader, err = gzip.NewReader(srcReader); err == nil {
+		defer reader.Close()
+		buf, err := ioutil.ReadAll(reader)
 		if err != nil {
-			panic(err)
+			return nil, err
 		}
 		content = string(buf)
-	} else if r, err := zlib.NewReader(srcReader); err == nil {
-		buf, err := ioutil.ReadAll(r)
+	} else if reader, err = zlib.NewReader(srcReader); err == nil {
+		defer reader.Close()
+		buf, err := ioutil.ReadAll(reader)
 		if err != nil {
-			panic(err)
+			return nil, err
 		}
 		content = string(buf)
+	} else {
+		content = string(srcbuf)
 	}
 
-	return &Response{DContent: content, GResponse: resp}, nil
+	return &Response{readContent: content, readResponse: resp}, nil
 }
 
 // Content 返回解压后的内容
 func (gresp *Response) Content() string {
-	return gresp.DContent
+	return gresp.readContent
 }

session.go

@@ -0,0 +1,379 @@
+package requests
+
+import (
+	"crypto/tls"
+	"errors"
+	"net/http"
+	"net/http/cookiejar"
+	"net/url"
+	"reflect"
+	"runtime"
+	"strings"
+	"time"
+
+	"golang.org/x/net/publicsuffix"
+)
+
+// Body 相关参数结构
+type Body struct {
+	// Query       map[string][]string
+	ioBody interface{}
+	// prefix ContentType 前缀
+	prefix string
+	// Files       []UploadFile
+	contentTypes map[string]int
+}
+
+// NewBody new body pointer
+func NewBody() *Body {
+	b := &Body{}
+	b.contentTypes = make(map[string]int)
+	return b
+}
+
+// SetIOBody 设置IOBody的值
+func (body *Body) SetIOBody(iobody interface{}) {
+	body.ioBody = iobody
+}
+
+// GetIOBody 获取ioBody值
+func (body *Body) GetIOBody() interface{} {
+	return body.ioBody
+}
+
+// ContentType 获取ContentType
+func (body *Body) ContentType() string {
+	content := body.prefix
+	for kvalue := range body.contentTypes {
+		content += kvalue + ";"
+	}
+	return strings.TrimRight(content, ";")
+}
+
+// SetPrefix SetPrefix 和 AddContentType的顺序会影响到ContentType()的返回结果
+func (body *Body) SetPrefix(ct string) {
+	body.prefix = strings.TrimRight(ct, ";") + ";"
+}
+
+// AddContentType 添加 Add Type类型
+func (body *Body) AddContentType(ct string) {
+	for _, v := range strings.Split(ct, ";") {
+		v = strings.Trim(v, " ")
+		if v != "" {
+			if body.prefix != v {
+				body.contentTypes[v] = 1
+			}
+		}
+	}
+
+}
+
+// IBody 相关参数结构
+type IBody interface {
+	// GetIOBody  获取iobody data
+	GetIOBody() interface{}
+	// SetIOBody  设置iobody data
+	SetIOBody(iobody interface{})
+	// ContentType      返回包括 Prefix 所有的ContentType
+	ContentType() string
+	// AppendContent
+	AddContentType(ct string)
+	// SetPrefix 设置 Prefix;  唯一前缀
+	SetPrefix(ct string)
+}
+
+// BasicAuth 帐号认真结构
+type BasicAuth struct {
+	// User 帐号
+	User string
+	// Password 密码
+	Password string
+}
+
+// Session 的基本方法
+type Session struct {
+	auth *BasicAuth
+
+	body IBody
+
+	client    *http.Client
+	cookiejar http.CookieJar
+
+	transport *http.Transport
+
+	Header http.Header
+	Query  url.Values
+}
+
+const (
+	// TypeJSON 类型
+	TypeJSON = "application/json"
+
+	// TypeXML 类型
+	TypeXML = "text/xml"
+
+	// TypePlain 类型
+	TypePlain = "text/plain"
+
+	// TypeHTML 类型
+	TypeHTML = "text/html"
+
+	// TypeURLENCODED 类型
+	TypeURLENCODED = "application/x-www-form-urlencoded"
+
+	// TypeForm PostForm类型
+	TypeForm = TypeURLENCODED
+
+	// TypeStream application/octet-stream 只能提交一个二进制流, 很少用
+	TypeStream = "application/octet-stream"
+
+	// TypeFormData 类型
+	TypeFormData = "multipart/form-data"
+
+	// TypeMixed Mixed类型
+	TypeMixed = "multipart/mixed"
+
+	// HeaderKeyHost Host
+	HeaderKeyHost = "Host"
+
+	// HeaderKeyUA User-Agent
+	HeaderKeyUA = "User-Agent"
+
+	// HeaderKeyContentType Content-Type
+	HeaderKeyContentType = "Content-Type"
+)
+
+// TypeConfig 配置类型
+type TypeConfig int
+
+const (
+	_ TypeConfig = iota
+	// CRequestTimeout request 包括 dial request redirect 总时间超时
+	CRequestTimeout // 支持time.Duration 和 int(秒为单位)
+
+	// CDialTimeout 一个Connect过程的Timeout
+	CDialTimeout // 支持time.Duration 和 int(秒为单位)
+
+	// CKeepAlives 默认不KeepAlives, 容易被一直KeepAlives 没关闭链接
+	CKeepAlives
+
+	// CProxy 代理链接
+	CProxy // http, https, socks5
+
+	// CInsecure InsecureSkipVerify
+	CInsecure // true, false
+
+	// CBasicAuth 帐号认证
+	CBasicAuth // user pwd
+
+	// CTLS 帐号认证
+	CTLS // user pwd
+
+	// CCookiejar 持久化 CookieJar
+	CCookiejar // true or false ; default = true
+)
+
+// NewSession 创建Session
+func NewSession() *Session {
+	client := &http.Client{}
+	transport := &http.Transport{DisableCompression: true, DisableKeepAlives: true}
+
+	EnsureTransporterFinalized(transport)
+
+	client.Transport = transport
+	cjar, err := cookiejar.New(&cookiejar.Options{PublicSuffixList: publicsuffix.List})
+	if err != nil {
+		panic(err)
+	}
+
+	client.Jar = cjar
+	return &Session{client: client, body: NewBody(), transport: transport, auth: nil, cookiejar: client.Jar, Header: make(http.Header)}
+}
+
+// SetConfig 设置配置
+func (ses *Session) SetConfig(typeConfig TypeConfig, values interface{}) {
+
+	switch typeConfig {
+	case CRequestTimeout:
+		switch v := values.(type) {
+		case time.Duration:
+			ses.client.Timeout = v
+		case int:
+			ses.client.Timeout = time.Duration(v * int(time.Second))
+		case int64:
+			ses.client.Timeout = time.Duration(v * int64(time.Second))
+		case float32:
+			ses.client.Timeout = time.Duration(v * float32(time.Second))
+		case float64:
+			ses.client.Timeout = time.Duration(v * float64(time.Second))
+		default:
+			panic(errors.New("error type " + reflect.TypeOf(v).String()))
+		}
+	case CDialTimeout:
+		// 没时间实现这些小细节
+	case CKeepAlives:
+		ses.transport.DisableKeepAlives = !values.(bool)
+	case CCookiejar:
+		v := values.(bool)
+		if v {
+			if ses.client.Jar == nil {
+				ses.client.Jar = ses.cookiejar
+			}
+		} else {
+			ses.client.Jar = nil
+		}
+	case CProxy:
+		switch v := values.(type) {
+		case string:
+			purl, err := (url.Parse(v))
+			if err != nil {
+				panic(err)
+			}
+			ses.transport.Proxy = http.ProxyURL(purl)
+		case *url.URL:
+			ses.transport.Proxy = http.ProxyURL(v)
+		case nil:
+			ses.transport.Proxy = nil
+		}
+	case CInsecure:
+		ses.transport.TLSClientConfig = &tls.Config{InsecureSkipVerify: values.(bool)}
+	case CTLS:
+		ses.transport.TLSClientConfig = values.(*tls.Config)
+	case CBasicAuth:
+		if ses.auth == nil {
+			ses.auth = &BasicAuth{}
+		}
+
+		switch v := values.(type) {
+		case *BasicAuth:
+			ses.auth.User = v.User
+			ses.auth.User = v.Password
+		case BasicAuth:
+			ses.auth.User = v.User
+			ses.auth.User = v.Password
+		case []string:
+			ses.auth.User = v[0]
+			ses.auth.User = v[1]
+		case nil:
+			ses.auth = nil
+		}
+	default:
+		panic(errors.New("unknown typeConfig " + reflect.TypeOf(typeConfig).String()))
+	}
+	return
+}
+
+// SetQuery 设置url query的持久参数的值
+func (ses *Session) SetQuery(values url.Values) {
+	ses.Query = values
+}
+
+// GetQuery 获取get query的值
+func (ses *Session) GetQuery() url.Values {
+	return ses.Query
+}
+
+// SetHeader 设置set Header的值
+func (ses *Session) SetHeader(header http.Header) {
+	ses.Header = header
+}
+
+// GetHeader 获取get Header的值
+func (ses *Session) GetHeader() http.Header {
+	return ses.Header
+}
+
+// SetCookies 设置Cookies 或者添加Cookies Del
+func (ses *Session) SetCookies(u *url.URL, cookies []*http.Cookie) {
+	ses.cookiejar.SetCookies(u, cookies)
+}
+
+// GetCookies 返回 Cookies
+func (ses *Session) GetCookies(u *url.URL) []*http.Cookie {
+	return ses.cookiejar.Cookies(u)
+}
+
+// DelCookies 删除 Cookies
+func (ses *Session) DelCookies(u *url.URL, name string) {
+	cookies := ses.cookiejar.Cookies(u)
+	for _, c := range cookies {
+		if c.Name == name {
+			c.MaxAge = -1
+		}
+	}
+	ses.SetCookies(u, cookies)
+}
+
+// ClearCookies 清楚所有cookiejar上的cookies
+func (ses *Session) ClearCookies() {
+	cjar, err := cookiejar.New(&cookiejar.Options{PublicSuffixList: publicsuffix.List})
+	if err != nil {
+		panic(err)
+	}
+	ses.cookiejar = cjar
+	ses.client.Jar = ses.cookiejar
+}
+
+// Head 请求
+func (ses *Session) Head(url string) *Workflow {
+	wf := NewWorkflow(ses, url)
+	wf.Method = "HEAD"
+	return wf
+}
+
+// Get 请求
+func (ses *Session) Get(url string) *Workflow {
+	wf := NewWorkflow(ses, url)
+	wf.Method = "GET"
+	return wf
+}
+
+// Post 请求
+func (ses *Session) Post(url string) *Workflow {
+	wf := NewWorkflow(ses, url)
+	wf.Method = "POST"
+	return wf
+}
+
+// Put 请求
+func (ses *Session) Put(url string) *Workflow {
+	wf := NewWorkflow(ses, url)
+	wf.Method = "PUT"
+	return wf
+}
+
+// Patch 请求
+func (ses *Session) Patch(url string) *Workflow {
+	wf := NewWorkflow(ses, url)
+	wf.Method = "PATCH"
+	return wf
+}
+
+// Options 请求
+func (ses *Session) Options(url string) *Workflow {
+	wf := NewWorkflow(ses, url)
+	wf.Method = "OPTIONS"
+	return wf
+}
+
+// Delete 请求
+func (ses *Session) Delete(url string) *Workflow {
+	wf := NewWorkflow(ses, url)
+	wf.Method = "DELETE"
+	return wf
+}
+
+// // CloseIdleConnections  closes the idle connections that a session client may make use of
+// // 从levigross/grequests 借鉴
+// func (ses *Session) CloseIdleConnections() {
+// 	ses.client.Transport.(*http.Transport).CloseIdleConnections()
+// }
+
+// EnsureTransporterFinalized will ensure that when the HTTP client is GCed
+// the runtime will close the idle connections (so that they won't leak)
+// this function was adopted from Hashicorp's go-cleanhttp package
+func EnsureTransporterFinalized(httpTransport *http.Transport) {
+	runtime.SetFinalizer(&httpTransport, func(transportInt **http.Transport) {
+		(*transportInt).CloseIdleConnections()
+	})
+}

session_test.go

@@ -30,7 +30,6 @@ func TestSession_Get(t *testing.T) {
 		fields fields
 		args   args
 	}{
-		// TODO: Add test cases.
 		{
 			name:   "Get test",
 			fields: fields{client: &http.Client{}},
@@ -77,14 +76,14 @@ func TestSession_Post(t *testing.T) {
 	for _, tt := range tests {
 		t.Run(tt.name, func(t *testing.T) {
 			ses := NewSession()
-			got, err := ses.Post("http://httpbin.org/post").SetBodyParams(tt.args.params...).Execute()
+			got, err := ses.Post("http://httpbin.org/post").AutoSetBody(tt.args.params...).Execute()
 
 			if err != nil {
 				t.Errorf("Metchod error = %v", err)
 				return
 			}
 
-			if tt.want.MatchString(got.DContent) == false {
+			if tt.want.MatchString(got.readContent) == false {
 				t.Errorf("Metchod = %v, want %v", got, tt.want)
 			}
 
@@ -95,7 +94,7 @@ func TestSession_Post(t *testing.T) {
 func TestSession_Setparams(t *testing.T) {
 	type fields struct {
 		client *http.Client
-		params *Params
+		params *Body
 	}
 	type args struct {
 		params []interface{}
@@ -107,7 +106,6 @@ func TestSession_Setparams(t *testing.T) {
 		want    *regexp.Regexp
 		wantErr bool
 	}{
-		// TODO: Add test cases.
 		{
 			name: "test Setparams",
 			args: args{params: []interface{}{map[string]string{"a": "1", "b": "2"}}},
@@ -120,7 +118,7 @@ func TestSession_Setparams(t *testing.T) {
 		},
 		{
 			name:   "test xml",
-			fields: fields{client: &http.Client{}, params: &Params{}},
+			fields: fields{client: &http.Client{}, params: NewBody()},
 			args:   args{params: []interface{}{`<request><parameters><password>test</password></parameters></request>`, TypeXML}},
 			want:   regexp.MustCompile(`"data": "<request><parameters><password>test</password></parameters></request>"`),
 		},
@@ -129,13 +127,13 @@ func TestSession_Setparams(t *testing.T) {
 		t.Run(tt.name, func(t *testing.T) {
 			ses := NewSession()
 
-			got, err := ses.Post("http://httpbin.org/post").SetBodyParams(tt.args.params...).Execute()
+			got, err := ses.Post("http://httpbin.org/post").AutoSetBody(tt.args.params...).Execute()
 			if (err != nil) != tt.wantErr {
 				t.Errorf("Metchod error = %v, wantErr %v", err, tt.wantErr)
 				return
 			}
 
-			if tt.want.MatchString(got.DContent) == false {
+			if tt.want.MatchString(got.readContent) == false {
 				t.Errorf("Metchod = %v, want %v", got, tt.want)
 			}
 		})
@@ -171,14 +169,14 @@ func TestSession_PostUploadFile(t *testing.T) {
 	for _, tt := range tests {
 		t.Run(tt.name, func(t *testing.T) {
 			ses := NewSession()
-			got, err := ses.Post("http://httpbin.org/post").SetBodyParams(tt.args.params, TypeFormData).Execute()
+			got, err := ses.Post("http://httpbin.org/post").AutoSetBody(tt.args.params, TypeFormData).Execute()
 
 			if err != nil {
 				t.Errorf("Metchod error = %v", err)
 				return
 			}
 
-			if tt.want.MatchString(got.DContent) == false {
+			if tt.want.MatchString(got.readContent) == false {
 				t.Errorf("Metchod = %v, want %v", got, tt.want)
 			}
 
@@ -215,14 +213,14 @@ func TestSession_Put(t *testing.T) {
 	for _, tt := range tests {
 		t.Run(tt.name, func(t *testing.T) {
 			ses := NewSession()
-			got, err := ses.Put("http://httpbin.org/put").SetBodyParams(tt.args.params, TypeFormData).Execute()
+			got, err := ses.Put("http://httpbin.org/put").AutoSetBody(tt.args.params, TypeFormData).Execute()
 
 			if err != nil {
 				t.Errorf("Metchod error = %v", err)
 				return
 			}
 
-			if tt.want.MatchString(got.DContent) == false {
+			if tt.want.MatchString(got.readContent) == false {
 				t.Errorf("Metchod = %v, want %v", got, tt.want)
 			}
 
@@ -259,14 +257,14 @@ func TestSession_Patch(t *testing.T) {
 	for _, tt := range tests {
 		t.Run(tt.name, func(t *testing.T) {
 			ses := NewSession()
-			got, err := ses.Patch("http://httpbin.org/patch").SetBodyParams(tt.args.params, TypeFormData).Execute()
+			got, err := ses.Patch("http://httpbin.org/patch").AutoSetBody(tt.args.params, TypeFormData).Execute()
 
 			if err != nil {
 				t.Errorf("Metchod error = %v", err)
 				return
 			}
 
-			if tt.want.MatchString(got.DContent) == false {
+			if tt.want.MatchString(got.readContent) == false {
 				t.Errorf("Metchod = %v, want %v", got, tt.want)
 			}
 
@@ -285,22 +283,21 @@ func TestSession_SetConfig(t *testing.T) {
 		args    args
 		wantErr bool
 	}{
-		// TODO: Add test cases.
 		{
 			name:    "test timeout",
-			args:    args{typeConfig: ConfigRequestTimeout, values: 0.01},
+			args:    args{typeConfig: CRequestTimeout, values: 0.01},
 			wantErr: true,
 		},
 
 		{
 			name:    "test not timeout",
-			args:    args{typeConfig: ConfigRequestTimeout, values: 5},
+			args:    args{typeConfig: CRequestTimeout, values: 5},
 			wantErr: false,
 		},
 
 		{
 			name:    "test proxy",
-			args:    args{typeConfig: ConfigProxy, values: "http://474420502.top:7070"},
+			args:    args{typeConfig: CProxy, values: "http://474420502.top:7070"},
 			wantErr: false,
 		},
 	}
@@ -322,7 +319,7 @@ func TestSession_SetConfig(t *testing.T) {
 func TestSession_SetConfigInsecure(t *testing.T) {
 
 	ses := NewSession()
-	ses.SetConfig(ConfigInsecure, false)
+	ses.SetConfig(CInsecure, true)
 
 	for _, badSSL := range []string{
 		"https://self-signed.badssl.com/",
@@ -333,9 +330,52 @@ func TestSession_SetConfigInsecure(t *testing.T) {
 		if err != nil {
 			t.Error("Unable to make request", err)
 		}
-		if resp.GResponse.StatusCode != 200 {
-			t.Error("Request did not return OK, is ", resp.GResponse.StatusCode)
+		if resp.readResponse.StatusCode != 200 {
+			t.Error("Request did not return OK, is ", resp.readResponse.StatusCode)
 		}
 	}
 
 }
+
+func TestSession_Cookies(t *testing.T) {
+	ses := NewSession()
+
+	t.Run("set cookie", func(t *testing.T) {
+		resp, err := ses.Get("http://httpbin.org/cookies/set").AddKVCookie("a", "1").Execute()
+		if err != nil {
+			t.Error("cookies set error", err)
+		}
+
+		if !regexp.MustCompile(`"a": "1"`).MatchString(resp.readContent) {
+			t.Error(resp.readContent)
+		}
+	})
+}
+
+func TestSession_Header(t *testing.T) {
+	chromeua := "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/69.0.3497.100 Safari/537.36"
+	ses := NewSession()
+
+	t.Run("ua header test", func(t *testing.T) {
+
+		ses.Header.Add(HeaderKeyUA, chromeua)
+		resp, err := ses.Get("https://www.baidu.com").Execute()
+		if err != nil {
+			t.Error("cookies set error", err)
+		}
+
+		if len(resp.readContent) <= 5000 {
+			t.Error(resp.readContent, len(resp.readContent))
+		}
+
+		ses = NewSession()
+		resp, err = ses.Get("https://www.baidu.com").AddHeader(HeaderKeyUA, chromeua).Execute()
+		if err != nil {
+			t.Error("cookies set error", err)
+		}
+
+		if len(resp.readContent) <= 5000 {
+			t.Error(resp.readContent, len(resp.readContent))
+		}
+	})
+}

upload_file.go

@@ -17,13 +17,11 @@ type UploadFile struct {
 // UploadFileFromPath 从本地文件获取上传文件
 func UploadFileFromPath(fileName string) (*UploadFile, error) {
 	fd, err := os.Open(fileName)
-
 	if err != nil {
 		return nil, err
 	}
 
 	return &UploadFile{FileReaderCloser: fd, FileName: fileName}, nil
-
 }
 
 // UploadFileFromGlob 根据Glob从本地文件获取上传文件

workflow.go

@@ -1,23 +1,32 @@
 package requests
 
 import (
+	"net/http"
 	"net/url"
 	"regexp"
+	"strings"
 )
 
-// Workflow 工作流
+// Workflow 工作流 设计点: 这个并不影响Session的属性变化 如 NewWorkflow(ses, url).AddHeader() 对ses没影响
 type Workflow struct {
 	session   *Session
 	ParsedURL *url.URL
 	Method    string
-	Body      *Params
+	Body      IBody
+	Header    http.Header
+	Cookies   map[string]*http.Cookie
 }
 
 // NewWorkflow new and init workflow
-func NewWorkflow(ses *Session) *Workflow {
+func NewWorkflow(ses *Session, urlstr string) *Workflow {
 	wf := &Workflow{}
 	wf.SwitchSession(ses)
-	wf.Body = &Params{}
+
+	wf.SetRawURL(urlstr)
+
+	wf.Body = NewBody()
+	wf.Header = make(http.Header)
+	wf.Cookies = make(map[string]*http.Cookie)
 	return wf
 }
 
@@ -26,13 +35,99 @@ func (wf *Workflow) SwitchSession(ses *Session) {
 	wf.session = ses
 }
 
-// GetStringURL 获取url的string形式
-func (wf *Workflow) GetStringURL() string {
-	return wf.ParsedURL.String()
+// AddHeader 添加头信息  Get方法从Header参数上获取
+func (wf *Workflow) AddHeader(key, value string) *Workflow {
+	wf.Header[key] = append(wf.Header[key], value)
+	return wf
 }
 
-// SetURL 设置 url
-func (wf *Workflow) SetURL(srcURL string) *Workflow {
+// SetHeader 设置完全替换原有Header
+func (wf *Workflow) SetHeader(header http.Header) *Workflow {
+	wf.Header = make(http.Header)
+	for k, HValues := range header {
+		var newHValues []string
+		for _, value := range HValues {
+			newHValues = append(newHValues, value)
+		}
+		wf.Header[k] = newHValues
+	}
+	return wf
+}
+
+// GetHeader 获取Workflow Header
+func (wf *Workflow) GetHeader() http.Header {
+	return wf.Header
+}
+
+// GetCombineHeader 获取后的Header信息
+func (wf *Workflow) GetCombineHeader() http.Header {
+	return mergeMapList(wf.session.Header, wf.Header)
+}
+
+// DelHeader 添加头信息 Get方法从Header参数上获取
+func (wf *Workflow) DelHeader(key string) *Workflow {
+	wf.Header.Del(key)
+	return wf
+}
+
+// AddCookie 添加Cookie
+func (wf *Workflow) AddCookie(c *http.Cookie) *Workflow {
+	wf.Cookies[c.Name] = c
+	return wf
+}
+
+// AddCookies 添加[]*http.Cookie
+func (wf *Workflow) AddCookies(cookies []*http.Cookie) *Workflow {
+	for _, c := range cookies {
+		wf.AddCookie(c)
+	}
+	return wf
+}
+
+// AddKVCookie 添加 以 key value 的 Cookie
+func (wf *Workflow) AddKVCookie(name, value string) *Workflow {
+	wf.Cookies[name] = &http.Cookie{Name: name, Value: value}
+	return wf
+}
+
+// DelCookie 删除Cookie
+func (wf *Workflow) DelCookie(name interface{}) *Workflow {
+	switch n := name.(type) {
+	case string:
+		if _, ok := wf.Cookies[n]; ok {
+			delete(wf.Cookies, n)
+			return wf
+		}
+	case *http.Cookie:
+		if _, ok := wf.Cookies[n.Name]; ok {
+			delete(wf.Cookies, n.Name)
+			return wf
+		}
+	default:
+		panic("name type is not support")
+	}
+	return nil
+}
+
+// GetParsedURL 获取url的string形式
+func (wf *Workflow) GetParsedURL() *url.URL {
+	return wf.ParsedURL
+}
+
+// SetParsedURL 获取url的string形式
+func (wf *Workflow) SetParsedURL(u *url.URL) *Workflow {
+	wf.ParsedURL = u
+	return wf
+}
+
+// GetRawURL 获取url的string形式
+func (wf *Workflow) GetRawURL() string {
+	u := strings.Split(wf.ParsedURL.String(), "?")[0] + "?" + wf.GetCombineQuery().Encode()
+	return u
+}
+
+// SetRawURL 设置 url
+func (wf *Workflow) SetRawURL(srcURL string) *Workflow {
 	purl, err := url.ParseRequestURI(srcURL)
 	if err != nil {
 		panic(err)
@@ -41,20 +136,26 @@ func (wf *Workflow) SetURL(srcURL string) *Workflow {
 	return wf
 }
 
-// GetURLQuery 获取Query参数
-func (wf *Workflow) GetURLQuery() url.Values {
-	if wf.ParsedURL != nil {
-		return wf.ParsedURL.Query()
-	}
+// GetQuery 获取Query参数
+func (wf *Workflow) GetQuery() url.Values {
+	return wf.ParsedURL.Query()
+}
 
+// GetCombineQuery 获取Query参数
+func (wf *Workflow) GetCombineQuery() url.Values {
+	if wf.ParsedURL != nil {
+		vs := wf.ParsedURL.Query()
+		return mergeMapList(wf.session.GetQuery(), vs)
+	}
 	return nil
 }
 
-// SetURLQuery 设置Query参数
-func (wf *Workflow) SetURLQuery(query url.Values) *Workflow {
+// SetQuery 设置Query参数
+func (wf *Workflow) SetQuery(query url.Values) *Workflow {
 	if query == nil {
 		return wf
 	}
+	query = (url.Values)(mergeMapList(wf.session.Query, query))
 	wf.ParsedURL.RawQuery = query.Encode()
 	return wf
 }
@@ -92,59 +193,124 @@ func (wf *Workflow) SetURLPath(path []string) *Workflow {
 	return wf
 }
 
-// SetURLRawPath 设置Path参数
+// SetURLRawPath 设置Pa晚上参数
 func (wf *Workflow) SetURLRawPath(path string) *Workflow {
 	wf.ParsedURL.Path = path
 	return wf
 }
 
-// SetBodyParams 参数设置
-func (wf *Workflow) SetBodyParams(params ...interface{}) *Workflow {
-	if params == nil {
-		return wf
-	}
+// SetBody 参数设置
+func (wf *Workflow) SetBody(body IBody) *Workflow {
+	wf.Body = body
+	return wf
+}
 
-	plen := len(params)
-	defaultContentType := TypeURLENCODED
+// GetBody 参数设置
+func (wf *Workflow) GetBody(body IBody) IBody {
+	return wf.Body
+}
 
-	if plen >= 2 {
-		t := params[plen-1]
-		defaultContentType = t.(string)
-		wf.Body.ContentType = defaultContentType
-	} else {
-		wf.Body.ContentType = defaultContentType
-	}
+// AutoSetBody 参数设置
+func (wf *Workflow) AutoSetBody(params ...interface{}) *Workflow {
 
-	if defaultContentType == TypeFormData {
-		// TODO: form-data
-		createMultipart(wf.Body, params)
-	} else {
-		var values url.Values
-		switch param := params[0].(type) {
-		case map[string]string:
-			values := make(url.Values)
-			for k, v := range param {
-				values.Set(k, v)
+	if params != nil {
+		plen := len(params)
+		defaultContentType := TypeURLENCODED
+
+		if plen >= 2 {
+			t := params[plen-1]
+			defaultContentType = t.(string)
+		}
+
+		wf.Body.SetPrefix(defaultContentType)
+
+		if defaultContentType == TypeFormData {
+			createMultipart(wf.Body, params)
+		} else {
+			var values url.Values
+			switch param := params[0].(type) {
+			case map[string]string:
+				values := make(url.Values)
+				for k, v := range param {
+					values.Set(k, v)
+				}
+				wf.Body.SetIOBody([]byte(values.Encode()))
+			case map[string][]string:
+				values = param
+				wf.Body.SetIOBody([]byte(values.Encode()))
+			case string:
+				wf.Body.SetIOBody([]byte(param))
+			case []byte:
+				wf.Body.SetIOBody(param)
 			}
-			wf.Body.IOBody = []byte(values.Encode())
-		case map[string][]string:
-			values = param
-			wf.Body.IOBody = []byte(values.Encode())
-		case string:
-			wf.Body.IOBody = []byte(param)
-		case []byte:
-			wf.Body.IOBody = param
+
 		}
 	}
 	return wf
 }
 
+func mergeMapList(headers ...map[string][]string) map[string][]string {
+
+	set := make(map[string]map[string]int)
+	merged := make(map[string][]string)
+
+	for _, header := range headers {
+		for key, values := range header {
+			for _, v := range values {
+				if vs, ok := set[key]; ok {
+					vs[v] = 1
+				} else {
+					set[key] = make(map[string]int)
+					set[key][v] = 1
+				}
+			}
+		}
+	}
+
+	for key, mvalue := range set {
+		for v := range mvalue {
+			// merged.Add(key, v)
+			if mergeValue, ok := merged[key]; ok {
+				merged[key] = append(mergeValue, v)
+			} else {
+				merged[key] = []string{v}
+			}
+		}
+	}
+
+	return merged
+}
+
+// setHeaderRequest 设置request的头
+func setHeaderRequest(req *http.Request, wf *Workflow) {
+	req.Header = mergeMapList(req.Header, wf.session.Header, wf.Header)
+}
+
+// setHeaderRequest 设置request的临时Cookie, 永久需要在session上设置cookie
+func setTempCookieRequest(req *http.Request, wf *Workflow) {
+	if wf.Cookies != nil {
+		for _, c := range wf.Cookies {
+			req.AddCookie(c)
+		}
+	}
+}
+
 // Execute 执行
 func (wf *Workflow) Execute() (*Response, error) {
-	req := buildBodyRequest(wf.Method, wf.GetStringURL(), wf.Body)
+
+	req := buildBodyRequest(wf)
+
+	setHeaderRequest(req, wf)
+	setTempCookieRequest(req, wf)
+
+	if wf.session.auth != nil {
+		req.SetBasicAuth(wf.session.auth.User, wf.session.auth.Password)
+	}
+
 	resp, err := wf.session.client.Do(req)
 	if err != nil {
 		return nil, err
 	}
+
 	return FromHTTPResponse(resp)
 }

workflow_test.go

@@ -0,0 +1,60 @@
+package requests
+
+import (
+	"regexp"
+	"testing"
+
+	"474420502.top/eson/gjson"
+)
+
+func TestWorkflow(t *testing.T) {
+	ses := NewSession()
+
+	t.Run("set cookie", func(t *testing.T) {
+		resp, err := ses.Get("http://httpbin.org/cookies/set").AddKVCookie("a", "1").Execute()
+		if err != nil {
+			t.Error("cookies set error", err)
+		}
+
+		if !regexp.MustCompile(`"a": "1"`).MatchString(resp.readContent) {
+			t.Error(resp.readContent)
+		}
+
+		wf := ses.Get("http://httpbin.org/cookies/set")
+		resp, err = wf.AddKVCookie("b", "2").Execute()
+		if err != nil {
+			t.Error("cookies set error", err)
+		}
+
+		result := gjson.Get(resp.readContent, "cookies.a")
+		if result.Exists() {
+			t.Error(resp.readContent)
+		}
+
+		result = gjson.Get(resp.readContent, "cookies.b")
+		if result.Int() != 2 {
+			t.Error(resp.readContent)
+		}
+
+		resp, err = wf.AddKVCookie("a", "3").Execute()
+		results := gjson.GetMany(resp.readContent, "cookies.a", "cookies.b")
+		if results[0].Int() != 3 {
+			t.Error(resp.readContent)
+		}
+
+		if results[1].Int() != 2 {
+			t.Error(resp.readContent)
+		}
+
+		resp, err = wf.AddHeader("XX", "123").SetRawURL("http://httpbin.org/headers").Execute()
+		if err != nil {
+			t.Error("cookies set error", err)
+		}
+
+		// headers 只能是String 表示
+		result = gjson.Get(resp.readContent, "headers.Xx")
+		if result.String() != "123" {
+			t.Error(resp.readContent)
+		}
+	})
+}