Compare commits
23 Commits
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
1d2bbcd22f | ||
|
|
137121ee59 | ||
|
|
23a369677f | ||
|
|
d382505453 | ||
|
|
02bc589ba3 | ||
|
|
0deea9fc82 | ||
|
|
f27a538639 | ||
|
|
f490fa9c04 | ||
|
|
4f88f69899 | ||
|
|
1c6f19a23c | ||
|
|
730e3462f6 | ||
|
|
ae3982faaa | ||
|
|
166fe96265 | ||
|
|
8a0a21fc5e | ||
|
|
025f911c0e | ||
|
|
21a167304b | ||
|
|
54b481c9f5 | ||
|
|
408995f2b4 | ||
|
|
4b77382218 | ||
|
|
13dfdee51c | ||
|
|
01df404ead | ||
|
|
8383a3820f | ||
|
|
3ee03a1c7b |
1
.gitignore
vendored
1
.gitignore
vendored
@@ -1 +1,2 @@
|
|||||||
*.pyc
|
*.pyc
|
||||||
|
*.vscode
|
||||||
|
|||||||
32
base.go
32
base.go
@@ -7,33 +7,43 @@ import (
|
|||||||
"reflect"
|
"reflect"
|
||||||
)
|
)
|
||||||
|
|
||||||
func buildBodyRequest(ver, rawurl string, body *Body) *http.Request {
|
func buildBodyRequest(wf *Workflow) *http.Request {
|
||||||
var req *http.Request
|
var req *http.Request
|
||||||
var err error
|
var err error
|
||||||
|
contentType := ""
|
||||||
|
|
||||||
if body.IOBody == nil {
|
if wf.Body.IOBody() == nil {
|
||||||
req, err = http.NewRequest(ver, rawurl, nil)
|
req, err = http.NewRequest(wf.Method, wf.GetRawURL(), nil)
|
||||||
} else {
|
} else {
|
||||||
var bodybuf *bytes.Buffer
|
var bodybuf *bytes.Buffer
|
||||||
switch body.IOBody.(type) {
|
switch wf.Body.IOBody().(type) {
|
||||||
case []byte:
|
case []byte:
|
||||||
bodybuf = bytes.NewBuffer(body.IOBody.([]byte))
|
bodybuf = bytes.NewBuffer(wf.Body.IOBody().([]byte))
|
||||||
case *bytes.Buffer:
|
case *bytes.Buffer:
|
||||||
bodybuf = bytes.NewBuffer(body.IOBody.(*bytes.Buffer).Bytes())
|
bodybuf = bytes.NewBuffer(wf.Body.IOBody().(*bytes.Buffer).Bytes())
|
||||||
default:
|
default:
|
||||||
panic(errors.New("the type is not exist, type is" + reflect.TypeOf(body.IOBody).String()))
|
panic(errors.New("the type is not exist, type is" + reflect.TypeOf(wf.Body.IOBody).String()))
|
||||||
}
|
}
|
||||||
req, err = http.NewRequest(ver, rawurl, bodybuf)
|
req, err = http.NewRequest(wf.Method, wf.GetRawURL(), bodybuf)
|
||||||
}
|
}
|
||||||
|
|
||||||
if err != nil {
|
if err != nil {
|
||||||
panic(err)
|
panic(err)
|
||||||
}
|
}
|
||||||
|
|
||||||
if body.ContentType == "" {
|
if wf.Body.ContentType() != "" {
|
||||||
req.Header.Set(HeaderKeyContentType, TypeURLENCODED)
|
contentType = wf.Body.ContentType()
|
||||||
} else {
|
} else {
|
||||||
req.Header.Set(HeaderKeyContentType, body.ContentType)
|
contentType = ""
|
||||||
|
if contentType == "" {
|
||||||
|
if wf.Method == "POST" || wf.Method == "PUT" || wf.Method == "PATCH" {
|
||||||
|
contentType = TypeURLENCODED
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
if contentType != "" {
|
||||||
|
req.Header.Set(HeaderKeyContentType, contentType)
|
||||||
}
|
}
|
||||||
|
|
||||||
return req
|
return req
|
||||||
|
|||||||
@@ -17,7 +17,7 @@ func writeFormUploadFile(mwriter *multipart.Writer, ufile *UploadFile) {
|
|||||||
io.Copy(part, ufile.FileReaderCloser)
|
io.Copy(part, ufile.FileReaderCloser)
|
||||||
}
|
}
|
||||||
|
|
||||||
func createMultipart(postParams *Body, params []interface{}) {
|
func createMultipart(postParams IBody, params []interface{}) {
|
||||||
plen := len(params)
|
plen := len(params)
|
||||||
|
|
||||||
body := &bytes.Buffer{}
|
body := &bytes.Buffer{}
|
||||||
@@ -85,6 +85,6 @@ func createMultipart(postParams *Body, params []interface{}) {
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
postParams.ContentType = mwriter.FormDataContentType()
|
postParams.AddContentType(mwriter.FormDataContentType())
|
||||||
postParams.IOBody = body
|
postParams.SetIOBody(body)
|
||||||
}
|
}
|
||||||
|
|||||||
220
session.go
220
session.go
@@ -7,6 +7,8 @@ import (
|
|||||||
"net/http/cookiejar"
|
"net/http/cookiejar"
|
||||||
"net/url"
|
"net/url"
|
||||||
"reflect"
|
"reflect"
|
||||||
|
"runtime"
|
||||||
|
"strings"
|
||||||
"time"
|
"time"
|
||||||
|
|
||||||
"golang.org/x/net/publicsuffix"
|
"golang.org/x/net/publicsuffix"
|
||||||
@@ -15,9 +17,70 @@ import (
|
|||||||
// Body 相关参数结构
|
// Body 相关参数结构
|
||||||
type Body struct {
|
type Body struct {
|
||||||
// Query map[string][]string
|
// Query map[string][]string
|
||||||
IOBody interface{}
|
ioBody interface{}
|
||||||
|
// prefix ContentType 前缀
|
||||||
|
prefix string
|
||||||
// Files []UploadFile
|
// Files []UploadFile
|
||||||
ContentType string
|
contentTypes map[string]int
|
||||||
|
}
|
||||||
|
|
||||||
|
// NewBody new body pointer
|
||||||
|
func NewBody() *Body {
|
||||||
|
b := &Body{}
|
||||||
|
b.contentTypes = make(map[string]int)
|
||||||
|
return b
|
||||||
|
}
|
||||||
|
|
||||||
|
// SetIOBody 设置IOBody的值
|
||||||
|
func (body *Body) SetIOBody(iobody interface{}) {
|
||||||
|
body.ioBody = iobody
|
||||||
|
}
|
||||||
|
|
||||||
|
// IOBody 获取ioBody值
|
||||||
|
func (body *Body) IOBody() interface{} {
|
||||||
|
return body.ioBody
|
||||||
|
}
|
||||||
|
|
||||||
|
// ContentType 获取ContentType
|
||||||
|
func (body *Body) ContentType() string {
|
||||||
|
content := body.prefix
|
||||||
|
for kvalue := range body.contentTypes {
|
||||||
|
content += kvalue + ";"
|
||||||
|
}
|
||||||
|
return strings.TrimRight(content, ";")
|
||||||
|
}
|
||||||
|
|
||||||
|
// SetPrefix SetPrefix 和 AddContentType的顺序会影响到ContentType()的返回结果
|
||||||
|
func (body *Body) SetPrefix(ct string) {
|
||||||
|
body.prefix = strings.TrimRight(ct, ";") + ";"
|
||||||
|
}
|
||||||
|
|
||||||
|
// AddContentType 添加 Add Type类型
|
||||||
|
func (body *Body) AddContentType(ct string) {
|
||||||
|
for _, v := range strings.Split(ct, ";") {
|
||||||
|
v = strings.Trim(v, " ")
|
||||||
|
if v != "" {
|
||||||
|
if body.prefix != v {
|
||||||
|
body.contentTypes[v] = 1
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
}
|
||||||
|
|
||||||
|
// IBody 相关参数结构
|
||||||
|
type IBody interface {
|
||||||
|
|
||||||
|
// Query map[string][]string
|
||||||
|
IOBody() interface{}
|
||||||
|
// SetIOBody
|
||||||
|
SetIOBody(iobody interface{})
|
||||||
|
// Files []UploadFile
|
||||||
|
ContentType() string
|
||||||
|
// AppendContent
|
||||||
|
AddContentType(ct string)
|
||||||
|
// AddPrefix 添加 Prefix
|
||||||
|
SetPrefix(ct string)
|
||||||
}
|
}
|
||||||
|
|
||||||
// BasicAuth 帐号认真结构
|
// BasicAuth 帐号认真结构
|
||||||
@@ -30,27 +93,53 @@ type BasicAuth struct {
|
|||||||
|
|
||||||
// Session 的基本方法
|
// Session 的基本方法
|
||||||
type Session struct {
|
type Session struct {
|
||||||
client *http.Client
|
|
||||||
transport *http.Transport
|
|
||||||
cookiejar http.CookieJar
|
|
||||||
params *Body
|
|
||||||
Header http.Header
|
|
||||||
auth *BasicAuth
|
auth *BasicAuth
|
||||||
|
|
||||||
|
body IBody
|
||||||
|
|
||||||
|
client *http.Client
|
||||||
|
cookiejar http.CookieJar
|
||||||
|
|
||||||
|
transport *http.Transport
|
||||||
|
|
||||||
|
Header http.Header
|
||||||
|
Query url.Values
|
||||||
}
|
}
|
||||||
|
|
||||||
const (
|
const (
|
||||||
// TypeJSON 类型
|
// TypeJSON 类型
|
||||||
TypeJSON = "application/json"
|
TypeJSON = "application/json"
|
||||||
|
|
||||||
// TypeXML 类型
|
// TypeXML 类型
|
||||||
TypeXML = "text/xml"
|
TypeXML = "text/xml"
|
||||||
|
|
||||||
|
// TypePlain 类型
|
||||||
|
TypePlain = "text/plain"
|
||||||
|
|
||||||
|
// TypeHTML 类型
|
||||||
|
TypeHTML = "text/html"
|
||||||
|
|
||||||
// TypeURLENCODED 类型
|
// TypeURLENCODED 类型
|
||||||
TypeURLENCODED = "application/x-www-form-urlencoded"
|
TypeURLENCODED = "application/x-www-form-urlencoded"
|
||||||
|
|
||||||
|
// TypeForm PostForm类型
|
||||||
|
TypeForm = TypeURLENCODED
|
||||||
|
|
||||||
|
// TypeStream application/octet-stream 只能提交一个二进制流, 很少用
|
||||||
|
TypeStream = "application/octet-stream"
|
||||||
|
|
||||||
// TypeFormData 类型
|
// TypeFormData 类型
|
||||||
TypeFormData = "multipart/form-data"
|
TypeFormData = "multipart/form-data"
|
||||||
|
|
||||||
|
// TypeMixed Mixed类型
|
||||||
|
TypeMixed = "multipart/mixed"
|
||||||
|
|
||||||
// HeaderKeyHost Host
|
// HeaderKeyHost Host
|
||||||
HeaderKeyHost = "Host"
|
HeaderKeyHost = "Host"
|
||||||
|
|
||||||
// HeaderKeyUA User-Agent
|
// HeaderKeyUA User-Agent
|
||||||
HeaderKeyUA = "User-Agent"
|
HeaderKeyUA = "User-Agent"
|
||||||
|
|
||||||
// HeaderKeyContentType Content-Type
|
// HeaderKeyContentType Content-Type
|
||||||
HeaderKeyContentType = "Content-Type"
|
HeaderKeyContentType = "Content-Type"
|
||||||
)
|
)
|
||||||
@@ -60,26 +149,26 @@ type TypeConfig int
|
|||||||
|
|
||||||
const (
|
const (
|
||||||
_ TypeConfig = iota
|
_ TypeConfig = iota
|
||||||
// ConfigRequestTimeout request 包括 dial request redirect 总时间超时
|
// CRequestTimeout request 包括 dial request redirect 总时间超时
|
||||||
ConfigRequestTimeout // 支持time.Duration 和 int(秒为单位)
|
CRequestTimeout // 支持time.Duration 和 int(秒为单位)
|
||||||
|
|
||||||
// ConfigDialTimeout 一个Connect过程的Timeout
|
// CDialTimeout 一个Connect过程的Timeout
|
||||||
ConfigDialTimeout // 支持time.Duration 和 int(秒为单位)
|
CDialTimeout // 支持time.Duration 和 int(秒为单位)
|
||||||
|
|
||||||
// ConfigProxy 代理链接
|
// CProxy 代理链接
|
||||||
ConfigProxy // http, https, socks5
|
CProxy // http, https, socks5
|
||||||
|
|
||||||
// ConfigInsecure InsecureSkipVerify
|
// CInsecure InsecureSkipVerify
|
||||||
ConfigInsecure // true, false
|
CInsecure // true, false
|
||||||
|
|
||||||
// ConfigBasicAuth 帐号认证
|
// CBasicAuth 帐号认证
|
||||||
ConfigBasicAuth // user pwd
|
CBasicAuth // user pwd
|
||||||
|
|
||||||
// ConfigTLS 帐号认证
|
// CTLS 帐号认证
|
||||||
ConfigTLS // user pwd
|
CTLS // user pwd
|
||||||
|
|
||||||
// ConfigCookiejar 持久化 CookieJar
|
// CCookiejar 持久化 CookieJar
|
||||||
ConfigCookiejar // true or false ; default = true
|
CCookiejar // true or false ; default = true
|
||||||
)
|
)
|
||||||
|
|
||||||
// NewSession 创建Session
|
// NewSession 创建Session
|
||||||
@@ -94,14 +183,14 @@ func NewSession() *Session {
|
|||||||
}
|
}
|
||||||
|
|
||||||
client.Jar = cjar
|
client.Jar = cjar
|
||||||
return &Session{client: client, params: &Body{}, transport: transport, auth: nil, cookiejar: client.Jar, Header: make(http.Header)}
|
return &Session{client: client, body: NewBody(), transport: transport, auth: nil, cookiejar: client.Jar, Header: make(http.Header)}
|
||||||
}
|
}
|
||||||
|
|
||||||
// SetConfig 设置配置
|
// SetConfig 设置配置
|
||||||
func (ses *Session) SetConfig(typeConfig TypeConfig, values interface{}) {
|
func (ses *Session) SetConfig(typeConfig TypeConfig, values interface{}) {
|
||||||
|
|
||||||
switch typeConfig {
|
switch typeConfig {
|
||||||
case ConfigRequestTimeout:
|
case CRequestTimeout:
|
||||||
switch v := values.(type) {
|
switch v := values.(type) {
|
||||||
case time.Duration:
|
case time.Duration:
|
||||||
ses.client.Timeout = v
|
ses.client.Timeout = v
|
||||||
@@ -116,22 +205,18 @@ func (ses *Session) SetConfig(typeConfig TypeConfig, values interface{}) {
|
|||||||
default:
|
default:
|
||||||
panic(errors.New("error type " + reflect.TypeOf(v).String()))
|
panic(errors.New("error type " + reflect.TypeOf(v).String()))
|
||||||
}
|
}
|
||||||
case ConfigDialTimeout:
|
case CDialTimeout:
|
||||||
// 没时间实现这些小细节
|
// 没时间实现这些小细节
|
||||||
case ConfigCookiejar:
|
case CCookiejar:
|
||||||
v := values.(bool)
|
v := values.(bool)
|
||||||
if v {
|
if v {
|
||||||
if ses.cookiejar == nil {
|
if ses.client.Jar == nil {
|
||||||
j, err := cookiejar.New(nil)
|
ses.client.Jar = ses.cookiejar
|
||||||
if err != nil {
|
|
||||||
panic(err)
|
|
||||||
}
|
|
||||||
ses.cookiejar = j
|
|
||||||
}
|
}
|
||||||
} else {
|
} else {
|
||||||
ses.cookiejar = nil
|
ses.client.Jar = nil
|
||||||
}
|
}
|
||||||
case ConfigProxy:
|
case CProxy:
|
||||||
switch v := values.(type) {
|
switch v := values.(type) {
|
||||||
case string:
|
case string:
|
||||||
purl, err := (url.Parse(v))
|
purl, err := (url.Parse(v))
|
||||||
@@ -141,12 +226,14 @@ func (ses *Session) SetConfig(typeConfig TypeConfig, values interface{}) {
|
|||||||
ses.transport.Proxy = http.ProxyURL(purl)
|
ses.transport.Proxy = http.ProxyURL(purl)
|
||||||
case *url.URL:
|
case *url.URL:
|
||||||
ses.transport.Proxy = http.ProxyURL(v)
|
ses.transport.Proxy = http.ProxyURL(v)
|
||||||
|
case nil:
|
||||||
|
ses.transport.Proxy = nil
|
||||||
}
|
}
|
||||||
case ConfigInsecure:
|
case CInsecure:
|
||||||
ses.transport.TLSClientConfig = &tls.Config{InsecureSkipVerify: !values.(bool)}
|
ses.transport.TLSClientConfig = &tls.Config{InsecureSkipVerify: !values.(bool)}
|
||||||
case ConfigTLS:
|
case CTLS:
|
||||||
ses.transport.TLSClientConfig = values.(*tls.Config)
|
ses.transport.TLSClientConfig = values.(*tls.Config)
|
||||||
case ConfigBasicAuth:
|
case CBasicAuth:
|
||||||
if ses.auth == nil {
|
if ses.auth == nil {
|
||||||
ses.auth = &BasicAuth{}
|
ses.auth = &BasicAuth{}
|
||||||
}
|
}
|
||||||
@@ -170,6 +257,26 @@ func (ses *Session) SetConfig(typeConfig TypeConfig, values interface{}) {
|
|||||||
return
|
return
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// SetQuery 设置url query的持久参数的值
|
||||||
|
func (ses *Session) SetQuery(values url.Values) {
|
||||||
|
ses.Query = values
|
||||||
|
}
|
||||||
|
|
||||||
|
// GetQuery 获取get query的值
|
||||||
|
func (ses *Session) GetQuery() url.Values {
|
||||||
|
return ses.Query
|
||||||
|
}
|
||||||
|
|
||||||
|
// SetHeader 设置set Header的值
|
||||||
|
func (ses *Session) SetHeader(header http.Header) {
|
||||||
|
ses.Header = header
|
||||||
|
}
|
||||||
|
|
||||||
|
// GetHeader 获取get Header的值
|
||||||
|
func (ses *Session) GetHeader() http.Header {
|
||||||
|
return ses.Header
|
||||||
|
}
|
||||||
|
|
||||||
// SetCookies 设置Cookies 或者添加Cookies Del
|
// SetCookies 设置Cookies 或者添加Cookies Del
|
||||||
func (ses *Session) SetCookies(u *url.URL, cookies []*http.Cookie) {
|
func (ses *Session) SetCookies(u *url.URL, cookies []*http.Cookie) {
|
||||||
ses.cookiejar.SetCookies(u, cookies)
|
ses.cookiejar.SetCookies(u, cookies)
|
||||||
@@ -191,59 +298,62 @@ func (ses *Session) DelCookies(u *url.URL, name string) {
|
|||||||
ses.SetCookies(u, cookies)
|
ses.SetCookies(u, cookies)
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// ClearCookies 清楚所有cookiejar上的cookies
|
||||||
|
func (ses *Session) ClearCookies() {
|
||||||
|
cjar, err := cookiejar.New(&cookiejar.Options{PublicSuffixList: publicsuffix.List})
|
||||||
|
if err != nil {
|
||||||
|
panic(err)
|
||||||
|
}
|
||||||
|
ses.cookiejar = cjar
|
||||||
|
ses.client.Jar = ses.cookiejar
|
||||||
|
}
|
||||||
|
|
||||||
// Get 请求
|
// Get 请求
|
||||||
func (ses *Session) Get(url string) *Workflow {
|
func (ses *Session) Get(url string) *Workflow {
|
||||||
wf := NewWorkflow(ses)
|
wf := NewWorkflow(ses, url)
|
||||||
wf.Method = "GET"
|
wf.Method = "GET"
|
||||||
wf.SetURL(url)
|
|
||||||
return wf
|
return wf
|
||||||
}
|
}
|
||||||
|
|
||||||
// Post 请求
|
// Post 请求
|
||||||
func (ses *Session) Post(url string) *Workflow {
|
func (ses *Session) Post(url string) *Workflow {
|
||||||
wf := NewWorkflow(ses)
|
wf := NewWorkflow(ses, url)
|
||||||
wf.Method = "POST"
|
wf.Method = "POST"
|
||||||
wf.SetURL(url)
|
|
||||||
return wf
|
return wf
|
||||||
}
|
}
|
||||||
|
|
||||||
// Put 请求
|
// Put 请求
|
||||||
func (ses *Session) Put(url string) *Workflow {
|
func (ses *Session) Put(url string) *Workflow {
|
||||||
wf := NewWorkflow(ses)
|
wf := NewWorkflow(ses, url)
|
||||||
wf.Method = "PUT"
|
wf.Method = "PUT"
|
||||||
wf.SetURL(url)
|
|
||||||
return wf
|
return wf
|
||||||
}
|
}
|
||||||
|
|
||||||
// Patch 请求
|
// Patch 请求
|
||||||
func (ses *Session) Patch(url string) *Workflow {
|
func (ses *Session) Patch(url string) *Workflow {
|
||||||
wf := NewWorkflow(ses)
|
wf := NewWorkflow(ses, url)
|
||||||
wf.Method = "PATCH"
|
wf.Method = "PATCH"
|
||||||
wf.SetURL(url)
|
|
||||||
return wf
|
return wf
|
||||||
}
|
}
|
||||||
|
|
||||||
// Delete 请求
|
// Delete 请求
|
||||||
func (ses *Session) Delete(url string) *Workflow {
|
func (ses *Session) Delete(url string) *Workflow {
|
||||||
wf := NewWorkflow(ses)
|
wf := NewWorkflow(ses, url)
|
||||||
wf.Method = "DELETE"
|
wf.Method = "DELETE"
|
||||||
wf.SetURL(url)
|
|
||||||
return wf
|
return wf
|
||||||
}
|
}
|
||||||
|
|
||||||
// Head 请求
|
// Head 请求
|
||||||
func (ses *Session) Head(url string) *Workflow {
|
func (ses *Session) Head(url string) *Workflow {
|
||||||
wf := NewWorkflow(ses)
|
wf := NewWorkflow(ses, url)
|
||||||
wf.Method = "HEAD"
|
wf.Method = "HEAD"
|
||||||
wf.SetURL(url)
|
|
||||||
return wf
|
return wf
|
||||||
}
|
}
|
||||||
|
|
||||||
// Options 请求
|
// Options 请求
|
||||||
func (ses *Session) Options(url string) *Workflow {
|
func (ses *Session) Options(url string) *Workflow {
|
||||||
wf := NewWorkflow(ses)
|
wf := NewWorkflow(ses, url)
|
||||||
wf.Method = "OPTIONS"
|
wf.Method = "OPTIONS"
|
||||||
wf.SetURL(url)
|
|
||||||
return wf
|
return wf
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -252,3 +362,13 @@ func (ses *Session) Options(url string) *Workflow {
|
|||||||
func (ses *Session) CloseIdleConnections() {
|
func (ses *Session) CloseIdleConnections() {
|
||||||
ses.client.Transport.(*http.Transport).CloseIdleConnections()
|
ses.client.Transport.(*http.Transport).CloseIdleConnections()
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// EnsureTransporterFinalized will ensure that when the HTTP client is GCed
|
||||||
|
// the runtime will close the idle connections (so that they won't leak)
|
||||||
|
// this function was adopted from Hashicorp's go-cleanhttp package
|
||||||
|
// 暂时不用, 标记到以后是否起作用
|
||||||
|
func EnsureTransporterFinalized(httpTransport *http.Transport) {
|
||||||
|
runtime.SetFinalizer(&httpTransport, func(transportInt **http.Transport) {
|
||||||
|
(*transportInt).CloseIdleConnections()
|
||||||
|
})
|
||||||
|
}
|
||||||
|
|||||||
@@ -30,7 +30,6 @@ func TestSession_Get(t *testing.T) {
|
|||||||
fields fields
|
fields fields
|
||||||
args args
|
args args
|
||||||
}{
|
}{
|
||||||
// TODO: Add test cases.
|
|
||||||
{
|
{
|
||||||
name: "Get test",
|
name: "Get test",
|
||||||
fields: fields{client: &http.Client{}},
|
fields: fields{client: &http.Client{}},
|
||||||
@@ -77,7 +76,7 @@ func TestSession_Post(t *testing.T) {
|
|||||||
for _, tt := range tests {
|
for _, tt := range tests {
|
||||||
t.Run(tt.name, func(t *testing.T) {
|
t.Run(tt.name, func(t *testing.T) {
|
||||||
ses := NewSession()
|
ses := NewSession()
|
||||||
got, err := ses.Post("http://httpbin.org/post").SetBodyParams(tt.args.params...).Execute()
|
got, err := ses.Post("http://httpbin.org/post").SetBody(tt.args.params...).Execute()
|
||||||
|
|
||||||
if err != nil {
|
if err != nil {
|
||||||
t.Errorf("Metchod error = %v", err)
|
t.Errorf("Metchod error = %v", err)
|
||||||
@@ -107,7 +106,6 @@ func TestSession_Setparams(t *testing.T) {
|
|||||||
want *regexp.Regexp
|
want *regexp.Regexp
|
||||||
wantErr bool
|
wantErr bool
|
||||||
}{
|
}{
|
||||||
// TODO: Add test cases.
|
|
||||||
{
|
{
|
||||||
name: "test Setparams",
|
name: "test Setparams",
|
||||||
args: args{params: []interface{}{map[string]string{"a": "1", "b": "2"}}},
|
args: args{params: []interface{}{map[string]string{"a": "1", "b": "2"}}},
|
||||||
@@ -120,7 +118,7 @@ func TestSession_Setparams(t *testing.T) {
|
|||||||
},
|
},
|
||||||
{
|
{
|
||||||
name: "test xml",
|
name: "test xml",
|
||||||
fields: fields{client: &http.Client{}, params: &Body{}},
|
fields: fields{client: &http.Client{}, params: NewBody()},
|
||||||
args: args{params: []interface{}{`<request><parameters><password>test</password></parameters></request>`, TypeXML}},
|
args: args{params: []interface{}{`<request><parameters><password>test</password></parameters></request>`, TypeXML}},
|
||||||
want: regexp.MustCompile(`"data": "<request><parameters><password>test</password></parameters></request>"`),
|
want: regexp.MustCompile(`"data": "<request><parameters><password>test</password></parameters></request>"`),
|
||||||
},
|
},
|
||||||
@@ -129,7 +127,7 @@ func TestSession_Setparams(t *testing.T) {
|
|||||||
t.Run(tt.name, func(t *testing.T) {
|
t.Run(tt.name, func(t *testing.T) {
|
||||||
ses := NewSession()
|
ses := NewSession()
|
||||||
|
|
||||||
got, err := ses.Post("http://httpbin.org/post").SetBodyParams(tt.args.params...).Execute()
|
got, err := ses.Post("http://httpbin.org/post").SetBody(tt.args.params...).Execute()
|
||||||
if (err != nil) != tt.wantErr {
|
if (err != nil) != tt.wantErr {
|
||||||
t.Errorf("Metchod error = %v, wantErr %v", err, tt.wantErr)
|
t.Errorf("Metchod error = %v, wantErr %v", err, tt.wantErr)
|
||||||
return
|
return
|
||||||
@@ -171,7 +169,7 @@ func TestSession_PostUploadFile(t *testing.T) {
|
|||||||
for _, tt := range tests {
|
for _, tt := range tests {
|
||||||
t.Run(tt.name, func(t *testing.T) {
|
t.Run(tt.name, func(t *testing.T) {
|
||||||
ses := NewSession()
|
ses := NewSession()
|
||||||
got, err := ses.Post("http://httpbin.org/post").SetBodyParams(tt.args.params, TypeFormData).Execute()
|
got, err := ses.Post("http://httpbin.org/post").SetBody(tt.args.params, TypeFormData).Execute()
|
||||||
|
|
||||||
if err != nil {
|
if err != nil {
|
||||||
t.Errorf("Metchod error = %v", err)
|
t.Errorf("Metchod error = %v", err)
|
||||||
@@ -215,7 +213,7 @@ func TestSession_Put(t *testing.T) {
|
|||||||
for _, tt := range tests {
|
for _, tt := range tests {
|
||||||
t.Run(tt.name, func(t *testing.T) {
|
t.Run(tt.name, func(t *testing.T) {
|
||||||
ses := NewSession()
|
ses := NewSession()
|
||||||
got, err := ses.Put("http://httpbin.org/put").SetBodyParams(tt.args.params, TypeFormData).Execute()
|
got, err := ses.Put("http://httpbin.org/put").SetBody(tt.args.params, TypeFormData).Execute()
|
||||||
|
|
||||||
if err != nil {
|
if err != nil {
|
||||||
t.Errorf("Metchod error = %v", err)
|
t.Errorf("Metchod error = %v", err)
|
||||||
@@ -259,7 +257,7 @@ func TestSession_Patch(t *testing.T) {
|
|||||||
for _, tt := range tests {
|
for _, tt := range tests {
|
||||||
t.Run(tt.name, func(t *testing.T) {
|
t.Run(tt.name, func(t *testing.T) {
|
||||||
ses := NewSession()
|
ses := NewSession()
|
||||||
got, err := ses.Patch("http://httpbin.org/patch").SetBodyParams(tt.args.params, TypeFormData).Execute()
|
got, err := ses.Patch("http://httpbin.org/patch").SetBody(tt.args.params, TypeFormData).Execute()
|
||||||
|
|
||||||
if err != nil {
|
if err != nil {
|
||||||
t.Errorf("Metchod error = %v", err)
|
t.Errorf("Metchod error = %v", err)
|
||||||
@@ -285,22 +283,21 @@ func TestSession_SetConfig(t *testing.T) {
|
|||||||
args args
|
args args
|
||||||
wantErr bool
|
wantErr bool
|
||||||
}{
|
}{
|
||||||
// TODO: Add test cases.
|
|
||||||
{
|
{
|
||||||
name: "test timeout",
|
name: "test timeout",
|
||||||
args: args{typeConfig: ConfigRequestTimeout, values: 0.01},
|
args: args{typeConfig: CRequestTimeout, values: 0.01},
|
||||||
wantErr: true,
|
wantErr: true,
|
||||||
},
|
},
|
||||||
|
|
||||||
{
|
{
|
||||||
name: "test not timeout",
|
name: "test not timeout",
|
||||||
args: args{typeConfig: ConfigRequestTimeout, values: 5},
|
args: args{typeConfig: CRequestTimeout, values: 5},
|
||||||
wantErr: false,
|
wantErr: false,
|
||||||
},
|
},
|
||||||
|
|
||||||
{
|
{
|
||||||
name: "test proxy",
|
name: "test proxy",
|
||||||
args: args{typeConfig: ConfigProxy, values: "http://474420502.top:7070"},
|
args: args{typeConfig: CProxy, values: "http://474420502.top:7070"},
|
||||||
wantErr: false,
|
wantErr: false,
|
||||||
},
|
},
|
||||||
}
|
}
|
||||||
@@ -322,7 +319,7 @@ func TestSession_SetConfig(t *testing.T) {
|
|||||||
func TestSession_SetConfigInsecure(t *testing.T) {
|
func TestSession_SetConfigInsecure(t *testing.T) {
|
||||||
|
|
||||||
ses := NewSession()
|
ses := NewSession()
|
||||||
ses.SetConfig(ConfigInsecure, false)
|
ses.SetConfig(CInsecure, false)
|
||||||
|
|
||||||
for _, badSSL := range []string{
|
for _, badSSL := range []string{
|
||||||
"https://self-signed.badssl.com/",
|
"https://self-signed.badssl.com/",
|
||||||
@@ -343,6 +340,8 @@ func TestSession_SetConfigInsecure(t *testing.T) {
|
|||||||
func TestSession_Cookies(t *testing.T) {
|
func TestSession_Cookies(t *testing.T) {
|
||||||
ses := NewSession()
|
ses := NewSession()
|
||||||
|
|
||||||
|
t.Run("set cookie", func(t *testing.T) {
|
||||||
|
|
||||||
resp, err := ses.Get("http://httpbin.org/cookies/set").AddKVCookie("a", "1").Execute()
|
resp, err := ses.Get("http://httpbin.org/cookies/set").AddKVCookie("a", "1").Execute()
|
||||||
if err != nil {
|
if err != nil {
|
||||||
t.Error("cookies set error", err)
|
t.Error("cookies set error", err)
|
||||||
@@ -351,12 +350,15 @@ func TestSession_Cookies(t *testing.T) {
|
|||||||
if !regexp.MustCompile(`"a": "1"`).MatchString(resp.DContent) {
|
if !regexp.MustCompile(`"a": "1"`).MatchString(resp.DContent) {
|
||||||
t.Error(resp.DContent)
|
t.Error(resp.DContent)
|
||||||
}
|
}
|
||||||
|
})
|
||||||
}
|
}
|
||||||
|
|
||||||
func TestSession_Header(t *testing.T) {
|
func TestSession_Header(t *testing.T) {
|
||||||
chromeua := "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/69.0.3497.100 Safari/537.36"
|
chromeua := "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/69.0.3497.100 Safari/537.36"
|
||||||
ses := NewSession()
|
ses := NewSession()
|
||||||
|
|
||||||
|
t.Run("ua header test", func(t *testing.T) {
|
||||||
|
|
||||||
ses.Header.Add(HeaderKeyUA, chromeua)
|
ses.Header.Add(HeaderKeyUA, chromeua)
|
||||||
resp, err := ses.Get("https://www.baidu.com").Execute()
|
resp, err := ses.Get("https://www.baidu.com").Execute()
|
||||||
if err != nil {
|
if err != nil {
|
||||||
@@ -376,4 +378,5 @@ func TestSession_Header(t *testing.T) {
|
|||||||
if len(resp.DContent) <= 5000 {
|
if len(resp.DContent) <= 5000 {
|
||||||
t.Error(resp.DContent, len(resp.DContent))
|
t.Error(resp.DContent, len(resp.DContent))
|
||||||
}
|
}
|
||||||
|
})
|
||||||
}
|
}
|
||||||
|
|||||||
119
workflow.go
119
workflow.go
@@ -4,6 +4,7 @@ import (
|
|||||||
"net/http"
|
"net/http"
|
||||||
"net/url"
|
"net/url"
|
||||||
"regexp"
|
"regexp"
|
||||||
|
"strings"
|
||||||
)
|
)
|
||||||
|
|
||||||
// Workflow 工作流
|
// Workflow 工作流
|
||||||
@@ -11,17 +12,19 @@ type Workflow struct {
|
|||||||
session *Session
|
session *Session
|
||||||
ParsedURL *url.URL
|
ParsedURL *url.URL
|
||||||
Method string
|
Method string
|
||||||
Body *Body
|
Body IBody
|
||||||
Header http.Header
|
Header http.Header
|
||||||
Cookies map[string]*http.Cookie
|
Cookies map[string]*http.Cookie
|
||||||
}
|
}
|
||||||
|
|
||||||
// NewWorkflow new and init workflow
|
// NewWorkflow new and init workflow
|
||||||
func NewWorkflow(ses *Session) *Workflow {
|
func NewWorkflow(ses *Session, u string) *Workflow {
|
||||||
wf := &Workflow{}
|
wf := &Workflow{}
|
||||||
wf.SwitchSession(ses)
|
wf.SwitchSession(ses)
|
||||||
|
|
||||||
wf.Body = &Body{}
|
wf.SetRawURL(u)
|
||||||
|
|
||||||
|
wf.Body = NewBody()
|
||||||
wf.Header = make(http.Header)
|
wf.Header = make(http.Header)
|
||||||
wf.Cookies = make(map[string]*http.Cookie)
|
wf.Cookies = make(map[string]*http.Cookie)
|
||||||
return wf
|
return wf
|
||||||
@@ -44,6 +47,16 @@ func (wf *Workflow) SetHeader(key, value string) *Workflow {
|
|||||||
return wf
|
return wf
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// GetHeader 获取Workflow Header
|
||||||
|
func (wf *Workflow) GetHeader() http.Header {
|
||||||
|
return wf.Header
|
||||||
|
}
|
||||||
|
|
||||||
|
// GetCombineHeader 获取后的Header信息
|
||||||
|
func (wf *Workflow) GetCombineHeader() http.Header {
|
||||||
|
return mergeMapList(wf.session.Header, wf.Header)
|
||||||
|
}
|
||||||
|
|
||||||
// DelHeader 添加头信息 Get方法从Header参数上获取
|
// DelHeader 添加头信息 Get方法从Header参数上获取
|
||||||
func (wf *Workflow) DelHeader(key string) *Workflow {
|
func (wf *Workflow) DelHeader(key string) *Workflow {
|
||||||
wf.Header.Del(key)
|
wf.Header.Del(key)
|
||||||
@@ -81,13 +94,25 @@ func (wf *Workflow) DelCookie(name interface{}) *Workflow {
|
|||||||
return nil
|
return nil
|
||||||
}
|
}
|
||||||
|
|
||||||
// GetStringURL 获取url的string形式
|
// GetParsedURL 获取url的string形式
|
||||||
func (wf *Workflow) GetStringURL() string {
|
func (wf *Workflow) GetParsedURL() *url.URL {
|
||||||
return wf.ParsedURL.String()
|
return wf.ParsedURL
|
||||||
}
|
}
|
||||||
|
|
||||||
// SetURL 设置 url
|
// SetParsedURL 获取url的string形式
|
||||||
func (wf *Workflow) SetURL(srcURL string) *Workflow {
|
func (wf *Workflow) SetParsedURL(u *url.URL) *Workflow {
|
||||||
|
wf.ParsedURL = u
|
||||||
|
return wf
|
||||||
|
}
|
||||||
|
|
||||||
|
// GetRawURL 获取url的string形式
|
||||||
|
func (wf *Workflow) GetRawURL() string {
|
||||||
|
u := strings.Split(wf.ParsedURL.String(), "?")[0] + "?" + wf.GetCombineQuery().Encode()
|
||||||
|
return u
|
||||||
|
}
|
||||||
|
|
||||||
|
// SetRawURL 设置 url
|
||||||
|
func (wf *Workflow) SetRawURL(srcURL string) *Workflow {
|
||||||
purl, err := url.ParseRequestURI(srcURL)
|
purl, err := url.ParseRequestURI(srcURL)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
panic(err)
|
panic(err)
|
||||||
@@ -96,20 +121,26 @@ func (wf *Workflow) SetURL(srcURL string) *Workflow {
|
|||||||
return wf
|
return wf
|
||||||
}
|
}
|
||||||
|
|
||||||
// GetURLQuery 获取Query参数
|
// GetQuery 获取Query参数
|
||||||
func (wf *Workflow) GetURLQuery() url.Values {
|
func (wf *Workflow) GetQuery() url.Values {
|
||||||
if wf.ParsedURL != nil {
|
|
||||||
return wf.ParsedURL.Query()
|
return wf.ParsedURL.Query()
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// GetCombineQuery 获取Query参数
|
||||||
|
func (wf *Workflow) GetCombineQuery() url.Values {
|
||||||
|
if wf.ParsedURL != nil {
|
||||||
|
vs := wf.ParsedURL.Query()
|
||||||
|
return mergeMapList(wf.session.GetQuery(), vs)
|
||||||
|
}
|
||||||
return nil
|
return nil
|
||||||
}
|
}
|
||||||
|
|
||||||
// SetURLQuery 设置Query参数
|
// SetQuery 设置Query参数
|
||||||
func (wf *Workflow) SetURLQuery(query url.Values) *Workflow {
|
func (wf *Workflow) SetQuery(query url.Values) *Workflow {
|
||||||
if query == nil {
|
if query == nil {
|
||||||
return wf
|
return wf
|
||||||
}
|
}
|
||||||
|
query = (url.Values)(mergeMapList(wf.session.Query, query))
|
||||||
wf.ParsedURL.RawQuery = query.Encode()
|
wf.ParsedURL.RawQuery = query.Encode()
|
||||||
return wf
|
return wf
|
||||||
}
|
}
|
||||||
@@ -148,30 +179,27 @@ func (wf *Workflow) SetURLPath(path []string) *Workflow {
|
|||||||
}
|
}
|
||||||
|
|
||||||
// SetURLRawPath 设置Pa晚上参数
|
// SetURLRawPath 设置Pa晚上参数
|
||||||
func (wf *Workflow) Set晚上LRawPath(path string) *Workflow {
|
func (wf *Workflow) SetURLRawPath(path string) *Workflow {
|
||||||
wf.ParsedURL.Path = 晚上ath
|
wf.ParsedURL.Path = path
|
||||||
return wf
|
return wf
|
||||||
}
|
}
|
||||||
|
|
||||||
// SetBodyParams 参数设晚上
|
// SetBody 参数设置
|
||||||
func (wf *Workflow) SetBodyParams(params ...interface{}) *Workflow {
|
func (wf *Workflow) SetBody(params ...interface{}) *Workflow {
|
||||||
if params == nil {
|
|
||||||
return wf
|
|
||||||
}
|
|
||||||
|
|
||||||
|
if params != nil {
|
||||||
plen := len(params)
|
plen := len(params)
|
||||||
defaultContentType := TypeURLENCODED
|
defaultContentType := TypeURLENCODED
|
||||||
|
|
||||||
if plen >= 2 {
|
if plen >= 2 {
|
||||||
t := params[plen-1]
|
t := params[plen-1]
|
||||||
defaultContentType = t.(string)
|
defaultContentType = t.(string)
|
||||||
wf.Body.ContentType = defaultContentType
|
wf.Body.SetPrefix(defaultContentType)
|
||||||
} else {
|
} else {
|
||||||
wf.Body.ContentType = defaultContentType
|
wf.Body.SetPrefix(defaultContentType)
|
||||||
}
|
}
|
||||||
|
|
||||||
if defaultContentType == TypeFormData {
|
if defaultContentType == TypeFormData {
|
||||||
// TODO: form-data
|
|
||||||
createMultipart(wf.Body, params)
|
createMultipart(wf.Body, params)
|
||||||
} else {
|
} else {
|
||||||
var values url.Values
|
var values url.Values
|
||||||
@@ -181,23 +209,28 @@ func (wf *Workflow) SetBodyParams(params ...interface{}) *Workflow {
|
|||||||
for k, v := range param {
|
for k, v := range param {
|
||||||
values.Set(k, v)
|
values.Set(k, v)
|
||||||
}
|
}
|
||||||
wf.Body.IOBody = []byte(values.Encode())
|
wf.Body.SetIOBody([]byte(values.Encode()))
|
||||||
case map[string][]string:
|
case map[string][]string:
|
||||||
values = param
|
values = param
|
||||||
wf.Body.IOBody = []byte(values.Encode())
|
wf.Body.SetIOBody([]byte(values.Encode()))
|
||||||
case string:
|
case string:
|
||||||
wf.Body.IOBody = []byte(param)
|
wf.Body.SetIOBody([]byte(param))
|
||||||
case []byte:
|
case []byte:
|
||||||
wf.Body.IOBody = param
|
wf.Body.SetIOBody(param)
|
||||||
|
}
|
||||||
|
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
return wf
|
return wf
|
||||||
}
|
}
|
||||||
|
|
||||||
// setHeaderRequest 设置request的头
|
func mergeMapList(headers ...map[string][]string) map[string][]string {
|
||||||
func setHeaderRequest(req *http.Request, wf *Workflow) {
|
|
||||||
set := make(map[string]map[string]int)
|
set := make(map[string]map[string]int)
|
||||||
for key, values := range wf.session.Header {
|
merged := make(map[string][]string)
|
||||||
|
|
||||||
|
for _, header := range headers {
|
||||||
|
for key, values := range header {
|
||||||
for _, v := range values {
|
for _, v := range values {
|
||||||
if vs, ok := set[key]; ok {
|
if vs, ok := set[key]; ok {
|
||||||
vs[v] = 1
|
vs[v] = 1
|
||||||
@@ -207,23 +240,25 @@ func setHeaderRequest(req *http.Request, wf *Workflow) {
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
for key, values := range wf.Header {
|
|
||||||
for _, v := range values {
|
|
||||||
if vs, ok := set[key]; ok {
|
|
||||||
vs[v] = 1
|
|
||||||
} else {
|
|
||||||
set[key] = make(map[string]int)
|
|
||||||
set[key][v] = 1
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
}
|
||||||
|
|
||||||
for key, mvalue := range set {
|
for key, mvalue := range set {
|
||||||
for v := range mvalue {
|
for v := range mvalue {
|
||||||
req.Header.Add(key, v)
|
// merged.Add(key, v)
|
||||||
|
if mergeValue, ok := merged[key]; ok {
|
||||||
|
merged[key] = append(mergeValue, v)
|
||||||
|
} else {
|
||||||
|
merged[key] = []string{v}
|
||||||
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
return merged
|
||||||
|
}
|
||||||
|
|
||||||
|
// setHeaderRequest 设置request的头
|
||||||
|
func setHeaderRequest(req *http.Request, wf *Workflow) {
|
||||||
|
req.Header = mergeMapList(req.Header, wf.session.Header, wf.Header)
|
||||||
}
|
}
|
||||||
|
|
||||||
// setHeaderRequest 设置request的临时Cookie, 永久需要在session上设置cookie
|
// setHeaderRequest 设置request的临时Cookie, 永久需要在session上设置cookie
|
||||||
@@ -238,7 +273,7 @@ func setTempCookieRequest(req *http.Request, wf *Workflow) {
|
|||||||
// Execute 执行
|
// Execute 执行
|
||||||
func (wf *Workflow) Execute() (*Response, error) {
|
func (wf *Workflow) Execute() (*Response, error) {
|
||||||
|
|
||||||
req := buildBodyRequest(wf.Method, wf.GetStringURL(), wf.Body)
|
req := buildBodyRequest(wf)
|
||||||
|
|
||||||
setHeaderRequest(req, wf)
|
setHeaderRequest(req, wf)
|
||||||
setTempCookieRequest(req, wf)
|
setTempCookieRequest(req, wf)
|
||||||
|
|||||||
Reference in New Issue
Block a user