35 Commits

Author SHA1 Message Date
huangsimin
72491204d6 Merge branch 'master' of http://474420502.top/eson/requests 2018-11-23 15:47:18 +08:00
huangsimin
84ae0a710e accept iobody the type is string; 2018-11-23 15:45:34 +08:00
12cf8d58ba change InsecureSkipVerify logic! 2018-11-23 00:50:54 +08:00
huangsimin
a6217886dc fix SetHeader Replace src header(copy all header in a new http.Header) 2018-11-21 17:43:22 +08:00
huangsimin
0c71408d1f add file close; add multipart close; 2018-11-21 17:03:31 +08:00
huangsimin
9d6dee25c9 IOBODY -> GETIOBODY 2018-11-21 16:29:13 +08:00
huangsimin
8a6e29bc8a change body method; -> AutoSetBody; add method SetBody; 2018-11-21 15:54:06 +08:00
huangsimin
c4a12f9314 optimization code 2018-11-21 15:43:52 +08:00
huangsimin
1d2bbcd22f ParseURL -> ParsedURL name; add method Set Get ParsedURL 2018-11-21 15:21:01 +08:00
huangsimin
137121ee59 change prefix; prefix not a array; 2018-11-20 15:55:13 +08:00
huangsimin
23a369677f Add TypeStream application/octet-stream 2018-11-20 15:43:26 +08:00
huangsimin
d382505453 test all success! 2018-11-19 18:42:31 +08:00
huangsimin
02bc589ba3 add code to http://474420502.top/eson/requests.git 2018-11-19 18:07:37 +08:00
huangsimin
0deea9fc82 nothing! 2018-11-08 14:39:23 +08:00
huangsimin
f27a538639 Simplify SetBodyParams -> SetBody 2018-11-08 14:30:50 +08:00
huangsimin
f490fa9c04 Simplify Config Enum Label Too Long 2018-11-08 14:26:51 +08:00
huangsimin
4f88f69899 添加ConfigProxy为nil的情况 2018-10-30 17:32:50 +08:00
huangsimin
1c6f19a23c 清楚log的调试打印残留的代码 2018-10-26 14:40:43 +08:00
huangsimin
730e3462f6 请求正常, 参数拼接正常的版本
v0.0.9
2018-10-26 11:40:04 +08:00
huangsimin
ae3982faaa Patch -> PATCH 2018-10-25 19:03:42 +08:00
huangsimin
166fe96265 把Post 改为默认Form 需要不默认则调用参数TypeContentEmpty 2018-10-25 19:02:55 +08:00
huangsimin
8a0a21fc5e PostForm 与 其他形式的分辨 bug 2018-10-25 18:45:46 +08:00
huangsimin
025f911c0e add ClearCookies method! 2018-10-25 16:12:43 +08:00
huangsimin
21a167304b 删除没必要的注释! 2018-10-25 15:43:58 +08:00
huangsimin
54b481c9f5 添加Query get set 方法 2018-10-24 18:40:44 +08:00
huangsimin
408995f2b4 优化 mergeMapList 2018-10-24 18:23:04 +08:00
huangsimin
4b77382218 fix req.Header must merge other Header 2018-10-24 18:19:05 +08:00
huangsimin
13dfdee51c update fix 2018-10-24 16:59:17 +08:00
huangsimin
01df404ead fix 2018-10-24 16:54:54 +08:00
huangsimin
8383a3820f 添加一个暂时不用的函数, EnsureTransporterFinalized 2018-10-23 17:45:48 +08:00
huangsimin
3ee03a1c7b 修复上个tag的上传错误
v0.0.8
2018-10-23 17:39:11 +08:00
huangsimin
a68be94c7f 添加BasicAuth 验证信息 2018-10-23 17:35:40 +08:00
huangsimin
4eb213aa6d v0.0.6 2018-10-23 17:20:17 +08:00
huangsimin
9750935138 v0.0.5 2018-10-23 17:08:50 +08:00
huangsimin
9183e90152 TODO: Cookie 2018-10-19 19:16:34 +08:00
8 changed files with 680 additions and 281 deletions

1
.gitignore vendored
View File

@@ -1 +1,2 @@
*.pyc *.pyc
*.vscode

36
base.go
View File

@@ -7,33 +7,45 @@ import (
"reflect" "reflect"
) )
func buildBodyRequest(ver, rawurl string, params *Params) *http.Request { func buildBodyRequest(wf *Workflow) *http.Request {
var req *http.Request var req *http.Request
var err error var err error
contentType := ""
if params.IOBody == nil { if wf.Body.GetIOBody() == nil {
req, err = http.NewRequest(ver, rawurl, nil) req, err = http.NewRequest(wf.Method, wf.GetRawURL(), nil)
} else { } else {
var body *bytes.Buffer var bodybuf *bytes.Buffer
switch params.IOBody.(type) { switch wf.Body.GetIOBody().(type) {
case []byte: case []byte:
body = bytes.NewBuffer(params.IOBody.([]byte)) bodybuf = bytes.NewBuffer(wf.Body.GetIOBody().([]byte))
case string:
bodybuf = bytes.NewBuffer([]byte(wf.Body.GetIOBody().(string)))
case *bytes.Buffer: case *bytes.Buffer:
body = bytes.NewBuffer(params.IOBody.(*bytes.Buffer).Bytes()) bodybuf = bytes.NewBuffer(wf.Body.GetIOBody().(*bytes.Buffer).Bytes())
default: default:
panic(errors.New("the type is not exist, type is" + reflect.TypeOf(params.IOBody).String())) panic(errors.New("the type is not exist, type is " + reflect.TypeOf(wf.Body.GetIOBody()).String()))
} }
req, err = http.NewRequest(ver, rawurl, body) req, err = http.NewRequest(wf.Method, wf.GetRawURL(), bodybuf)
} }
if err != nil { if err != nil {
panic(err) panic(err)
} }
if params.ContentType == "" { if wf.Body.ContentType() != "" {
req.Header.Set("Content-Type", TypeURLENCODED) contentType = wf.Body.ContentType()
} else { } else {
req.Header.Set("Content-Type", params.ContentType) contentType = ""
if contentType == "" {
if wf.Method == "POST" || wf.Method == "PUT" || wf.Method == "PATCH" {
contentType = TypeURLENCODED
}
}
}
if contentType != "" {
req.Header.Set(HeaderKeyContentType, contentType)
} }
return req return req

View File

@@ -15,16 +15,19 @@ func writeFormUploadFile(mwriter *multipart.Writer, ufile *UploadFile) {
log.Panic(err) log.Panic(err)
} }
io.Copy(part, ufile.FileReaderCloser) io.Copy(part, ufile.FileReaderCloser)
err = ufile.FileReaderCloser.Close()
if err != nil {
panic(err)
}
} }
func createMultipart(postParams *Params, params []interface{}) { func createMultipart(postParams IBody, params []interface{}) {
plen := len(params) plen := len(params)
body := &bytes.Buffer{} body := &bytes.Buffer{}
mwriter := multipart.NewWriter(body) mwriter := multipart.NewWriter(body)
defer mwriter.Close()
for _, iparam := range params[0 : plen-1] { for _, iparam := range params[0 : plen-1] {
switch param := iparam.(type) { switch param := iparam.(type) {
case *UploadFile: case *UploadFile:
@@ -85,6 +88,11 @@ func createMultipart(postParams *Params, params []interface{}) {
} }
} }
postParams.ContentType = mwriter.FormDataContentType() postParams.AddContentType(mwriter.FormDataContentType())
postParams.IOBody = body postParams.SetIOBody(body)
err := mwriter.Close()
if err != nil {
panic(err)
}
} }

View File

@@ -1,199 +0,0 @@
package requests
import (
"crypto/tls"
"errors"
"net/http"
"net/url"
"reflect"
"time"
)
// Params 相关参数结构
type Params struct {
// Query map[string][]string
IOBody interface{}
// Files []UploadFile
ContentType string
}
// BasicAuth 帐号认真结构
type BasicAuth struct {
// User 帐号
User string
// Password 密码
Password string
}
// Session 的基本方法
type Session struct {
client *http.Client
transport *http.Transport
cookies http.CookieJar
params *Params
auth *BasicAuth
}
// TypeContent post类型参数
type TypeContent int
const (
_ TypeContent = iota
// TypeJSON 类型
TypeJSON = "application/json"
// TypeXML 类型
TypeXML = "text/xml"
// TypeURLENCODED 类型
TypeURLENCODED = "application/x-www-form-urlencoded"
// TypeFormData 类型
TypeFormData = "multipart/form-data"
)
// TypeConfig 配置类型
type TypeConfig int
const (
_ TypeConfig = iota
// ConfigRequestTimeout request 包括 dial request redirect 总时间超时
ConfigRequestTimeout // 支持time.Duration 和 int(秒为单位)
// ConfigDialTimeout 一个Connect过程的Timeout
ConfigDialTimeout // 支持time.Duration 和 int(秒为单位)
// ConfigProxy 代理链接
ConfigProxy // http, https, socks5
// ConfigInsecure InsecureSkipVerify
ConfigInsecure // true, false
// ConfigBasicAuth 帐号认证
ConfigBasicAuth // user pwd
// ConfigTLS 帐号认证
ConfigTLS // user pwd
)
// NewSession 创建Session
func NewSession() *Session {
client := &http.Client{}
transport := &http.Transport{}
client.Transport = transport
return &Session{client: client, params: &Params{}, transport: transport, auth: nil}
}
// SetConfig 设置配置
func (ses *Session) SetConfig(typeConfig TypeConfig, values interface{}) {
switch typeConfig {
case ConfigRequestTimeout:
switch v := values.(type) {
case time.Duration:
ses.client.Timeout = v
case int:
ses.client.Timeout = time.Duration(v * int(time.Second))
case int64:
ses.client.Timeout = time.Duration(v * int64(time.Second))
case float32:
ses.client.Timeout = time.Duration(v * float32(time.Second))
case float64:
ses.client.Timeout = time.Duration(v * float64(time.Second))
default:
panic(errors.New("error type " + reflect.TypeOf(v).String()))
}
case ConfigDialTimeout:
case ConfigProxy:
switch v := values.(type) {
case string:
purl, err := (url.Parse(v))
if err != nil {
panic(err)
}
ses.transport.Proxy = http.ProxyURL(purl)
case *url.URL:
ses.transport.Proxy = http.ProxyURL(v)
}
case ConfigInsecure:
ses.transport.TLSClientConfig = &tls.Config{InsecureSkipVerify: !values.(bool)}
case ConfigTLS:
ses.transport.TLSClientConfig = values.(*tls.Config)
case ConfigBasicAuth:
if ses.auth == nil {
ses.auth = &BasicAuth{}
}
switch v := values.(type) {
case *BasicAuth:
ses.auth.User = v.User
ses.auth.User = v.Password
case BasicAuth:
ses.auth.User = v.User
ses.auth.User = v.Password
case []string:
ses.auth.User = v[0]
ses.auth.User = v[1]
case nil:
ses.auth = nil
}
default:
panic(errors.New("unknown typeConfig " + reflect.TypeOf(typeConfig).String()))
}
return
}
// Get 请求
func (ses *Session) Get(url string) *Workflow {
wf := NewWorkflow(ses)
wf.Method = "GET"
wf.SetURL(url)
return wf
}
// Post 请求
func (ses *Session) Post(url string) *Workflow {
wf := NewWorkflow(ses)
wf.Method = "POST"
wf.SetURL(url)
return wf
}
// Put 请求
func (ses *Session) Put(url string) *Workflow {
wf := NewWorkflow(ses)
wf.Method = "PUT"
wf.SetURL(url)
return wf
}
// Patch 请求
func (ses *Session) Patch(url string) *Workflow {
wf := NewWorkflow(ses)
wf.Method = "PATCH"
wf.SetURL(url)
return wf
}
// Delete 请求
func (ses *Session) Delete(url string) *Workflow {
wf := NewWorkflow(ses)
wf.Method = "DELETE"
wf.SetURL(url)
return wf
}
// Head 请求
func (ses *Session) Head(url string) *Workflow {
wf := NewWorkflow(ses)
wf.Method = "HEAD"
wf.SetURL(url)
return wf
}
// Options 请求
func (ses *Session) Options(url string) *Workflow {
wf := NewWorkflow(ses)
wf.Method = "OPTIONS"
wf.SetURL(url)
return wf
}

373
session.go Normal file
View File

@@ -0,0 +1,373 @@
package requests
import (
"crypto/tls"
"errors"
"net/http"
"net/http/cookiejar"
"net/url"
"reflect"
"runtime"
"strings"
"time"
"golang.org/x/net/publicsuffix"
)
// Body 相关参数结构
type Body struct {
// Query map[string][]string
ioBody interface{}
// prefix ContentType 前缀
prefix string
// Files []UploadFile
contentTypes map[string]int
}
// NewBody new body pointer
func NewBody() *Body {
b := &Body{}
b.contentTypes = make(map[string]int)
return b
}
// SetIOBody 设置IOBody的值
func (body *Body) SetIOBody(iobody interface{}) {
body.ioBody = iobody
}
// GetIOBody 获取ioBody值
func (body *Body) GetIOBody() interface{} {
return body.ioBody
}
// ContentType 获取ContentType
func (body *Body) ContentType() string {
content := body.prefix
for kvalue := range body.contentTypes {
content += kvalue + ";"
}
return strings.TrimRight(content, ";")
}
// SetPrefix SetPrefix 和 AddContentType的顺序会影响到ContentType()的返回结果
func (body *Body) SetPrefix(ct string) {
body.prefix = strings.TrimRight(ct, ";") + ";"
}
// AddContentType 添加 Add Type类型
func (body *Body) AddContentType(ct string) {
for _, v := range strings.Split(ct, ";") {
v = strings.Trim(v, " ")
if v != "" {
if body.prefix != v {
body.contentTypes[v] = 1
}
}
}
}
// IBody 相关参数结构
type IBody interface {
// GetIOBody 获取iobody data
GetIOBody() interface{}
// SetIOBody 设置iobody data
SetIOBody(iobody interface{})
// ContentType 返回包括 Prefix 所有的ContentType
ContentType() string
// AppendContent
AddContentType(ct string)
// SetPrefix 设置 Prefix; 唯一前缀
SetPrefix(ct string)
}
// BasicAuth 帐号认真结构
type BasicAuth struct {
// User 帐号
User string
// Password 密码
Password string
}
// Session 的基本方法
type Session struct {
auth *BasicAuth
body IBody
client *http.Client
cookiejar http.CookieJar
transport *http.Transport
Header http.Header
Query url.Values
}
const (
// TypeJSON 类型
TypeJSON = "application/json"
// TypeXML 类型
TypeXML = "text/xml"
// TypePlain 类型
TypePlain = "text/plain"
// TypeHTML 类型
TypeHTML = "text/html"
// TypeURLENCODED 类型
TypeURLENCODED = "application/x-www-form-urlencoded"
// TypeForm PostForm类型
TypeForm = TypeURLENCODED
// TypeStream application/octet-stream 只能提交一个二进制流, 很少用
TypeStream = "application/octet-stream"
// TypeFormData 类型
TypeFormData = "multipart/form-data"
// TypeMixed Mixed类型
TypeMixed = "multipart/mixed"
// HeaderKeyHost Host
HeaderKeyHost = "Host"
// HeaderKeyUA User-Agent
HeaderKeyUA = "User-Agent"
// HeaderKeyContentType Content-Type
HeaderKeyContentType = "Content-Type"
)
// TypeConfig 配置类型
type TypeConfig int
const (
_ TypeConfig = iota
// CRequestTimeout request 包括 dial request redirect 总时间超时
CRequestTimeout // 支持time.Duration 和 int(秒为单位)
// CDialTimeout 一个Connect过程的Timeout
CDialTimeout // 支持time.Duration 和 int(秒为单位)
// CProxy 代理链接
CProxy // http, https, socks5
// CInsecure InsecureSkipVerify
CInsecure // true, false
// CBasicAuth 帐号认证
CBasicAuth // user pwd
// CTLS 帐号认证
CTLS // user pwd
// CCookiejar 持久化 CookieJar
CCookiejar // true or false ; default = true
)
// NewSession 创建Session
func NewSession() *Session {
client := &http.Client{}
transport := &http.Transport{DisableCompression: true}
client.Transport = transport
cjar, err := cookiejar.New(&cookiejar.Options{PublicSuffixList: publicsuffix.List})
if err != nil {
panic(err)
}
client.Jar = cjar
return &Session{client: client, body: NewBody(), transport: transport, auth: nil, cookiejar: client.Jar, Header: make(http.Header)}
}
// SetConfig 设置配置
func (ses *Session) SetConfig(typeConfig TypeConfig, values interface{}) {
switch typeConfig {
case CRequestTimeout:
switch v := values.(type) {
case time.Duration:
ses.client.Timeout = v
case int:
ses.client.Timeout = time.Duration(v * int(time.Second))
case int64:
ses.client.Timeout = time.Duration(v * int64(time.Second))
case float32:
ses.client.Timeout = time.Duration(v * float32(time.Second))
case float64:
ses.client.Timeout = time.Duration(v * float64(time.Second))
default:
panic(errors.New("error type " + reflect.TypeOf(v).String()))
}
case CDialTimeout:
// 没时间实现这些小细节
case CCookiejar:
v := values.(bool)
if v {
if ses.client.Jar == nil {
ses.client.Jar = ses.cookiejar
}
} else {
ses.client.Jar = nil
}
case CProxy:
switch v := values.(type) {
case string:
purl, err := (url.Parse(v))
if err != nil {
panic(err)
}
ses.transport.Proxy = http.ProxyURL(purl)
case *url.URL:
ses.transport.Proxy = http.ProxyURL(v)
case nil:
ses.transport.Proxy = nil
}
case CInsecure:
ses.transport.TLSClientConfig = &tls.Config{InsecureSkipVerify: values.(bool)}
case CTLS:
ses.transport.TLSClientConfig = values.(*tls.Config)
case CBasicAuth:
if ses.auth == nil {
ses.auth = &BasicAuth{}
}
switch v := values.(type) {
case *BasicAuth:
ses.auth.User = v.User
ses.auth.User = v.Password
case BasicAuth:
ses.auth.User = v.User
ses.auth.User = v.Password
case []string:
ses.auth.User = v[0]
ses.auth.User = v[1]
case nil:
ses.auth = nil
}
default:
panic(errors.New("unknown typeConfig " + reflect.TypeOf(typeConfig).String()))
}
return
}
// SetQuery 设置url query的持久参数的值
func (ses *Session) SetQuery(values url.Values) {
ses.Query = values
}
// GetQuery 获取get query的值
func (ses *Session) GetQuery() url.Values {
return ses.Query
}
// SetHeader 设置set Header的值
func (ses *Session) SetHeader(header http.Header) {
ses.Header = header
}
// GetHeader 获取get Header的值
func (ses *Session) GetHeader() http.Header {
return ses.Header
}
// SetCookies 设置Cookies 或者添加Cookies Del
func (ses *Session) SetCookies(u *url.URL, cookies []*http.Cookie) {
ses.cookiejar.SetCookies(u, cookies)
}
// Cookies 返回 Cookies
func (ses *Session) Cookies(u *url.URL) []*http.Cookie {
return ses.cookiejar.Cookies(u)
}
// DelCookies 删除 Cookies
func (ses *Session) DelCookies(u *url.URL, name string) {
cookies := ses.cookiejar.Cookies(u)
for _, c := range cookies {
if c.Name == name {
c.MaxAge = -1
}
}
ses.SetCookies(u, cookies)
}
// ClearCookies 清楚所有cookiejar上的cookies
func (ses *Session) ClearCookies() {
cjar, err := cookiejar.New(&cookiejar.Options{PublicSuffixList: publicsuffix.List})
if err != nil {
panic(err)
}
ses.cookiejar = cjar
ses.client.Jar = ses.cookiejar
}
// Head 请求
func (ses *Session) Head(url string) *Workflow {
wf := NewWorkflow(ses, url)
wf.Method = "HEAD"
return wf
}
// Get 请求
func (ses *Session) Get(url string) *Workflow {
wf := NewWorkflow(ses, url)
wf.Method = "GET"
return wf
}
// Post 请求
func (ses *Session) Post(url string) *Workflow {
wf := NewWorkflow(ses, url)
wf.Method = "POST"
return wf
}
// Put 请求
func (ses *Session) Put(url string) *Workflow {
wf := NewWorkflow(ses, url)
wf.Method = "PUT"
return wf
}
// Patch 请求
func (ses *Session) Patch(url string) *Workflow {
wf := NewWorkflow(ses, url)
wf.Method = "PATCH"
return wf
}
// Options 请求
func (ses *Session) Options(url string) *Workflow {
wf := NewWorkflow(ses, url)
wf.Method = "OPTIONS"
return wf
}
// Delete 请求
func (ses *Session) Delete(url string) *Workflow {
wf := NewWorkflow(ses, url)
wf.Method = "DELETE"
return wf
}
// CloseIdleConnections closes the idle connections that a session client may make use of
// 从levigross/grequests 借鉴
func (ses *Session) CloseIdleConnections() {
ses.client.Transport.(*http.Transport).CloseIdleConnections()
}
// EnsureTransporterFinalized will ensure that when the HTTP client is GCed
// the runtime will close the idle connections (so that they won't leak)
// this function was adopted from Hashicorp's go-cleanhttp package
// 暂时不用, 标记到以后是否起作用
func EnsureTransporterFinalized(httpTransport *http.Transport) {
runtime.SetFinalizer(&httpTransport, func(transportInt **http.Transport) {
(*transportInt).CloseIdleConnections()
})
}

View File

@@ -30,7 +30,6 @@ func TestSession_Get(t *testing.T) {
fields fields fields fields
args args args args
}{ }{
// TODO: Add test cases.
{ {
name: "Get test", name: "Get test",
fields: fields{client: &http.Client{}}, fields: fields{client: &http.Client{}},
@@ -77,7 +76,7 @@ func TestSession_Post(t *testing.T) {
for _, tt := range tests { for _, tt := range tests {
t.Run(tt.name, func(t *testing.T) { t.Run(tt.name, func(t *testing.T) {
ses := NewSession() ses := NewSession()
got, err := ses.Post("http://httpbin.org/post").SetBodyParams(tt.args.params...).Execute() got, err := ses.Post("http://httpbin.org/post").AutoSetBody(tt.args.params...).Execute()
if err != nil { if err != nil {
t.Errorf("Metchod error = %v", err) t.Errorf("Metchod error = %v", err)
@@ -95,7 +94,7 @@ func TestSession_Post(t *testing.T) {
func TestSession_Setparams(t *testing.T) { func TestSession_Setparams(t *testing.T) {
type fields struct { type fields struct {
client *http.Client client *http.Client
params *Params params *Body
} }
type args struct { type args struct {
params []interface{} params []interface{}
@@ -107,7 +106,6 @@ func TestSession_Setparams(t *testing.T) {
want *regexp.Regexp want *regexp.Regexp
wantErr bool wantErr bool
}{ }{
// TODO: Add test cases.
{ {
name: "test Setparams", name: "test Setparams",
args: args{params: []interface{}{map[string]string{"a": "1", "b": "2"}}}, args: args{params: []interface{}{map[string]string{"a": "1", "b": "2"}}},
@@ -120,7 +118,7 @@ func TestSession_Setparams(t *testing.T) {
}, },
{ {
name: "test xml", name: "test xml",
fields: fields{client: &http.Client{}, params: &Params{}}, fields: fields{client: &http.Client{}, params: NewBody()},
args: args{params: []interface{}{`<request><parameters><password>test</password></parameters></request>`, TypeXML}}, args: args{params: []interface{}{`<request><parameters><password>test</password></parameters></request>`, TypeXML}},
want: regexp.MustCompile(`"data": "<request><parameters><password>test</password></parameters></request>"`), want: regexp.MustCompile(`"data": "<request><parameters><password>test</password></parameters></request>"`),
}, },
@@ -129,7 +127,7 @@ func TestSession_Setparams(t *testing.T) {
t.Run(tt.name, func(t *testing.T) { t.Run(tt.name, func(t *testing.T) {
ses := NewSession() ses := NewSession()
got, err := ses.Post("http://httpbin.org/post").SetBodyParams(tt.args.params...).Execute() got, err := ses.Post("http://httpbin.org/post").AutoSetBody(tt.args.params...).Execute()
if (err != nil) != tt.wantErr { if (err != nil) != tt.wantErr {
t.Errorf("Metchod error = %v, wantErr %v", err, tt.wantErr) t.Errorf("Metchod error = %v, wantErr %v", err, tt.wantErr)
return return
@@ -171,7 +169,7 @@ func TestSession_PostUploadFile(t *testing.T) {
for _, tt := range tests { for _, tt := range tests {
t.Run(tt.name, func(t *testing.T) { t.Run(tt.name, func(t *testing.T) {
ses := NewSession() ses := NewSession()
got, err := ses.Post("http://httpbin.org/post").SetBodyParams(tt.args.params, TypeFormData).Execute() got, err := ses.Post("http://httpbin.org/post").AutoSetBody(tt.args.params, TypeFormData).Execute()
if err != nil { if err != nil {
t.Errorf("Metchod error = %v", err) t.Errorf("Metchod error = %v", err)
@@ -215,7 +213,7 @@ func TestSession_Put(t *testing.T) {
for _, tt := range tests { for _, tt := range tests {
t.Run(tt.name, func(t *testing.T) { t.Run(tt.name, func(t *testing.T) {
ses := NewSession() ses := NewSession()
got, err := ses.Put("http://httpbin.org/put").SetBodyParams(tt.args.params, TypeFormData).Execute() got, err := ses.Put("http://httpbin.org/put").AutoSetBody(tt.args.params, TypeFormData).Execute()
if err != nil { if err != nil {
t.Errorf("Metchod error = %v", err) t.Errorf("Metchod error = %v", err)
@@ -259,7 +257,7 @@ func TestSession_Patch(t *testing.T) {
for _, tt := range tests { for _, tt := range tests {
t.Run(tt.name, func(t *testing.T) { t.Run(tt.name, func(t *testing.T) {
ses := NewSession() ses := NewSession()
got, err := ses.Patch("http://httpbin.org/patch").SetBodyParams(tt.args.params, TypeFormData).Execute() got, err := ses.Patch("http://httpbin.org/patch").AutoSetBody(tt.args.params, TypeFormData).Execute()
if err != nil { if err != nil {
t.Errorf("Metchod error = %v", err) t.Errorf("Metchod error = %v", err)
@@ -285,22 +283,21 @@ func TestSession_SetConfig(t *testing.T) {
args args args args
wantErr bool wantErr bool
}{ }{
// TODO: Add test cases.
{ {
name: "test timeout", name: "test timeout",
args: args{typeConfig: ConfigRequestTimeout, values: 0.01}, args: args{typeConfig: CRequestTimeout, values: 0.01},
wantErr: true, wantErr: true,
}, },
{ {
name: "test not timeout", name: "test not timeout",
args: args{typeConfig: ConfigRequestTimeout, values: 5}, args: args{typeConfig: CRequestTimeout, values: 5},
wantErr: false, wantErr: false,
}, },
{ {
name: "test proxy", name: "test proxy",
args: args{typeConfig: ConfigProxy, values: "http://474420502.top:7070"}, args: args{typeConfig: CProxy, values: "http://474420502.top:7070"},
wantErr: false, wantErr: false,
}, },
} }
@@ -322,7 +319,7 @@ func TestSession_SetConfig(t *testing.T) {
func TestSession_SetConfigInsecure(t *testing.T) { func TestSession_SetConfigInsecure(t *testing.T) {
ses := NewSession() ses := NewSession()
ses.SetConfig(ConfigInsecure, false) ses.SetConfig(CInsecure, false)
for _, badSSL := range []string{ for _, badSSL := range []string{
"https://self-signed.badssl.com/", "https://self-signed.badssl.com/",
@@ -339,3 +336,47 @@ func TestSession_SetConfigInsecure(t *testing.T) {
} }
} }
func TestSession_Cookies(t *testing.T) {
ses := NewSession()
t.Run("set cookie", func(t *testing.T) {
resp, err := ses.Get("http://httpbin.org/cookies/set").AddKVCookie("a", "1").Execute()
if err != nil {
t.Error("cookies set error", err)
}
if !regexp.MustCompile(`"a": "1"`).MatchString(resp.DContent) {
t.Error(resp.DContent)
}
})
}
func TestSession_Header(t *testing.T) {
chromeua := "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/69.0.3497.100 Safari/537.36"
ses := NewSession()
t.Run("ua header test", func(t *testing.T) {
ses.Header.Add(HeaderKeyUA, chromeua)
resp, err := ses.Get("https://www.baidu.com").Execute()
if err != nil {
t.Error("cookies set error", err)
}
if len(resp.DContent) <= 5000 {
t.Error(resp.DContent, len(resp.DContent))
}
ses = NewSession()
resp, err = ses.Get("https://www.baidu.com").AddHeader(HeaderKeyUA, chromeua).Execute()
if err != nil {
t.Error("cookies set error", err)
}
if len(resp.DContent) <= 5000 {
t.Error(resp.DContent, len(resp.DContent))
}
})
}

View File

@@ -17,13 +17,11 @@ type UploadFile struct {
// UploadFileFromPath 从本地文件获取上传文件 // UploadFileFromPath 从本地文件获取上传文件
func UploadFileFromPath(fileName string) (*UploadFile, error) { func UploadFileFromPath(fileName string) (*UploadFile, error) {
fd, err := os.Open(fileName) fd, err := os.Open(fileName)
if err != nil { if err != nil {
return nil, err return nil, err
} }
return &UploadFile{FileReaderCloser: fd, FileName: fileName}, nil return &UploadFile{FileReaderCloser: fd, FileName: fileName}, nil
} }
// UploadFileFromGlob 根据Glob从本地文件获取上传文件 // UploadFileFromGlob 根据Glob从本地文件获取上传文件

View File

@@ -1,8 +1,10 @@
package requests package requests
import ( import (
"net/http"
"net/url" "net/url"
"regexp" "regexp"
"strings"
) )
// Workflow 工作流 // Workflow 工作流
@@ -10,14 +12,21 @@ type Workflow struct {
session *Session session *Session
ParsedURL *url.URL ParsedURL *url.URL
Method string Method string
Body *Params Body IBody
Header http.Header
Cookies map[string]*http.Cookie
} }
// NewWorkflow new and init workflow // NewWorkflow new and init workflow
func NewWorkflow(ses *Session) *Workflow { func NewWorkflow(ses *Session, u string) *Workflow {
wf := &Workflow{} wf := &Workflow{}
wf.SwitchSession(ses) wf.SwitchSession(ses)
wf.Body = &Params{}
wf.SetRawURL(u)
wf.Body = NewBody()
wf.Header = make(http.Header)
wf.Cookies = make(map[string]*http.Cookie)
return wf return wf
} }
@@ -26,13 +35,99 @@ func (wf *Workflow) SwitchSession(ses *Session) {
wf.session = ses wf.session = ses
} }
// GetStringURL 获取url的string形式 // AddHeader 添加头信息 Get方法从Header参数上获取
func (wf *Workflow) GetStringURL() string { func (wf *Workflow) AddHeader(key, value string) *Workflow {
return wf.ParsedURL.String() wf.Header.Add(key, value)
return wf
} }
// SetURL 设置 url // SetHeader 设置完全替换原有Header
func (wf *Workflow) SetURL(srcURL string) *Workflow { func (wf *Workflow) SetHeader(header http.Header) *Workflow {
wf.Header = make(http.Header)
for k, HValues := range header {
var newHValues []string
for _, value := range HValues {
newHValues = append(newHValues, value)
}
wf.Header[k] = newHValues
}
return wf
}
// GetHeader 获取Workflow Header
func (wf *Workflow) GetHeader() http.Header {
return wf.Header
}
// GetCombineHeader 获取后的Header信息
func (wf *Workflow) GetCombineHeader() http.Header {
return mergeMapList(wf.session.Header, wf.Header)
}
// DelHeader 添加头信息 Get方法从Header参数上获取
func (wf *Workflow) DelHeader(key string) *Workflow {
wf.Header.Del(key)
return wf
}
// AddCookie 添加Cookie
func (wf *Workflow) AddCookie(c *http.Cookie) *Workflow {
wf.Cookies[c.Name] = c
return wf
}
// AddCookies 添加[]*http.Cookie
func (wf *Workflow) AddCookies(cookies []*http.Cookie) *Workflow {
for _, c := range cookies {
wf.AddCookie(c)
}
return wf
}
// AddKVCookie 添加 以 key value 的 Cookie
func (wf *Workflow) AddKVCookie(name, value string) *Workflow {
wf.Cookies[name] = &http.Cookie{Name: name, Value: value}
return wf
}
// DelCookie 删除Cookie
func (wf *Workflow) DelCookie(name interface{}) *Workflow {
switch n := name.(type) {
case string:
if _, ok := wf.Cookies[n]; ok {
delete(wf.Cookies, n)
return wf
}
case *http.Cookie:
if _, ok := wf.Cookies[n.Name]; ok {
delete(wf.Cookies, n.Name)
return wf
}
default:
panic("name type is not support")
}
return nil
}
// GetParsedURL 获取url的string形式
func (wf *Workflow) GetParsedURL() *url.URL {
return wf.ParsedURL
}
// SetParsedURL 获取url的string形式
func (wf *Workflow) SetParsedURL(u *url.URL) *Workflow {
wf.ParsedURL = u
return wf
}
// GetRawURL 获取url的string形式
func (wf *Workflow) GetRawURL() string {
u := strings.Split(wf.ParsedURL.String(), "?")[0] + "?" + wf.GetCombineQuery().Encode()
return u
}
// SetRawURL 设置 url
func (wf *Workflow) SetRawURL(srcURL string) *Workflow {
purl, err := url.ParseRequestURI(srcURL) purl, err := url.ParseRequestURI(srcURL)
if err != nil { if err != nil {
panic(err) panic(err)
@@ -41,20 +136,26 @@ func (wf *Workflow) SetURL(srcURL string) *Workflow {
return wf return wf
} }
// GetURLQuery 获取Query参数 // GetQuery 获取Query参数
func (wf *Workflow) GetURLQuery() url.Values { func (wf *Workflow) GetQuery() url.Values {
if wf.ParsedURL != nil {
return wf.ParsedURL.Query() return wf.ParsedURL.Query()
} }
// GetCombineQuery 获取Query参数
func (wf *Workflow) GetCombineQuery() url.Values {
if wf.ParsedURL != nil {
vs := wf.ParsedURL.Query()
return mergeMapList(wf.session.GetQuery(), vs)
}
return nil return nil
} }
// SetURLQuery 设置Query参数 // SetQuery 设置Query参数
func (wf *Workflow) SetURLQuery(query url.Values) *Workflow { func (wf *Workflow) SetQuery(query url.Values) *Workflow {
if query == nil { if query == nil {
return wf return wf
} }
query = (url.Values)(mergeMapList(wf.session.Query, query))
wf.ParsedURL.RawQuery = query.Encode() wf.ParsedURL.RawQuery = query.Encode()
return wf return wf
} }
@@ -92,31 +193,38 @@ func (wf *Workflow) SetURLPath(path []string) *Workflow {
return wf return wf
} }
// SetURLRawPath 设置Path参数 // SetURLRawPath 设置Pa晚上参数
func (wf *Workflow) SetURLRawPath(path string) *Workflow { func (wf *Workflow) SetURLRawPath(path string) *Workflow {
wf.ParsedURL.Path = path wf.ParsedURL.Path = path
return wf return wf
} }
// SetBodyParams 参数设置 // SetBody 参数设置
func (wf *Workflow) SetBodyParams(params ...interface{}) *Workflow { func (wf *Workflow) SetBody(body IBody) *Workflow {
if params == nil { wf.Body = body
return wf return wf
} }
// GetBody 参数设置
func (wf *Workflow) GetBody(body IBody) IBody {
return wf.Body
}
// AutoSetBody 参数设置
func (wf *Workflow) AutoSetBody(params ...interface{}) *Workflow {
if params != nil {
plen := len(params) plen := len(params)
defaultContentType := TypeURLENCODED defaultContentType := TypeURLENCODED
if plen >= 2 { if plen >= 2 {
t := params[plen-1] t := params[plen-1]
defaultContentType = t.(string) defaultContentType = t.(string)
wf.Body.ContentType = defaultContentType
} else {
wf.Body.ContentType = defaultContentType
} }
wf.Body.SetPrefix(defaultContentType)
if defaultContentType == TypeFormData { if defaultContentType == TypeFormData {
// TODO: form-data
createMultipart(wf.Body, params) createMultipart(wf.Body, params)
} else { } else {
var values url.Values var values url.Values
@@ -126,22 +234,79 @@ func (wf *Workflow) SetBodyParams(params ...interface{}) *Workflow {
for k, v := range param { for k, v := range param {
values.Set(k, v) values.Set(k, v)
} }
wf.Body.IOBody = []byte(values.Encode()) wf.Body.SetIOBody([]byte(values.Encode()))
case map[string][]string: case map[string][]string:
values = param values = param
wf.Body.IOBody = []byte(values.Encode()) wf.Body.SetIOBody([]byte(values.Encode()))
case string: case string:
wf.Body.IOBody = []byte(param) wf.Body.SetIOBody([]byte(param))
case []byte: case []byte:
wf.Body.IOBody = param wf.Body.SetIOBody(param)
}
} }
} }
return wf return wf
} }
func mergeMapList(headers ...map[string][]string) map[string][]string {
set := make(map[string]map[string]int)
merged := make(map[string][]string)
for _, header := range headers {
for key, values := range header {
for _, v := range values {
if vs, ok := set[key]; ok {
vs[v] = 1
} else {
set[key] = make(map[string]int)
set[key][v] = 1
}
}
}
}
for key, mvalue := range set {
for v := range mvalue {
// merged.Add(key, v)
if mergeValue, ok := merged[key]; ok {
merged[key] = append(mergeValue, v)
} else {
merged[key] = []string{v}
}
}
}
return merged
}
// setHeaderRequest 设置request的头
func setHeaderRequest(req *http.Request, wf *Workflow) {
req.Header = mergeMapList(req.Header, wf.session.Header, wf.Header)
}
// setHeaderRequest 设置request的临时Cookie, 永久需要在session上设置cookie
func setTempCookieRequest(req *http.Request, wf *Workflow) {
if wf.Cookies != nil {
for _, c := range wf.Cookies {
req.AddCookie(c)
}
}
}
// Execute 执行 // Execute 执行
func (wf *Workflow) Execute() (*Response, error) { func (wf *Workflow) Execute() (*Response, error) {
req := buildBodyRequest(wf.Method, wf.GetStringURL(), wf.Body)
req := buildBodyRequest(wf)
setHeaderRequest(req, wf)
setTempCookieRequest(req, wf)
if wf.session.auth != nil {
req.SetBasicAuth(wf.session.auth.User, wf.session.auth.Password)
}
resp, err := wf.session.client.Do(req) resp, err := wf.session.client.Do(req)
if err != nil { if err != nil {
return nil, err return nil, err