7 Commits

Author SHA1 Message Date
478ceec906 fix: test error 2018-12-21 18:43:44 +08:00
ab97d012cd 添加scurl长度错误检测 2018-12-21 18:15:18 +08:00
cff0a27aa0 让Parse方法直接报错. 2018-12-21 18:07:40 +08:00
huangsimin
d85d8b3059 add --name option. fix parse \" error 2018-12-07 18:20:00 +08:00
huangsimin
d6cae41111 delete discard file 2018-12-07 14:21:47 +08:00
huangsimin
4fc3a91d35 PriorityQueue test move to struture_test.go 2018-12-06 15:54:20 +08:00
huangsimin
2127db6ce2 change name ! let the structure be clear ! 2018-12-06 14:31:23 +08:00
6 changed files with 53 additions and 63 deletions

View File

@@ -1 +0,0 @@
package curl2info

View File

@@ -1,26 +0,0 @@
package curl2info
import (
"strconv"
"testing"
)
func TestPQueue(t *testing.T) {
PQExec := newPQueueExecute()
PQExec.Push(&parseFunction{Priority: 5})
PQExec.Push(&parseFunction{Priority: 10})
PQExec.Push(&parseFunction{Priority: 4})
PQExec.Push(&parseFunction{Priority: 4})
PQExec.Push(&parseFunction{Priority: 20})
PQExec.Push(&parseFunction{Priority: 10})
PQExec.Push(&parseFunction{Priority: 15})
content := ""
for PQExec.Len() > 0 {
content += strconv.Itoa(PQExec.Pop().Priority)
content += " "
}
if content != "4 4 5 10 10 15 20 " {
t.Error(content)
}
}

View File

@@ -36,6 +36,7 @@ func init() {
// 自定义 // 自定义
{"--task", 10, parseITask, &extract{re: "--task +(.+)", execute: extractData}}, {"--task", 10, parseITask, &extract{re: "--task +(.+)", execute: extractData}},
{"--crontab", 10, parseCrontab, &extract{re: "--crontab +(.+)", execute: extractData}}, {"--crontab", 10, parseCrontab, &extract{re: "--crontab +(.+)", execute: extractData}},
{"--name", 10, parseName, &extract{re: "--name +(.+)", execute: extractData}},
} }
for _, oe := range oelist { for _, oe := range oelist {
@@ -63,7 +64,7 @@ type optionExecute struct {
Priority int Priority int
Execute func(*CURL, string) // 执行函数 Parse func(*CURL, string) // 执行函数
Extract *extract // 提取的方法结构与参数 Extract *extract // 提取的方法结构与参数
} }
@@ -76,7 +77,7 @@ func (oe *optionExecute) BuildFunction(curl *CURL, soption string) *parseFunctio
if oe.Extract != nil { if oe.Extract != nil {
data = oe.Extract.Execute(data) data = oe.Extract.Execute(data)
} }
return &parseFunction{ParamCURL: curl, ParamData: data, ExecuteFunction: oe.Execute, Priority: oe.Priority} return &parseFunction{ParamCURL: curl, ParamData: data, ExecuteFunction: oe.Parse, Priority: oe.Priority}
} }
func judgeOptions(u *CURL, soption string) *parseFunction { func judgeOptions(u *CURL, soption string) *parseFunction {
@@ -86,17 +87,21 @@ func judgeOptions(u *CURL, soption string) *parseFunction {
return oe.BuildFunction(u, soption) return oe.BuildFunction(u, soption)
} }
log.Println(soption, " no haved this option") log.Println(soption, " not this option")
return nil return nil
} }
func extractData(re, soption string) string { func extractData(re, soption string) string {
datas := regexp.MustCompile(re).FindStringSubmatch(soption) datas := regexp.MustCompile(re).FindStringSubmatch(soption)
return strings.Trim(datas[1], "'") return strings.Trim(datas[1], "'\"")
}
func parseName(u *CURL, value string) {
u.Name = value
} }
func parseCrontab(u *CURL, value string) { func parseCrontab(u *CURL, value string) {
u.Crontab = value
} }
func parseITask(u *CURL, value string) { func parseITask(u *CURL, value string) {

View File

@@ -23,7 +23,9 @@ type CURL struct {
Timeout int // second Timeout int // second
Insecure bool Insecure bool
ITask string ITask string
Crontab string
Name string
} }
// New new 一个 curl 出来 // New new 一个 curl 出来
@@ -96,18 +98,14 @@ func (curl *CURL) CreateWorkflow(ses *requests.Session) *requests.Workflow {
} }
// ParseRawCURL curl_bash 可以用trie改进 没空改 // ParseRawCURL curl_bash 可以用trie改进 没空改
func ParseRawCURL(scurl string) (cURL *CURL, err error) { func ParseRawCURL(scurl string) (cURL *CURL) {
defer func() {
if _err := recover(); _err != nil {
cURL = nil
err = _err.(error)
}
}()
executor := newPQueueExecute() executor := newPQueueExecute()
curl := New() curl := New()
if len(scurl) <= 4 {
panic("scurl error:" + scurl)
}
if scurl[0] == '"' && scurl[len(scurl)-1] == '"' { if scurl[0] == '"' && scurl[len(scurl)-1] == '"' {
scurl = strings.Trim(scurl, `"`) scurl = strings.Trim(scurl, `"`)
} else if scurl[0] == '\'' && scurl[len(scurl)-1] == '\'' { } else if scurl[0] == '\'' && scurl[len(scurl)-1] == '\'' {
@@ -151,5 +149,5 @@ func ParseRawCURL(scurl string) (cURL *CURL, err error) {
curl.Method = "GET" curl.Method = "GET"
} }
return curl, nil return curl
} }

View File

@@ -24,23 +24,18 @@ func TestParseCURL(t *testing.T) {
// Access-Control-Request-Method 方法告诉 --data-binary 默认是POST // Access-Control-Request-Method 方法告诉 --data-binary 默认是POST
for _, scurl := range scurls { for _, scurl := range scurls {
curl, err := ParseRawCURL(scurl) curl := ParseRawCURL(scurl)
if err != nil {
t.Error(err) if curl.Method == "" {
} else { t.Error("curl.Method is nil")
if curl.Method == "" {
t.Error("curl.Method is nil")
}
} }
} }
} }
func TestTouTiaoCURL(t *testing.T) { func TestTouTiaoCURL(t *testing.T) {
scurl := "curl 'http://is.snssdk.com/2/article/information/v24/?latitude=22.831367&longitude=113.511515&group_id=6565653745026204168&item_id=6565653745026204168&aggr_type=1&context=1&from_category=news_game&article_page=0&iid=34903754482&device_id=41148471494&ac=wifi&channel=oppo-cpa&aid=13&app_name=news_article&version_code=676&version_name=6.7.6&device_platform=android&ab_version=304489%2C261579%2C373245%2C360501%2C374617%2C366851%2C356335%2C345191%2C271178%2C357704%2C326524%2C326532%2C292723%2C366036%2C323233%2C371779%2C346557%2C351090%2C319958%2C372620%2C362184%2C214069%2C31643%2C333971%2C366873%2C374962%2C372618%2C280449%2C281298%2C366489%2C325619%2C373770%2C357402%2C361073%2C362402%2C290191%2C370014%2C353484%2C375739%2C373725%2C295827%2C353305%2C375426%2C374426%2C239095%2C360541%2C344347%2C170988%2C371590%2C368831%2C368827%2C368775%2C374117%2C365053%2C374232%2C368303%2C375692%2C330632%2C297059%2C374250%2C276206%2C286212%2C350193%2C365036%2C373741%2C374405%2C373368%2C370846%2C364453%2C375713%2C369501%2C369165%2C368839%2C375433%2C373123%2C371555%2C371963%2C374142%2C372907&ab_client=a1%2Cc4%2Ce1%2Cf1%2Cg2%2Cf7&ab_group=94567%2C102754%2C181430&ab_feature=94567%2C102754&abflag=3&ssmix=a&device_type=ONEPLUS+A3010&device_brand=OnePlus&language=zh&os_api=26&os_version=8.0.0&uuid=864854034514328&openudid=9b35a4035eecee2c&manifest_version_code=676&resolution=1080*1920&dpi=420&update_version_code=67610&_rticket=1528706910264&plugin=10603&pos=5r_-9Onkv6e_eCQieCoDeCUfv7G_8fLz-vTp6Pn4v6esrK6zqKysqKyosb_x_On06ej5-L-nr6-zpa6srquqsb_88Pzt3vTp5L-nv3gkIngqA3glH7-xv_zw_O3R8vP69Ono-fi_p6ysrrOupauqqaSxv_zw_O3R_On06ej5-L-nr66zrairpKqv4A%3D%3D&fp=HrT_FlD_PMcIFlD5FSU1FYmeFrxO&rom_version=26&ts=1528706911&as=a265e371dff53b57de5999&mas=0073e8ef3f9a8b842da0ead7d35c0597ea2ee0ccce5e5d5db5' -H 'Accept-Encoding: gzip' -H 'X-SS-REQ-TICKET: 1528706910267' -H 'User-Agent: Dalvik/2.1.0 (Linux; U; Android 8.0.0; ONEPLUS A3010 Build/OPR1.170623.032) NewsArticle/6.7.6 okhttp/3.10.0.1' -H 'Cookie: odin_tt=210899a257b5fe787a3465e2220fb94d91d5ad34c77dee3560f93fccc82dd738cccb301770f633530fdd6ceea955983d; UM_distinctid=163ace3b0050-08fccf530af621-f1c0e26-49a10-163ace3b0093e8; CNZZDATA1271720685=1435124261-1527612007-%7C1527612007; CNZZDATA1264530760=119491224-1527609979-%7C1527612115; JSESSIONID=67814B7DDE08D5A9F3B3D684220CF3FB; alert_coverage=6; qh[360]=1; install_id=34903754482; ttreq=1$b7221ef01bd5ed7c030f5db45e959686c9ddd0d2' -H 'Host: is.snssdk.com' -H 'Connection: Keep-Alive'" scurl := "curl 'http://is.snssdk.com/2/article/information/v24/?latitude=22.831367&longitude=113.511515&group_id=6565653745026204168&item_id=6565653745026204168&aggr_type=1&context=1&from_category=news_game&article_page=0&iid=34903754482&device_id=41148471494&ac=wifi&channel=oppo-cpa&aid=13&app_name=news_article&version_code=676&version_name=6.7.6&device_platform=android&ab_version=304489%2C261579%2C373245%2C360501%2C374617%2C366851%2C356335%2C345191%2C271178%2C357704%2C326524%2C326532%2C292723%2C366036%2C323233%2C371779%2C346557%2C351090%2C319958%2C372620%2C362184%2C214069%2C31643%2C333971%2C366873%2C374962%2C372618%2C280449%2C281298%2C366489%2C325619%2C373770%2C357402%2C361073%2C362402%2C290191%2C370014%2C353484%2C375739%2C373725%2C295827%2C353305%2C375426%2C374426%2C239095%2C360541%2C344347%2C170988%2C371590%2C368831%2C368827%2C368775%2C374117%2C365053%2C374232%2C368303%2C375692%2C330632%2C297059%2C374250%2C276206%2C286212%2C350193%2C365036%2C373741%2C374405%2C373368%2C370846%2C364453%2C375713%2C369501%2C369165%2C368839%2C375433%2C373123%2C371555%2C371963%2C374142%2C372907&ab_client=a1%2Cc4%2Ce1%2Cf1%2Cg2%2Cf7&ab_group=94567%2C102754%2C181430&ab_feature=94567%2C102754&abflag=3&ssmix=a&device_type=ONEPLUS+A3010&device_brand=OnePlus&language=zh&os_api=26&os_version=8.0.0&uuid=864854034514328&openudid=9b35a4035eecee2c&manifest_version_code=676&resolution=1080*1920&dpi=420&update_version_code=67610&_rticket=1528706910264&plugin=10603&pos=5r_-9Onkv6e_eCQieCoDeCUfv7G_8fLz-vTp6Pn4v6esrK6zqKysqKyosb_x_On06ej5-L-nr6-zpa6srquqsb_88Pzt3vTp5L-nv3gkIngqA3glH7-xv_zw_O3R8vP69Ono-fi_p6ysrrOupauqqaSxv_zw_O3R_On06ej5-L-nr66zrairpKqv4A%3D%3D&fp=HrT_FlD_PMcIFlD5FSU1FYmeFrxO&rom_version=26&ts=1528706911&as=a265e371dff53b57de5999&mas=0073e8ef3f9a8b842da0ead7d35c0597ea2ee0ccce5e5d5db5' -H 'Accept-Encoding: gzip' -H 'X-SS-REQ-TICKET: 1528706910267' -H 'User-Agent: Dalvik/2.1.0 (Linux; U; Android 8.0.0; ONEPLUS A3010 Build/OPR1.170623.032) NewsArticle/6.7.6 okhttp/3.10.0.1' -H 'Cookie: odin_tt=210899a257b5fe787a3465e2220fb94d91d5ad34c77dee3560f93fccc82dd738cccb301770f633530fdd6ceea955983d; UM_distinctid=163ace3b0050-08fccf530af621-f1c0e26-49a10-163ace3b0093e8; CNZZDATA1271720685=1435124261-1527612007-%7C1527612007; CNZZDATA1264530760=119491224-1527609979-%7C1527612115; JSESSIONID=67814B7DDE08D5A9F3B3D684220CF3FB; alert_coverage=6; qh[360]=1; install_id=34903754482; ttreq=1$b7221ef01bd5ed7c030f5db45e959686c9ddd0d2' -H 'Host: is.snssdk.com' -H 'Connection: Keep-Alive'"
curl, err := ParseRawCURL(scurl) curl := ParseRawCURL(scurl)
if err != nil {
panic(err)
}
ses := curl.CreateSession() ses := curl.CreateSession()
wf := curl.CreateWorkflow(ses) wf := curl.CreateWorkflow(ses)
@@ -56,10 +51,7 @@ func TestTouTiaoCURL(t *testing.T) {
func TestErrorCurl(t *testing.T) { func TestErrorCurl(t *testing.T) {
scurl := `curl 'https://appgrowing.cn/'-H 'authority: appgrowing.cn' -H 'cache-control: max-age=0' -H 'upgrade-insecure-requests: 1' -H 'user-agent: Mozilla/5.0 (iPhone; CPU iPhone OS 11_0 like Mac OS X) AppleWebKit/604.1.38 (KHTML, like Gecko) Version/11.0 Mobile/15A372 Safari/604.1' -H 'accept: text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,image/apng,*/*;q=0.8' -H 'accept-encoding: gzip, deflate, br' -H 'accept-language: zh' -H 'cookie: _ga=GA1.2.1371058419.1533104518; _gid=GA1.2.896241740.1543307916; _gat_gtag_UA_4002880_19=1' -H 'if-none-match: W/"5bf7a0a9-ca6"' -H 'if-modified-since: Fri, 23 Nov 2018 06:39:37 GMT'` scurl := `curl 'https://appgrowing.cn/'-H 'authority: appgrowing.cn' -H 'cache-control: max-age=0' -H 'upgrade-insecure-requests: 1' -H 'user-agent: Mozilla/5.0 (iPhone; CPU iPhone OS 11_0 like Mac OS X) AppleWebKit/604.1.38 (KHTML, like Gecko) Version/11.0 Mobile/15A372 Safari/604.1' -H 'accept: text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,image/apng,*/*;q=0.8' -H 'accept-encoding: gzip, deflate, br' -H 'accept-language: zh' -H 'cookie: _ga=GA1.2.1371058419.1533104518; _gid=GA1.2.896241740.1543307916; _gat_gtag_UA_4002880_19=1' -H 'if-none-match: W/"5bf7a0a9-ca6"' -H 'if-modified-since: Fri, 23 Nov 2018 06:39:37 GMT'`
curl, err := ParseRawCURL(scurl) curl := ParseRawCURL(scurl)
if err != nil {
panic(err)
}
ses := curl.CreateSession() ses := curl.CreateSession()
wf := curl.CreateWorkflow(ses) wf := curl.CreateWorkflow(ses)
@@ -75,14 +67,11 @@ func TestErrorCurl(t *testing.T) {
func TestCurlTimeout(t *testing.T) { func TestCurlTimeout(t *testing.T) {
scurl := `curl 'https://javtc.com/' --connect-timeout 1 -H 'authority: appgrowing.cn' -H 'cache-control: max-age=0' -H 'upgrade-insecure-requests: 1' -H 'user-agent: Mozilla/5.0 (iPhone; CPU iPhone OS 11_0 like Mac OS X) AppleWebKit/604.1.38 (KHTML, like Gecko) Version/11.0 Mobile/15A372 Safari/604.1' -H 'accept: text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,image/apng,*/*;q=0.8' -H 'accept-encoding: gzip, deflate, br' -H 'accept-language: zh' -H 'cookie: _ga=GA1.2.1371058419.1533104518; _gid=GA1.2.896241740.1543307916; _gat_gtag_UA_4002880_19=1' -H 'if-none-match: W/"5bf7a0a9-ca6"' -H 'if-modified-since: Fri, 23 Nov 2018 06:39:37 GMT'` scurl := `curl 'https://javtc.com/' --connect-timeout 1 -H 'authority: appgrowing.cn' -H 'cache-control: max-age=0' -H 'upgrade-insecure-requests: 1' -H 'user-agent: Mozilla/5.0 (iPhone; CPU iPhone OS 11_0 like Mac OS X) AppleWebKit/604.1.38 (KHTML, like Gecko) Version/11.0 Mobile/15A372 Safari/604.1' -H 'accept: text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,image/apng,*/*;q=0.8' -H 'accept-encoding: gzip, deflate, br' -H 'accept-language: zh' -H 'cookie: _ga=GA1.2.1371058419.1533104518; _gid=GA1.2.896241740.1543307916; _gat_gtag_UA_4002880_19=1' -H 'if-none-match: W/"5bf7a0a9-ca6"' -H 'if-modified-since: Fri, 23 Nov 2018 06:39:37 GMT'`
curl, err := ParseRawCURL(scurl) curl := ParseRawCURL(scurl)
if err != nil {
panic(err)
}
ses := curl.CreateSession() ses := curl.CreateSession()
wf := curl.CreateWorkflow(ses) wf := curl.CreateWorkflow(ses)
_, err = wf.Execute() _, err := wf.Execute()
if err == nil { if err == nil {
t.Error("not timeout") t.Error("not timeout")
} }

View File

@@ -1 +1,26 @@
package curl2info package curl2info
import (
"strconv"
"testing"
)
func TestPQueue(t *testing.T) {
PQExec := newPQueueExecute()
PQExec.Push(&parseFunction{Priority: 5})
PQExec.Push(&parseFunction{Priority: 10})
PQExec.Push(&parseFunction{Priority: 4})
PQExec.Push(&parseFunction{Priority: 4})
PQExec.Push(&parseFunction{Priority: 20})
PQExec.Push(&parseFunction{Priority: 10})
PQExec.Push(&parseFunction{Priority: 15})
content := ""
for PQExec.Len() > 0 {
content += strconv.Itoa(PQExec.Pop().Priority)
content += " "
}
if content != "4 4 5 10 10 15 20 " {
t.Error(content)
}
}