108 lines
2.6 KiB
Go
108 lines
2.6 KiB
Go
package main
|
|
|
|
import (
|
|
"database/sql"
|
|
"intimate"
|
|
"log"
|
|
"os"
|
|
"os/signal"
|
|
"strconv"
|
|
"sync/atomic"
|
|
"syscall"
|
|
"time"
|
|
|
|
"github.com/474420502/hunter"
|
|
"github.com/tidwall/gjson"
|
|
)
|
|
|
|
var openrecRanking *OpenrecRanking
|
|
|
|
// store 源存储实例, 为存储源数据的实现. 表格具体参考sql/intimate_source.sql
|
|
var store *intimate.SourceStore = intimate.NewSourceStore(string(intimate.STOpenrec))
|
|
|
|
func init() {
|
|
|
|
openrecRanking = &OpenrecRanking{}
|
|
openrecRanking.PreCurlUrl = `curl 'https://public.openrec.tv/external/api/v5/channel-ranks?period=monthly&date=&tag=&page=1' \
|
|
-H 'authority: public.openrec.tv' \
|
|
-H 'accept: application/json, text/javascript, */*; q=0.01' \
|
|
-H 'user-agent: Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/83.0.4103.116 Safari/537.36' \
|
|
-H 'origin: https://www.openrec.tv' \
|
|
-H 'sec-fetch-site: same-site' \
|
|
-H 'sec-fetch-mode: cors' \
|
|
-H 'sec-fetch-dest: empty' \
|
|
-H 'referer: https://www.openrec.tv/ranking' \
|
|
-H 'accept-language: zh-CN,zh;q=0.9' \
|
|
-H 'if-none-match: W/"25edb-aUYBdmLqZcr6DW4ZWKX9r2aqolg"' \
|
|
--compressed`
|
|
|
|
}
|
|
|
|
// OpenrecRanking 获取排名任务
|
|
type OpenrecRanking struct {
|
|
hunter.PreCurlUrl
|
|
}
|
|
|
|
// Execute 执行方法
|
|
func (or *OpenrecRanking) Execute(cxt *hunter.TaskContext) {
|
|
|
|
var loop int32 = 1
|
|
|
|
go func() {
|
|
signalchan := make(chan os.Signal)
|
|
signal.Notify(signalchan, syscall.SIGKILL, syscall.SIGQUIT, syscall.SIGTERM, syscall.SIGSTOP)
|
|
log.Println("accept stop command:", <-signalchan)
|
|
atomic.StoreInt32(&loop, 0)
|
|
}()
|
|
|
|
for atomic.LoadInt32(&loop) > 0 {
|
|
|
|
resp, err := cxt.Hunt()
|
|
if err != nil {
|
|
log.Println(err)
|
|
time.Sleep(time.Second * 2)
|
|
continue
|
|
}
|
|
|
|
tp := cxt.Temporary()
|
|
|
|
content := resp.Content()
|
|
if len(content) <= 200 { // 末页退出
|
|
finishpoint := time.Now()
|
|
log.Println("任务结束休眠, 下次启动时间:", finishpoint.Add(time.Minute*30))
|
|
for time.Now().Sub(finishpoint) < time.Minute*60 {
|
|
time.Sleep(time.Second)
|
|
if atomic.LoadInt32(&loop) > 0 {
|
|
return
|
|
}
|
|
}
|
|
continue
|
|
}
|
|
|
|
result := gjson.ParseBytes(content)
|
|
if result.IsArray() {
|
|
for _, User := range result.Array() {
|
|
data := &intimate.Source{}
|
|
userid := User.Get("channel.id").String()
|
|
|
|
data.Source = sql.NullString{String: userid, Valid: len(userid) > 0}
|
|
data.Url = tp.GetRawURL()
|
|
data.TargetType = string(intimate.TTOpenrecUser)
|
|
store.Insert(data)
|
|
}
|
|
}
|
|
|
|
querys := tp.GetQuery()
|
|
page, err := strconv.Atoi(querys.Get("page"))
|
|
if err != nil {
|
|
log.Println(err)
|
|
return
|
|
}
|
|
|
|
page++
|
|
querys.Set("page", strconv.Itoa(page))
|
|
tp.SetQuery(querys)
|
|
time.Sleep(time.Second * 2)
|
|
}
|
|
}
|