eson/ad_parser
1
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

123

Browse Source
This commit is contained in:
huangsimin 2018-12-19 18:28:06 +08:00
parent 937ae3c546
commit b8f1940cac
4 changed files with 10 additions and 12 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
parser.go
View File

@ -144,13 +144,11 @@ func (p *Parser) ConfigQueue(yamlpath string) {
panic(err)
}
log.Println(string(data))
err = yaml.Unmarshal(data, p.que)
if err != nil {
panic(err)
}
log.Println(p.que)
if err := p.que.Connect(); err != nil {
panic(err)
}

4
parser_test.go
View File

@ -37,9 +37,9 @@ func (tt *Toutiao) ToDoParser(adstring string) (string, error) {
func TestParserToutiao(t *testing.T) {
tt := Toutiao{}
tt.ConfigLogDB("logdb.yaml")
// tt.ConfigLogDB("logdb.yaml")
tt.ConfigQueue("queue.yaml")
ADParserServer(&tt)
// ADParserServer(&tt)
t.Error("")
}

12
queue.go
View File

@ -11,9 +11,9 @@ import (
// Queue Youmi的队列
type Queue struct {
url string `yaml:"url"`
exchange string `yaml:"exchange"`
routekey string `yaml:"routekey"`
Url string `yaml:"url"`
Exchange string `yaml:"exchange"`
Routekey string `yaml:"routekey"`
mutex sync.Mutex
conn *amqp.Connection
@ -23,7 +23,7 @@ type Queue struct {
// NewQueue youmi queue队列 mq
func NewQueue(url string, exchange, routekey string) *Queue {
que := Queue{url: url, exchange: exchange, routekey: routekey}
que := Queue{Url: url, Exchange: exchange, Routekey: routekey}
que.contentType = "application/json"
if err := que.Connect(); err != nil {
@ -45,7 +45,7 @@ func (que *Queue) Connect() error {
que.mutex.Lock()
defer que.mutex.Unlock()
conn, err := amqp.Dial(que.url)
conn, err := amqp.Dial(que.Url)
if err != nil {
return err
}
@ -68,7 +68,7 @@ func (que *Queue) Push(data []byte) error {
panic(err)
}
}
return ch.Publish(que.exchange, que.routekey, false, false, amqp.Publishing{
return ch.Publish(que.Exchange, que.Routekey, false, false, amqp.Publishing{
DeliveryMode: amqp.Persistent,
Timestamp: time.Now(),
ContentType: que.contentType,

2
queue.yaml
View File

@ -1,4 +1,4 @@
# url: "amqp://spider:spider@172.16.6.109:5672/test_adspider"
url: "amqp://test_aso:guest@10.10.10.31:5672/test_spider_go"
exchange: "ad_process"
routekey: "CN"
# url: "amqp://spider:spider@172.16.6.109:5672/test_adspider"