yedongfu
5 years ago
11 changed files with 207 additions and 474 deletions
@ -1,189 +0,0 @@ |
|||||
package dtmsvr |
|
||||
|
|
||||
import ( |
|
||||
"encoding/json" |
|
||||
"fmt" |
|
||||
"sync" |
|
||||
"time" |
|
||||
|
|
||||
"github.com/sirupsen/logrus" |
|
||||
"github.com/streadway/amqp" |
|
||||
"github.com/yedf/dtm/common" |
|
||||
) |
|
||||
|
|
||||
type Rabbitmq struct { |
|
||||
Config RabbitmqConfig |
|
||||
ChannelPool *sync.Pool |
|
||||
} |
|
||||
|
|
||||
type RabbitmqConfig struct { |
|
||||
Host string |
|
||||
Username string |
|
||||
Password string |
|
||||
Vhost string |
|
||||
Exchange string |
|
||||
KeyPrepared string |
|
||||
KeyCommited string |
|
||||
QueuePrepared string |
|
||||
QueueCommited string |
|
||||
} |
|
||||
|
|
||||
type RabbitmqChannel struct { |
|
||||
Confirms chan amqp.Confirmation |
|
||||
Channel *amqp.Channel |
|
||||
} |
|
||||
|
|
||||
type RabbitmqConst string |
|
||||
|
|
||||
const ( |
|
||||
RabbitmqConstPrepared RabbitmqConst = "dtm_prepared" |
|
||||
RabbitmqConstCommited RabbitmqConst = "dtm_commited" |
|
||||
) |
|
||||
|
|
||||
var IgnoreMsgBefore = time.Now().Add(-3 * time.Second) // 忽略3秒前的消息
|
|
||||
|
|
||||
func RabbitmqNew(conf *RabbitmqConfig) *Rabbitmq { |
|
||||
return &Rabbitmq{ |
|
||||
Config: *conf, |
|
||||
ChannelPool: &sync.Pool{ |
|
||||
New: func() interface{} { |
|
||||
channel := newChannel(conf) |
|
||||
err := channel.Confirm(false) |
|
||||
common.PanicIfError(err) |
|
||||
confirms := channel.NotifyPublish(make(chan amqp.Confirmation, 2)) |
|
||||
return &RabbitmqChannel{ |
|
||||
Channel: channel, |
|
||||
Confirms: confirms, |
|
||||
} |
|
||||
}, |
|
||||
}, |
|
||||
} |
|
||||
} |
|
||||
|
|
||||
func newChannel(conf *RabbitmqConfig) *amqp.Channel { |
|
||||
uri := fmt.Sprintf("amqp://%s:%s@%s/%s", conf.Username, conf.Password, conf.Host, conf.Vhost) |
|
||||
logrus.Printf("connecting rabbitmq: %s", uri) |
|
||||
conn, err := amqp.Dial(uri) |
|
||||
common.PanicIfError(err) |
|
||||
channel, err := conn.Channel() |
|
||||
common.PanicIfError(err) |
|
||||
err = channel.ExchangeDeclare( |
|
||||
conf.Exchange, // exchange name
|
|
||||
"direct", // exchange type
|
|
||||
true, // durable
|
|
||||
false, // autoDelete
|
|
||||
false, // internal
|
|
||||
false, // noWait
|
|
||||
nil, // args
|
|
||||
) |
|
||||
common.PanicIfError(err) |
|
||||
return channel |
|
||||
} |
|
||||
|
|
||||
func (r *Rabbitmq) SendAndConfirm(key RabbitmqConst, data map[string]interface{}) error { |
|
||||
body, err := json.Marshal(data) |
|
||||
common.PanicIfError(err) |
|
||||
channel := r.ChannelPool.Get().(*RabbitmqChannel) |
|
||||
|
|
||||
logrus.Printf("publishing %s %v", key, data) |
|
||||
err = channel.Channel.Publish( |
|
||||
r.Config.Exchange, |
|
||||
common.If(key == RabbitmqConstPrepared, r.Config.KeyPrepared, r.Config.KeyCommited).(string), |
|
||||
true, |
|
||||
false, |
|
||||
amqp.Publishing{ |
|
||||
ContentType: "application/json", |
|
||||
DeliveryMode: amqp.Persistent, |
|
||||
Body: body, |
|
||||
Timestamp: time.Now(), |
|
||||
}, |
|
||||
) |
|
||||
common.PanicIfError(err) |
|
||||
confirm := <-channel.Confirms |
|
||||
r.ChannelPool.Put(channel) |
|
||||
logrus.Printf("confirmed %t for %s", confirm.Ack, data["gid"]) |
|
||||
if !confirm.Ack { |
|
||||
return fmt.Errorf("confirm not ok for %s", data["gid"]) |
|
||||
} |
|
||||
return nil |
|
||||
} |
|
||||
|
|
||||
type RabbitmqQueue struct { |
|
||||
Name string |
|
||||
Queue *amqp.Queue |
|
||||
Channel *amqp.Channel |
|
||||
Conn *amqp.Connection |
|
||||
Deliveries <-chan amqp.Delivery |
|
||||
} |
|
||||
|
|
||||
func (q *RabbitmqQueue) Close() { |
|
||||
q.Channel.Close() |
|
||||
// q.Conn.Close()
|
|
||||
} |
|
||||
|
|
||||
func (q *RabbitmqQueue) WaitAndHandle(handler func(data M)) { |
|
||||
for { |
|
||||
q.WaitAndHandleOne(handler) |
|
||||
} |
|
||||
} |
|
||||
func (q *RabbitmqQueue) WaitAndHandleOne(handler func(data M)) { |
|
||||
logrus.Printf("%s reading message", q.Name) |
|
||||
msg := <-q.Deliveries |
|
||||
for msg.Timestamp.Before(IgnoreMsgBefore) { |
|
||||
logrus.Printf("%s discarding a message %v before %v", q.Name, msg.Timestamp, IgnoreMsgBefore) |
|
||||
msg.Ack(false) |
|
||||
msg = <-q.Deliveries |
|
||||
} |
|
||||
data := map[string]interface{}{} |
|
||||
err := json.Unmarshal(msg.Body, &data) |
|
||||
logrus.Printf("%s handling one message: %v", q.Name, data) |
|
||||
common.PanicIfError(err) |
|
||||
handler(data) |
|
||||
err = msg.Ack(false) |
|
||||
common.PanicIfError(err) |
|
||||
logrus.Printf("%s acked msg: %d", q.Name, msg.DeliveryTag) |
|
||||
} |
|
||||
|
|
||||
func (r *Rabbitmq) QueueNew(queueType RabbitmqConst) *RabbitmqQueue { |
|
||||
channel := newChannel(&r.Config) |
|
||||
queueName := common.If(queueType == RabbitmqConstPrepared, r.Config.QueuePrepared, r.Config.QueueCommited).(string) |
|
||||
queue, err := channel.QueueDeclare( |
|
||||
queueName, // name of the queue
|
|
||||
true, // durable
|
|
||||
false, // delete when unused
|
|
||||
false, // exclusive
|
|
||||
false, // noWait
|
|
||||
nil, // arguments
|
|
||||
) |
|
||||
common.PanicIfError(err) |
|
||||
logrus.Printf("declared Queue (%q %d messages, %d consumers), binding to Exchange", |
|
||||
queue.Name, queue.Messages, queue.Consumers) |
|
||||
err = channel.QueueBind( |
|
||||
queue.Name, // name of the queue
|
|
||||
common.If(queueType == RabbitmqConstPrepared, r.Config.KeyPrepared, r.Config.KeyCommited).(string), // bindingKey
|
|
||||
r.Config.Exchange, // sourceExchange
|
|
||||
false, // noWait
|
|
||||
nil, // arguments
|
|
||||
) |
|
||||
common.PanicIfError(err) |
|
||||
deliveries, err := channel.Consume( |
|
||||
queue.Name, // name
|
|
||||
"simple-consumer", // consumerTag,
|
|
||||
false, // noAck
|
|
||||
false, // exclusive
|
|
||||
false, // noLocal
|
|
||||
false, // noWait
|
|
||||
nil, // arguments
|
|
||||
) |
|
||||
common.PanicIfError(err) |
|
||||
return &RabbitmqQueue{ |
|
||||
Queue: &queue, |
|
||||
Name: queueName, |
|
||||
Channel: channel, |
|
||||
Deliveries: deliveries, |
|
||||
} |
|
||||
} |
|
||||
|
|
||||
func (r *Rabbitmq) HandleMsg(data interface{}) { |
|
||||
|
|
||||
} |
|
||||
@ -1,30 +0,0 @@ |
|||||
package dtmsvr |
|
||||
|
|
||||
import ( |
|
||||
"testing" |
|
||||
|
|
||||
"github.com/magiconair/properties/assert" |
|
||||
"github.com/sirupsen/logrus" |
|
||||
"github.com/yedf/dtm/common" |
|
||||
) |
|
||||
|
|
||||
func init() { |
|
||||
LoadConfig() |
|
||||
} |
|
||||
|
|
||||
func TestRabbitConfig(t *testing.T) { |
|
||||
assert.Matches(t, ServerConfig.Rabbitmq.KeyCommited, "key_committed") |
|
||||
} |
|
||||
|
|
||||
func TestRabbitmq1Msg(t *testing.T) { |
|
||||
rb := RabbitmqNew(&ServerConfig.Rabbitmq) |
|
||||
err := rb.SendAndConfirm(RabbitmqConstPrepared, M{ |
|
||||
"gid": common.GenGid(), |
|
||||
}) |
|
||||
assert.Equal(t, nil, err) |
|
||||
queue := rb.QueueNew(RabbitmqConstPrepared) |
|
||||
queue.WaitAndHandle(func(data M) { |
|
||||
logrus.Printf("processed msg: %v in queue1", data) |
|
||||
}) |
|
||||
assert.Equal(t, 0, 1) |
|
||||
} |
|
||||
@ -1,5 +0,0 @@ |
|||||
package dtmsvr |
|
||||
|
|
||||
func startScanPrepared() { |
|
||||
|
|
||||
} |
|
||||
Loading…
Reference in new issue