mirror of https://github.com/dtm-labs/dtm.git
yedongfu
5 years ago
11 changed files with 207 additions and 474 deletions
@ -1,189 +0,0 @@ |
|||
package dtmsvr |
|||
|
|||
import ( |
|||
"encoding/json" |
|||
"fmt" |
|||
"sync" |
|||
"time" |
|||
|
|||
"github.com/sirupsen/logrus" |
|||
"github.com/streadway/amqp" |
|||
"github.com/yedf/dtm/common" |
|||
) |
|||
|
|||
type Rabbitmq struct { |
|||
Config RabbitmqConfig |
|||
ChannelPool *sync.Pool |
|||
} |
|||
|
|||
type RabbitmqConfig struct { |
|||
Host string |
|||
Username string |
|||
Password string |
|||
Vhost string |
|||
Exchange string |
|||
KeyPrepared string |
|||
KeyCommited string |
|||
QueuePrepared string |
|||
QueueCommited string |
|||
} |
|||
|
|||
type RabbitmqChannel struct { |
|||
Confirms chan amqp.Confirmation |
|||
Channel *amqp.Channel |
|||
} |
|||
|
|||
type RabbitmqConst string |
|||
|
|||
const ( |
|||
RabbitmqConstPrepared RabbitmqConst = "dtm_prepared" |
|||
RabbitmqConstCommited RabbitmqConst = "dtm_commited" |
|||
) |
|||
|
|||
var IgnoreMsgBefore = time.Now().Add(-3 * time.Second) // 忽略3秒前的消息
|
|||
|
|||
func RabbitmqNew(conf *RabbitmqConfig) *Rabbitmq { |
|||
return &Rabbitmq{ |
|||
Config: *conf, |
|||
ChannelPool: &sync.Pool{ |
|||
New: func() interface{} { |
|||
channel := newChannel(conf) |
|||
err := channel.Confirm(false) |
|||
common.PanicIfError(err) |
|||
confirms := channel.NotifyPublish(make(chan amqp.Confirmation, 2)) |
|||
return &RabbitmqChannel{ |
|||
Channel: channel, |
|||
Confirms: confirms, |
|||
} |
|||
}, |
|||
}, |
|||
} |
|||
} |
|||
|
|||
func newChannel(conf *RabbitmqConfig) *amqp.Channel { |
|||
uri := fmt.Sprintf("amqp://%s:%s@%s/%s", conf.Username, conf.Password, conf.Host, conf.Vhost) |
|||
logrus.Printf("connecting rabbitmq: %s", uri) |
|||
conn, err := amqp.Dial(uri) |
|||
common.PanicIfError(err) |
|||
channel, err := conn.Channel() |
|||
common.PanicIfError(err) |
|||
err = channel.ExchangeDeclare( |
|||
conf.Exchange, // exchange name
|
|||
"direct", // exchange type
|
|||
true, // durable
|
|||
false, // autoDelete
|
|||
false, // internal
|
|||
false, // noWait
|
|||
nil, // args
|
|||
) |
|||
common.PanicIfError(err) |
|||
return channel |
|||
} |
|||
|
|||
func (r *Rabbitmq) SendAndConfirm(key RabbitmqConst, data map[string]interface{}) error { |
|||
body, err := json.Marshal(data) |
|||
common.PanicIfError(err) |
|||
channel := r.ChannelPool.Get().(*RabbitmqChannel) |
|||
|
|||
logrus.Printf("publishing %s %v", key, data) |
|||
err = channel.Channel.Publish( |
|||
r.Config.Exchange, |
|||
common.If(key == RabbitmqConstPrepared, r.Config.KeyPrepared, r.Config.KeyCommited).(string), |
|||
true, |
|||
false, |
|||
amqp.Publishing{ |
|||
ContentType: "application/json", |
|||
DeliveryMode: amqp.Persistent, |
|||
Body: body, |
|||
Timestamp: time.Now(), |
|||
}, |
|||
) |
|||
common.PanicIfError(err) |
|||
confirm := <-channel.Confirms |
|||
r.ChannelPool.Put(channel) |
|||
logrus.Printf("confirmed %t for %s", confirm.Ack, data["gid"]) |
|||
if !confirm.Ack { |
|||
return fmt.Errorf("confirm not ok for %s", data["gid"]) |
|||
} |
|||
return nil |
|||
} |
|||
|
|||
type RabbitmqQueue struct { |
|||
Name string |
|||
Queue *amqp.Queue |
|||
Channel *amqp.Channel |
|||
Conn *amqp.Connection |
|||
Deliveries <-chan amqp.Delivery |
|||
} |
|||
|
|||
func (q *RabbitmqQueue) Close() { |
|||
q.Channel.Close() |
|||
// q.Conn.Close()
|
|||
} |
|||
|
|||
func (q *RabbitmqQueue) WaitAndHandle(handler func(data M)) { |
|||
for { |
|||
q.WaitAndHandleOne(handler) |
|||
} |
|||
} |
|||
func (q *RabbitmqQueue) WaitAndHandleOne(handler func(data M)) { |
|||
logrus.Printf("%s reading message", q.Name) |
|||
msg := <-q.Deliveries |
|||
for msg.Timestamp.Before(IgnoreMsgBefore) { |
|||
logrus.Printf("%s discarding a message %v before %v", q.Name, msg.Timestamp, IgnoreMsgBefore) |
|||
msg.Ack(false) |
|||
msg = <-q.Deliveries |
|||
} |
|||
data := map[string]interface{}{} |
|||
err := json.Unmarshal(msg.Body, &data) |
|||
logrus.Printf("%s handling one message: %v", q.Name, data) |
|||
common.PanicIfError(err) |
|||
handler(data) |
|||
err = msg.Ack(false) |
|||
common.PanicIfError(err) |
|||
logrus.Printf("%s acked msg: %d", q.Name, msg.DeliveryTag) |
|||
} |
|||
|
|||
func (r *Rabbitmq) QueueNew(queueType RabbitmqConst) *RabbitmqQueue { |
|||
channel := newChannel(&r.Config) |
|||
queueName := common.If(queueType == RabbitmqConstPrepared, r.Config.QueuePrepared, r.Config.QueueCommited).(string) |
|||
queue, err := channel.QueueDeclare( |
|||
queueName, // name of the queue
|
|||
true, // durable
|
|||
false, // delete when unused
|
|||
false, // exclusive
|
|||
false, // noWait
|
|||
nil, // arguments
|
|||
) |
|||
common.PanicIfError(err) |
|||
logrus.Printf("declared Queue (%q %d messages, %d consumers), binding to Exchange", |
|||
queue.Name, queue.Messages, queue.Consumers) |
|||
err = channel.QueueBind( |
|||
queue.Name, // name of the queue
|
|||
common.If(queueType == RabbitmqConstPrepared, r.Config.KeyPrepared, r.Config.KeyCommited).(string), // bindingKey
|
|||
r.Config.Exchange, // sourceExchange
|
|||
false, // noWait
|
|||
nil, // arguments
|
|||
) |
|||
common.PanicIfError(err) |
|||
deliveries, err := channel.Consume( |
|||
queue.Name, // name
|
|||
"simple-consumer", // consumerTag,
|
|||
false, // noAck
|
|||
false, // exclusive
|
|||
false, // noLocal
|
|||
false, // noWait
|
|||
nil, // arguments
|
|||
) |
|||
common.PanicIfError(err) |
|||
return &RabbitmqQueue{ |
|||
Queue: &queue, |
|||
Name: queueName, |
|||
Channel: channel, |
|||
Deliveries: deliveries, |
|||
} |
|||
} |
|||
|
|||
func (r *Rabbitmq) HandleMsg(data interface{}) { |
|||
|
|||
} |
|||
@ -1,30 +0,0 @@ |
|||
package dtmsvr |
|||
|
|||
import ( |
|||
"testing" |
|||
|
|||
"github.com/magiconair/properties/assert" |
|||
"github.com/sirupsen/logrus" |
|||
"github.com/yedf/dtm/common" |
|||
) |
|||
|
|||
func init() { |
|||
LoadConfig() |
|||
} |
|||
|
|||
func TestRabbitConfig(t *testing.T) { |
|||
assert.Matches(t, ServerConfig.Rabbitmq.KeyCommited, "key_committed") |
|||
} |
|||
|
|||
func TestRabbitmq1Msg(t *testing.T) { |
|||
rb := RabbitmqNew(&ServerConfig.Rabbitmq) |
|||
err := rb.SendAndConfirm(RabbitmqConstPrepared, M{ |
|||
"gid": common.GenGid(), |
|||
}) |
|||
assert.Equal(t, nil, err) |
|||
queue := rb.QueueNew(RabbitmqConstPrepared) |
|||
queue.WaitAndHandle(func(data M) { |
|||
logrus.Printf("processed msg: %v in queue1", data) |
|||
}) |
|||
assert.Equal(t, 0, 1) |
|||
} |
|||
@ -1,5 +0,0 @@ |
|||
package dtmsvr |
|||
|
|||
func startScanPrepared() { |
|||
|
|||
} |
|||
Loading…
Reference in new issue