fix: 拆分 RabbitMQ Channel,修复新视频不出现在推荐列表的问题

- RabbitMQ 结构体移除共享 Ch 字段,仅管理 Connection
- 每个MQ组件(Like/Comment/Social/Popularity/Timeline)持有独立 Channel
- Timeline Consumer 使用独立 Channel 并加入自动重连机制
- Redis 操作超时从 50ms 调整为 500ms,避免 NACK 循环
- router.go 中 notification 相关逻辑适配新 API
This commit is contained in:
yiyiis
2026-05-22 23:57:06 +08:00
parent 229446e93b
commit d8bca16362
8 changed files with 156 additions and 114 deletions

View File

@@ -4,10 +4,12 @@ import (
"context"
"errors"
"time"
amqp "github.com/rabbitmq/amqp091-go"
)
type CommentMQ struct {
*RabbitMQ
ch *amqp.Channel
}
const (
@@ -34,10 +36,15 @@ func NewCommentMQ(base *RabbitMQ) (*CommentMQ, error) {
if base == nil {
return nil, errors.New("rabbitmq base is nil")
}
if err := base.DeclareTopic(commentExchange, commentQueue, commentBindingKey); err != nil {
ch, err := base.NewChannel()
if err != nil {
return nil, err
}
return &CommentMQ{RabbitMQ: base}, nil
if err := DeclareTopic(ch, commentExchange, commentQueue, commentBindingKey); err != nil {
ch.Close()
return nil, err
}
return &CommentMQ{ch: ch}, nil
}
func (c *CommentMQ) Publish(ctx context.Context, username string, videoID, authorID uint, content string) error {
@@ -56,7 +63,7 @@ func (c *CommentMQ) Delete(ctx context.Context, commentID uint) error {
}
func (c *CommentMQ) publish(ctx context.Context, action, routingKey string, evt CommentEvent) error {
if c == nil || c.RabbitMQ == nil {
if c == nil || c.ch == nil {
return errors.New("comment mq is not initialized")
}
id, err := newEventID(16)
@@ -66,5 +73,5 @@ func (c *CommentMQ) publish(ctx context.Context, action, routingKey string, evt
evt.EventID = id
evt.Action = action
evt.OccurredAt = time.Now().UTC()
return c.PublishJSON(ctx, commentExchange, routingKey, evt)
return PublishJSON(ctx, c.ch, commentExchange, routingKey, evt)
}

View File

@@ -4,10 +4,12 @@ import (
"context"
"errors"
"time"
amqp "github.com/rabbitmq/amqp091-go"
)
type LikeMQ struct {
*RabbitMQ
ch *amqp.Channel
}
const (
@@ -31,10 +33,15 @@ func NewLikeMQ(base *RabbitMQ) (*LikeMQ, error) {
if base == nil {
return nil, errors.New("rabbitmq base is nil")
}
if err := base.DeclareTopic(likeExchange, likeQueue, likeBindingKey); err != nil {
ch, err := base.NewChannel()
if err != nil {
return nil, err
}
return &LikeMQ{RabbitMQ: base}, nil
if err := DeclareTopic(ch, likeExchange, likeQueue, likeBindingKey); err != nil {
ch.Close()
return nil, err
}
return &LikeMQ{ch: ch}, nil
}
func (l *LikeMQ) Like(ctx context.Context, userID, videoID uint) error {
@@ -46,7 +53,7 @@ func (l *LikeMQ) Unlike(ctx context.Context, userID, videoID uint) error {
}
func (l *LikeMQ) publish(ctx context.Context, action, routingKey string, userID, videoID uint) error {
if l == nil || l.RabbitMQ == nil {
if l == nil || l.ch == nil {
return errors.New("like mq is not initialized")
}
if userID == 0 || videoID == 0 {
@@ -63,5 +70,5 @@ func (l *LikeMQ) publish(ctx context.Context, action, routingKey string, userID,
VideoID: videoID,
OccurredAt: time.Now(),
}
return l.PublishJSON(ctx, likeExchange, routingKey, event)
return PublishJSON(ctx, l.ch, likeExchange, routingKey, event)
}

View File

@@ -4,10 +4,12 @@ import (
"context"
"errors"
"time"
amqp "github.com/rabbitmq/amqp091-go"
)
type PopularityMQ struct {
*RabbitMQ
ch *amqp.Channel
}
const (
@@ -29,14 +31,19 @@ func NewPopularityMQ(base *RabbitMQ) (*PopularityMQ, error) {
if base == nil {
return nil, errors.New("rabbitmq base is nil")
}
if err := base.DeclareTopic(popularityExchange, popularityQueue, popularityBindingKey); err != nil {
ch, err := base.NewChannel()
if err != nil {
return nil, err
}
return &PopularityMQ{RabbitMQ: base}, nil
if err := DeclareTopic(ch, popularityExchange, popularityQueue, popularityBindingKey); err != nil {
ch.Close()
return nil, err
}
return &PopularityMQ{ch: ch}, nil
}
func (p *PopularityMQ) Update(ctx context.Context, videoID uint, change int64) error {
if p == nil || p.RabbitMQ == nil {
if p == nil || p.ch == nil {
return errors.New("popularity mq is not initialized")
}
if videoID == 0 || change == 0 {
@@ -52,5 +59,5 @@ func (p *PopularityMQ) Update(ctx context.Context, videoID uint, change int64) e
Change: change,
OccurredAt: time.Now().UTC(),
}
return p.PublishJSON(ctx, popularityExchange, popularityUpdateRK, event)
return PublishJSON(ctx, p.ch, popularityExchange, popularityUpdateRK, event)
}

View File

@@ -14,9 +14,9 @@ import (
amqp "github.com/rabbitmq/amqp091-go"
)
// RabbitMQ 只管理 ConnectionChannel 由各组件按需创建
type RabbitMQ struct {
Conn *amqp.Connection
Ch *amqp.Channel
}
func NewRabbitMQ(cfg *config.RabbitMQConfig) (*RabbitMQ, error) {
@@ -28,41 +28,35 @@ func NewRabbitMQ(cfg *config.RabbitMQConfig) (*RabbitMQ, error) {
if err != nil {
return nil, err
}
ch, err := conn.Channel()
if err != nil {
_ = conn.Close()
return nil, err
}
return &RabbitMQ{Conn: conn, Ch: ch}, nil
return &RabbitMQ{Conn: conn}, nil
}
func (r *RabbitMQ) Close() error {
if r == nil {
return nil
}
var closeErr error
if r.Ch != nil {
if err := r.Ch.Close(); err != nil {
closeErr = err
}
}
if r.Conn != nil {
if err := r.Conn.Close(); closeErr == nil && err != nil {
closeErr = err
}
return r.Conn.Close()
}
return closeErr
return nil
}
func (r *RabbitMQ) DeclareTopic(exchange string, queue string, bindingKey string) error {
if r == nil || r.Ch == nil {
return errors.New("rabbitmq is not initialized")
func (r *RabbitMQ) NewChannel() (*amqp.Channel, error) {
if r == nil || r.Conn == nil {
return nil, errors.New("rabbitmq connection is not initialized")
}
return r.Conn.Channel()
}
func DeclareTopic(ch *amqp.Channel, exchange string, queue string, bindingKey string) error {
if ch == nil {
return errors.New("channel is not initialized")
}
if exchange == "" || queue == "" || bindingKey == "" {
return errors.New("exchange/queue/bindingKey is required")
}
if err := r.Ch.ExchangeDeclare(
if err := ch.ExchangeDeclare(
exchange,
"topic",
true,
@@ -74,7 +68,7 @@ func (r *RabbitMQ) DeclareTopic(exchange string, queue string, bindingKey string
return err
}
q, err := r.Ch.QueueDeclare(
q, err := ch.QueueDeclare(
queue,
true,
false,
@@ -86,7 +80,7 @@ func (r *RabbitMQ) DeclareTopic(exchange string, queue string, bindingKey string
return err
}
if err := r.Ch.QueueBind(
if err := ch.QueueBind(
q.Name,
bindingKey,
exchange,
@@ -95,15 +89,15 @@ func (r *RabbitMQ) DeclareTopic(exchange string, queue string, bindingKey string
); err != nil {
return err
}
if err := DeclareDLX(r.Ch, queue); err != nil {
if err := DeclareDLX(ch, queue); err != nil {
log.Printf("DLX declare failed for %s: %v", queue, err)
}
return nil
}
func (r *RabbitMQ) PublishJSON(ctx context.Context, exchange string, routingKey string, payload any) error {
if r == nil || r.Ch == nil {
return errors.New("rabbitmq is not initialized")
func PublishJSON(ctx context.Context, ch *amqp.Channel, exchange string, routingKey string, payload any) error {
if ch == nil {
return errors.New("channel is not initialized")
}
if exchange == "" || routingKey == "" {
return errors.New("exchange and routingKey are required")
@@ -112,7 +106,7 @@ func (r *RabbitMQ) PublishJSON(ctx context.Context, exchange string, routingKey
if err != nil {
return err
}
return r.Ch.PublishWithContext(ctx, exchange, routingKey, false, false, amqp.Publishing{
return ch.PublishWithContext(ctx, exchange, routingKey, false, false, amqp.Publishing{
ContentType: "application/json",
DeliveryMode: amqp.Persistent,
Timestamp: time.Now(),

View File

@@ -4,10 +4,12 @@ import (
"context"
"errors"
"time"
amqp "github.com/rabbitmq/amqp091-go"
)
type SocialMQ struct {
*RabbitMQ
ch *amqp.Channel
}
const (
@@ -31,10 +33,15 @@ func NewSocialMQ(base *RabbitMQ) (*SocialMQ, error) {
if base == nil {
return nil, errors.New("rabbitmq base is nil")
}
if err := base.DeclareTopic(socialExchange, socialQueue, socialBindingKey); err != nil {
ch, err := base.NewChannel()
if err != nil {
return nil, err
}
return &SocialMQ{RabbitMQ: base}, nil
if err := DeclareTopic(ch, socialExchange, socialQueue, socialBindingKey); err != nil {
ch.Close()
return nil, err
}
return &SocialMQ{ch: ch}, nil
}
func (s *SocialMQ) Follow(ctx context.Context, followerID, vloggerID uint) error {
@@ -46,7 +53,7 @@ func (s *SocialMQ) UnFollow(ctx context.Context, followerID, vloggerID uint) err
}
func (s *SocialMQ) publish(ctx context.Context, action, routingKey string, followerID, vloggerID uint) error {
if s == nil || s.RabbitMQ == nil {
if s == nil || s.ch == nil {
return errors.New("social mq is not initialized")
}
if followerID == 0 || vloggerID == 0 {
@@ -63,5 +70,5 @@ func (s *SocialMQ) publish(ctx context.Context, action, routingKey string, follo
VloggerID: vloggerID,
OccurredAt: time.Now().UTC(),
}
return s.PublishJSON(ctx, socialExchange, routingKey, evt)
return PublishJSON(ctx, s.ch, socialExchange, routingKey, evt)
}

View File

@@ -4,10 +4,12 @@ import (
"context"
"errors"
"time"
amqp "github.com/rabbitmq/amqp091-go"
)
type TimelineMQ struct {
*RabbitMQ
ch *amqp.Channel
}
const (
@@ -28,14 +30,19 @@ func NewTimelineMQ(base *RabbitMQ) (*TimelineMQ, error) {
if base == nil {
return nil, errors.New("rabbitmq base is nil")
}
if err := base.DeclareTopic(timelineExchange, timelineQueue, timelineBindingKey); err != nil {
ch, err := base.NewChannel()
if err != nil {
return nil, err
}
return &TimelineMQ{RabbitMQ: base}, nil
if err := DeclareTopic(ch, timelineExchange, timelineQueue, timelineBindingKey); err != nil {
ch.Close()
return nil, err
}
return &TimelineMQ{ch: ch}, nil
}
func (t *TimelineMQ) PublishVideo(ctx context.Context, videoID uint, createTime time.Time) error {
if t == nil || t.RabbitMQ == nil {
if t == nil || t.ch == nil {
return errors.New("timeline mq is not initialized")
}
if videoID == 0 {
@@ -51,5 +58,5 @@ func (t *TimelineMQ) PublishVideo(ctx context.Context, videoID uint, createTime
CreateTime: createTime.UnixMilli(),
OccurredAt: time.Now(),
}
return t.PublishJSON(ctx, timelineExchange, timelinePublishRK, timeline)
return PublishJSON(ctx, t.ch, timelineExchange, timelinePublishRK, timeline)
}