Files
Gitea/services/pubsub/broker_test.go
T
silverwind 7efcb8d6ca test(pubsub): stop racing the Redis SUBSCRIBE ack (#38661)
`RedisBroker.Subscribe` returns before the server acks `SUBSCRIBE`, so a
publish right after it can be dropped, making
`TestRedisBroker/CrossBroker` fail intermittently on loaded CI runners
([example](https://github.com/go-gitea/gitea/actions/runs/30257188479/job/89948425118)).

Each scenario now uses its own topic and waits for `PUBSUB NUMSUB`
before publishing. `MemoryBroker` registers synchronously and skips the
wait.
2026-07-27 16:12:06 +02:00

194 lines
5.5 KiB
Go

// Copyright 2026 The Gitea Authors. All rights reserved.
// SPDX-License-Identifier: MIT
package pubsub
import (
"testing"
"time"
"github.com/stretchr/testify/assert"
"github.com/stretchr/testify/require"
)
// newBrokerFunc builds a fresh Broker bound to the test's lifecycle.
type newBrokerFunc func(t *testing.T) Broker
// testBrokerBasic runs the behavior every Broker backend must share. Each backend
// invokes it from its own *_test.go (like testQueueBasic in modules/queue) so
// memory and redis prove identical semantics against the same scenarios.
//
// recvTimeout absorbs redis's network round-trip (memory delivers synchronously).
func testBrokerBasic(t *testing.T, newBroker newBrokerFunc, recvTimeout time.Duration) {
t.Run("PublishWithoutSubscribers", func(t *testing.T) {
b := newBroker(t)
b.Publish(t.Name(), []byte("msg")) // must not block or panic
})
t.Run("SubscribeReceivesPublished", func(t *testing.T) {
b := newBroker(t)
ch, cancel := b.Subscribe(t.Name())
defer cancel()
waitSubscribed(t, b, t.Name())
b.Publish(t.Name(), []byte("hello"))
assert.Equal(t, []byte("hello"), recvWithin(t, ch, recvTimeout))
})
t.Run("FanOutToAllSubscribers", func(t *testing.T) {
b := newBroker(t)
const n = 3
channels := make([]<-chan []byte, n)
for i := range n {
ch, cancel := b.Subscribe(t.Name())
defer cancel()
channels[i] = ch
}
waitSubscribed(t, b, t.Name()) // all local subscribers share one Redis SUBSCRIBE
b.Publish(t.Name(), []byte("broadcast"))
for i, ch := range channels {
assert.Equal(t, []byte("broadcast"), recvWithin(t, ch, recvTimeout), "subscriber %d", i)
}
})
t.Run("TopicIsolation", func(t *testing.T) {
b := newBroker(t)
topicA, topicB := t.Name()+"-a", t.Name()+"-b"
chA, cancelA := b.Subscribe(topicA)
defer cancelA()
chB, cancelB := b.Subscribe(topicB)
defer cancelB()
waitSubscribed(t, b, topicA)
waitSubscribed(t, b, topicB)
b.Publish(topicA, []byte("only-a"))
assert.Equal(t, []byte("only-a"), recvWithin(t, chA, recvTimeout))
assertQuiet(t, chB, 100*time.Millisecond) // topic b must stay silent
})
t.Run("CancelStopsDelivery", func(t *testing.T) {
b := newBroker(t)
ch, cancel := b.Subscribe(t.Name())
cancel()
_, ok := <-ch
assert.False(t, ok, "channel must be closed after cancel")
b.Publish(t.Name(), []byte("after-cancel")) // must not panic or block
})
t.Run("CancelIsIdempotent", func(t *testing.T) {
b := newBroker(t)
_, cancel := b.Subscribe(t.Name())
cancel()
assert.NotPanics(t, cancel, "cancel must be safe to call more than once")
})
// What each backend reports with no live subscriber differs, so that stays in
// the backend's own test file.
t.Run("HasTopicSubscribers", func(t *testing.T) {
b := newBroker(t)
_, cancel := b.Subscribe(t.Name())
defer cancel()
assert.True(t, b.HasTopicSubscribers(t.Name()), "must report subscribers while one is live")
})
t.Run("SlowSubscriberDropsWithoutBlocking", func(t *testing.T) {
b := newBroker(t)
_, cancelSlow := b.Subscribe(t.Name()) // never drained, buffer overflows
defer cancelSlow()
fast, cancelFast := b.Subscribe(t.Name())
defer cancelFast()
waitSubscribed(t, b, t.Name())
// Drain fast concurrently so it keeps up while slow's buffer fills.
got := make(chan struct{}, 1)
done := make(chan struct{})
defer close(done)
go func() {
for {
select {
case _, ok := <-fast:
if !ok {
return
}
select {
case got <- struct{}{}:
default:
}
case <-done:
return
}
}
}()
// Far more than the 8-slot buffer: Publish must never block on slow.
const n = 50
published := make(chan struct{})
go func() {
for i := range n {
b.Publish(t.Name(), []byte{byte(i)})
}
close(published)
}()
select {
case <-published:
case <-time.After(recvTimeout):
t.Fatal("Publish blocked on slow subscriber")
}
// The fast subscriber still receives while slow is stuck.
select {
case <-got:
case <-time.After(recvTimeout):
t.Fatal("fast subscriber received nothing while slow subscriber stalled")
}
})
}
// waitSubscribed blocks until Redis registers the subscription, since
// RedisBroker.Subscribe returns before the server acks SUBSCRIBE and a publish
// right after it would race it. Topics are per-scenario, so any subscriber is
// this one. No-op for MemoryBroker, which registers synchronously.
func waitSubscribed(t *testing.T, b Broker, topic string) {
t.Helper()
rb, ok := b.(*RedisBroker)
if !ok {
return
}
channel := redisChannelForTopic(topic)
require.Eventually(t, func() bool {
res, err := rb.client.PubSubNumSub(t.Context(), channel).Result()
return err == nil && res[channel] > 0
}, 5*time.Second, 10*time.Millisecond, "redis did not register a subscriber on %q", topic)
}
// recvWithin returns the next message or fails if none arrives before timeout.
func recvWithin(t *testing.T, ch <-chan []byte, timeout time.Duration) []byte {
t.Helper()
select {
case msg, ok := <-ch:
require.True(t, ok, "channel closed before a message arrived")
return msg
case <-time.After(timeout):
t.Fatalf("timed out after %s waiting for a message", timeout)
return nil
}
}
// assertQuiet fails if any message arrives on ch within d.
func assertQuiet(t *testing.T, ch <-chan []byte, d time.Duration) {
t.Helper()
select {
case msg := <-ch:
t.Fatalf("unexpected message: %s", msg)
case <-time.After(d):
}
}
func TestUserTopic(t *testing.T) {
assert.Equal(t, "user-42", UserTopic(42))
assert.Equal(t, "user-0", UserTopic(0))
}