123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320 |
- /*
- Copyright 2014 The Kubernetes Authors.
- Licensed under the Apache License, Version 2.0 (the "License");
- you may not use this file except in compliance with the License.
- You may obtain a copy of the License at
- http://www.apache.org/licenses/LICENSE-2.0
- Unless required by applicable law or agreed to in writing, software
- distributed under the License is distributed on an "AS IS" BASIS,
- WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- See the License for the specific language governing permissions and
- limitations under the License.
- */
- package watch
- import (
- "fmt"
- "sync"
- "k8s.io/apimachinery/pkg/runtime"
- "k8s.io/apimachinery/pkg/runtime/schema"
- )
- // FullChannelBehavior controls how the Broadcaster reacts if a watcher's watch
- // channel is full.
- type FullChannelBehavior int
- const (
- WaitIfChannelFull FullChannelBehavior = iota
- DropIfChannelFull
- )
- // Buffer the incoming queue a little bit even though it should rarely ever accumulate
- // anything, just in case a few events are received in such a short window that
- // Broadcaster can't move them onto the watchers' queues fast enough.
- const incomingQueueLength = 25
- // Broadcaster distributes event notifications among any number of watchers. Every event
- // is delivered to every watcher.
- type Broadcaster struct {
- watchers map[int64]*broadcasterWatcher
- nextWatcher int64
- distributing sync.WaitGroup
- // incomingBlock allows us to ensure we don't race and end up sending events
- // to a closed channel following a broadcaster shutdown.
- incomingBlock sync.Mutex
- incoming chan Event
- stopped chan struct{}
- // How large to make watcher's channel.
- watchQueueLength int
- // If one of the watch channels is full, don't wait for it to become empty.
- // Instead just deliver it to the watchers that do have space in their
- // channels and move on to the next event.
- // It's more fair to do this on a per-watcher basis than to do it on the
- // "incoming" channel, which would allow one slow watcher to prevent all
- // other watchers from getting new events.
- fullChannelBehavior FullChannelBehavior
- }
- // NewBroadcaster creates a new Broadcaster. queueLength is the maximum number of events to queue per watcher.
- // It is guaranteed that events will be distributed in the order in which they occur,
- // but the order in which a single event is distributed among all of the watchers is unspecified.
- func NewBroadcaster(queueLength int, fullChannelBehavior FullChannelBehavior) *Broadcaster {
- m := &Broadcaster{
- watchers: map[int64]*broadcasterWatcher{},
- incoming: make(chan Event, incomingQueueLength),
- stopped: make(chan struct{}),
- watchQueueLength: queueLength,
- fullChannelBehavior: fullChannelBehavior,
- }
- m.distributing.Add(1)
- go m.loop()
- return m
- }
- // NewLongQueueBroadcaster functions nearly identically to NewBroadcaster,
- // except that the incoming queue is the same size as the outgoing queues
- // (specified by queueLength).
- func NewLongQueueBroadcaster(queueLength int, fullChannelBehavior FullChannelBehavior) *Broadcaster {
- m := &Broadcaster{
- watchers: map[int64]*broadcasterWatcher{},
- incoming: make(chan Event, queueLength),
- stopped: make(chan struct{}),
- watchQueueLength: queueLength,
- fullChannelBehavior: fullChannelBehavior,
- }
- m.distributing.Add(1)
- go m.loop()
- return m
- }
- const internalRunFunctionMarker = "internal-do-function"
- // a function type we can shoehorn into the queue.
- type functionFakeRuntimeObject func()
- func (obj functionFakeRuntimeObject) GetObjectKind() schema.ObjectKind {
- return schema.EmptyObjectKind
- }
- func (obj functionFakeRuntimeObject) DeepCopyObject() runtime.Object {
- if obj == nil {
- return nil
- }
- // funcs are immutable. Hence, just return the original func.
- return obj
- }
- // Execute f, blocking the incoming queue (and waiting for it to drain first).
- // The purpose of this terrible hack is so that watchers added after an event
- // won't ever see that event, and will always see any event after they are
- // added.
- func (m *Broadcaster) blockQueue(f func()) {
- m.incomingBlock.Lock()
- defer m.incomingBlock.Unlock()
- select {
- case <-m.stopped:
- return
- default:
- }
- var wg sync.WaitGroup
- wg.Add(1)
- m.incoming <- Event{
- Type: internalRunFunctionMarker,
- Object: functionFakeRuntimeObject(func() {
- defer wg.Done()
- f()
- }),
- }
- wg.Wait()
- }
- // Watch adds a new watcher to the list and returns an Interface for it.
- // Note: new watchers will only receive new events. They won't get an entire history
- // of previous events. It will block until the watcher is actually added to the
- // broadcaster.
- func (m *Broadcaster) Watch() (Interface, error) {
- var w *broadcasterWatcher
- m.blockQueue(func() {
- id := m.nextWatcher
- m.nextWatcher++
- w = &broadcasterWatcher{
- result: make(chan Event, m.watchQueueLength),
- stopped: make(chan struct{}),
- id: id,
- m: m,
- }
- m.watchers[id] = w
- })
- if w == nil {
- return nil, fmt.Errorf("broadcaster already stopped")
- }
- return w, nil
- }
- // WatchWithPrefix adds a new watcher to the list and returns an Interface for it. It sends
- // queuedEvents down the new watch before beginning to send ordinary events from Broadcaster.
- // The returned watch will have a queue length that is at least large enough to accommodate
- // all of the items in queuedEvents. It will block until the watcher is actually added to
- // the broadcaster.
- func (m *Broadcaster) WatchWithPrefix(queuedEvents []Event) (Interface, error) {
- var w *broadcasterWatcher
- m.blockQueue(func() {
- id := m.nextWatcher
- m.nextWatcher++
- length := m.watchQueueLength
- if n := len(queuedEvents) + 1; n > length {
- length = n
- }
- w = &broadcasterWatcher{
- result: make(chan Event, length),
- stopped: make(chan struct{}),
- id: id,
- m: m,
- }
- m.watchers[id] = w
- for _, e := range queuedEvents {
- w.result <- e
- }
- })
- if w == nil {
- return nil, fmt.Errorf("broadcaster already stopped")
- }
- return w, nil
- }
- // stopWatching stops the given watcher and removes it from the list.
- func (m *Broadcaster) stopWatching(id int64) {
- m.blockQueue(func() {
- w, ok := m.watchers[id]
- if !ok {
- // No need to do anything, it's already been removed from the list.
- return
- }
- delete(m.watchers, id)
- close(w.result)
- })
- }
- // closeAll disconnects all watchers (presumably in response to a Shutdown call).
- func (m *Broadcaster) closeAll() {
- for _, w := range m.watchers {
- close(w.result)
- }
- // Delete everything from the map, since presence/absence in the map is used
- // by stopWatching to avoid double-closing the channel.
- m.watchers = map[int64]*broadcasterWatcher{}
- }
- // Action distributes the given event among all watchers.
- func (m *Broadcaster) Action(action EventType, obj runtime.Object) error {
- m.incomingBlock.Lock()
- defer m.incomingBlock.Unlock()
- select {
- case <-m.stopped:
- return fmt.Errorf("broadcaster already stopped")
- default:
- }
- m.incoming <- Event{action, obj}
- return nil
- }
- // Action distributes the given event among all watchers, or drops it on the floor
- // if too many incoming actions are queued up. Returns true if the action was sent,
- // false if dropped.
- func (m *Broadcaster) ActionOrDrop(action EventType, obj runtime.Object) (bool, error) {
- m.incomingBlock.Lock()
- defer m.incomingBlock.Unlock()
- // Ensure that if the broadcaster is stopped we do not send events to it.
- select {
- case <-m.stopped:
- return false, fmt.Errorf("broadcaster already stopped")
- default:
- }
- select {
- case m.incoming <- Event{action, obj}:
- return true, nil
- default:
- return false, nil
- }
- }
- // Shutdown disconnects all watchers (but any queued events will still be distributed).
- // You must not call Action or Watch* after calling Shutdown. This call blocks
- // until all events have been distributed through the outbound channels. Note
- // that since they can be buffered, this means that the watchers might not
- // have received the data yet as it can remain sitting in the buffered
- // channel. It will block until the broadcaster stop request is actually executed
- func (m *Broadcaster) Shutdown() {
- m.blockQueue(func() {
- close(m.stopped)
- close(m.incoming)
- })
- m.distributing.Wait()
- }
- // loop receives from m.incoming and distributes to all watchers.
- func (m *Broadcaster) loop() {
- // Deliberately not catching crashes here. Yes, bring down the process if there's a
- // bug in watch.Broadcaster.
- for event := range m.incoming {
- if event.Type == internalRunFunctionMarker {
- event.Object.(functionFakeRuntimeObject)()
- continue
- }
- m.distribute(event)
- }
- m.closeAll()
- m.distributing.Done()
- }
- // distribute sends event to all watchers. Blocking.
- func (m *Broadcaster) distribute(event Event) {
- if m.fullChannelBehavior == DropIfChannelFull {
- for _, w := range m.watchers {
- select {
- case w.result <- event:
- case <-w.stopped:
- default: // Don't block if the event can't be queued.
- }
- }
- } else {
- for _, w := range m.watchers {
- select {
- case w.result <- event:
- case <-w.stopped:
- }
- }
- }
- }
- // broadcasterWatcher handles a single watcher of a broadcaster
- type broadcasterWatcher struct {
- result chan Event
- stopped chan struct{}
- stop sync.Once
- id int64
- m *Broadcaster
- }
- // ResultChan returns a channel to use for waiting on events.
- func (mw *broadcasterWatcher) ResultChan() <-chan Event {
- return mw.result
- }
- // Stop stops watching and removes mw from its list.
- // It will block until the watcher stop request is actually executed
- func (mw *broadcasterWatcher) Stop() {
- mw.stop.Do(func() {
- close(mw.stopped)
- mw.m.stopWatching(mw.id)
- })
- }
|