stats.go

package nsqd

import (
    "sort"
    "sync/atomic"

    "github.com/nsqio/nsq/internal/quantile"
)

type TopicStats struct {
    TopicName    string         `json:"topic_name"`
    Channels     []ChannelStats `json:"channels"`
    Depth        int64          `json:"depth"`
    BackendDepth int64          `json:"backend_depth"`
    MessageCount uint64         `json:"message_count"`
    Paused       bool           `json:"paused"`

    E2eProcessingLatency *quantile.Result `json:"e2e_processing_latency"`
}

func NewTopicStats(t *Topic, channels []ChannelStats) TopicStats {
    return TopicStats{
        TopicName:    t.name,
        Channels:     channels,
        Depth:        t.Depth(),
        BackendDepth: t.backend.Depth(),
        MessageCount: atomic.LoadUint64(&t.messageCount),
        Paused:       t.IsPaused(),

        E2eProcessingLatency: t.AggregateChannelE2eProcessingLatency().Result(),
    }
}

type ChannelStats struct {
    ChannelName   string        `json:"channel_name"`
    Depth         int64         `json:"depth"`
    BackendDepth  int64         `json:"backend_depth"`
    InFlightCount int           `json:"in_flight_count"`
    DeferredCount int           `json:"deferred_count"`
    MessageCount  uint64        `json:"message_count"`
    RequeueCount  uint64        `json:"requeue_count"`
    TimeoutCount  uint64        `json:"timeout_count"`
    Clients       []ClientStats `json:"clients"`
    Paused        bool          `json:"paused"`

    E2eProcessingLatency *quantile.Result `json:"e2e_processing_latency"`
}

func NewChannelStats(c *Channel, clients []ClientStats) ChannelStats {
    return ChannelStats{
        ChannelName:   c.name,
        Depth:         c.Depth(),
        BackendDepth:  c.backend.Depth(),
        InFlightCount: len(c.inFlightMessages),
        DeferredCount: len(c.deferredMessages),
        MessageCount:  atomic.LoadUint64(&c.messageCount),
        RequeueCount:  atomic.LoadUint64(&c.requeueCount),
        TimeoutCount:  atomic.LoadUint64(&c.timeoutCount),
        Clients:       clients,
        Paused:        c.IsPaused(),

        E2eProcessingLatency: c.e2eProcessingLatencyStream.Result(),
    }
}

type ClientStats struct {
    // TODO: deprecated, remove in 1.0
    Name string `json:"name"`

    ClientID        string `json:"client_id"`
    Hostname        string `json:"hostname"`
    Version         string `json:"version"`
    RemoteAddress   string `json:"remote_address"`
    State           int32  `json:"state"`
    ReadyCount      int64  `json:"ready_count"`
    InFlightCount   int64  `json:"in_flight_count"`
    MessageCount    uint64 `json:"message_count"`
    FinishCount     uint64 `json:"finish_count"`
    RequeueCount    uint64 `json:"requeue_count"`
    ConnectTime     int64  `json:"connect_ts"`
    SampleRate      int32  `json:"sample_rate"`
    Deflate         bool   `json:"deflate"`
    Snappy          bool   `json:"snappy"`
    UserAgent       string `json:"user_agent"`
    Authed          bool   `json:"authed,omitempty"`
    AuthIdentity    string `json:"auth_identity,omitempty"`
    AuthIdentityURL string `json:"auth_identity_url,omitempty"`

    TLS                           bool   `json:"tls"`
    CipherSuite                   string `json:"tls_cipher_suite"`
    TLSVersion                    string `json:"tls_version"`
    TLSNegotiatedProtocol         string `json:"tls_negotiated_protocol"`
    TLSNegotiatedProtocolIsMutual bool   `json:"tls_negotiated_protocol_is_mutual"`
}

type Topics []*Topic

func (t Topics) Len() int      { return len(t) }
func (t Topics) Swap(i, j int) { t[i], t[j] = t[j], t[i] }

type TopicsByName struct {
    Topics
}

func (t TopicsByName) Less(i, j int) bool { return t.Topics[i].name < t.Topics[j].name }

type Channels []*Channel

func (c Channels) Len() int      { return len(c) }
func (c Channels) Swap(i, j int) { c[i], c[j] = c[j], c[i] }

type ChannelsByName struct {
    Channels
}

func (c ChannelsByName) Less(i, j int) bool { return c.Channels[i].name < c.Channels[j].name }

func (n *NSQD) GetStats() []TopicStats {
    n.RLock()
    realTopics := make([]*Topic, 0, len(n.topicMap))
    for _, t := range n.topicMap {
        realTopics = append(realTopics, t)
    }
    n.RUnlock()
    sort.Sort(TopicsByName{realTopics})
    topics := make([]TopicStats, 0, len(realTopics))
    for _, t := range realTopics {
        t.RLock()
        realChannels := make([]*Channel, 0, len(t.channelMap))
        for _, c := range t.channelMap {
            realChannels = append(realChannels, c)
        }
        t.RUnlock()
        sort.Sort(ChannelsByName{realChannels})
        channels := make([]ChannelStats, 0, len(realChannels))
        for _, c := range realChannels {
            c.RLock()
            clients := make([]ClientStats, 0, len(c.clients))
            for _, client := range c.clients {
                clients = append(clients, client.Stats())
            }
            c.RUnlock()
            channels = append(channels, NewChannelStats(c, clients))
        }
        topics = append(topics, NewTopicStats(t, channels))
    }
    return topics
}

上一篇:医学图像之DICOM格式解析


下一篇:makefile常用函数