source: code/trunk/server.go@ 728

Last change on this file since 728 was 711, checked in by contact, 4 years ago

Add message counter metrics

File size: 8.5 KB
Line 
1package soju
2
3import (
4 "context"
5 "errors"
6 "fmt"
7 "io"
8 "log"
9 "mime"
10 "net"
11 "net/http"
12 "runtime/debug"
13 "sync"
14 "sync/atomic"
15 "time"
16
17 "github.com/prometheus/client_golang/prometheus"
18 "github.com/prometheus/client_golang/prometheus/promauto"
19 "gopkg.in/irc.v3"
20 "nhooyr.io/websocket"
21
22 "git.sr.ht/~emersion/soju/config"
23)
24
25// TODO: make configurable
26var retryConnectDelay = time.Minute
27var connectTimeout = 15 * time.Second
28var writeTimeout = 10 * time.Second
29var upstreamMessageDelay = 2 * time.Second
30var upstreamMessageBurst = 10
31var backlogTimeout = 10 * time.Second
32var handleDownstreamMessageTimeout = 10 * time.Second
33var downstreamRegisterTimeout = 30 * time.Second
34var chatHistoryLimit = 1000
35var backlogLimit = 4000
36
37type Logger interface {
38 Print(v ...interface{})
39 Printf(format string, v ...interface{})
40}
41
42type prefixLogger struct {
43 logger Logger
44 prefix string
45}
46
47var _ Logger = (*prefixLogger)(nil)
48
49func (l *prefixLogger) Print(v ...interface{}) {
50 v = append([]interface{}{l.prefix}, v...)
51 l.logger.Print(v...)
52}
53
54func (l *prefixLogger) Printf(format string, v ...interface{}) {
55 v = append([]interface{}{l.prefix}, v...)
56 l.logger.Printf("%v"+format, v...)
57}
58
59type int64Gauge struct {
60 v int64 // atomic
61}
62
63func (g *int64Gauge) Add(delta int64) {
64 atomic.AddInt64(&g.v, delta)
65}
66
67func (g *int64Gauge) Value() int64 {
68 return atomic.LoadInt64(&g.v)
69}
70
71func (g *int64Gauge) Float64() float64 {
72 return float64(g.Value())
73}
74
75type Config struct {
76 Hostname string
77 Title string
78 LogPath string
79 Debug bool
80 HTTPOrigins []string
81 AcceptProxyIPs config.IPSet
82 MaxUserNetworks int
83 MultiUpstream bool
84 MOTD string
85 UpstreamUserIPs []*net.IPNet
86}
87
88type Server struct {
89 Logger Logger
90 Identd *Identd // can be nil
91 MetricsRegistry prometheus.Registerer // can be nil
92
93 config atomic.Value // *Config
94 db Database
95 stopWG sync.WaitGroup
96
97 lock sync.Mutex
98 listeners map[net.Listener]struct{}
99 users map[string]*user
100
101 metrics struct {
102 downstreams int64Gauge
103 upstreams int64Gauge
104
105 upstreamOutMessagesTotal prometheus.Counter
106 upstreamInMessagesTotal prometheus.Counter
107 downstreamOutMessagesTotal prometheus.Counter
108 downstreamInMessagesTotal prometheus.Counter
109 }
110}
111
112func NewServer(db Database) *Server {
113 srv := &Server{
114 Logger: log.New(log.Writer(), "", log.LstdFlags),
115 db: db,
116 listeners: make(map[net.Listener]struct{}),
117 users: make(map[string]*user),
118 }
119 srv.config.Store(&Config{
120 Hostname: "localhost",
121 MaxUserNetworks: -1,
122 MultiUpstream: true,
123 })
124 return srv
125}
126
127func (s *Server) prefix() *irc.Prefix {
128 return &irc.Prefix{Name: s.Config().Hostname}
129}
130
131func (s *Server) Config() *Config {
132 return s.config.Load().(*Config)
133}
134
135func (s *Server) SetConfig(cfg *Config) {
136 s.config.Store(cfg)
137}
138
139func (s *Server) Start() error {
140 s.registerMetrics()
141
142 users, err := s.db.ListUsers(context.TODO())
143 if err != nil {
144 return err
145 }
146
147 s.lock.Lock()
148 for i := range users {
149 s.addUserLocked(&users[i])
150 }
151 s.lock.Unlock()
152
153 return nil
154}
155
156func (s *Server) registerMetrics() {
157 factory := promauto.With(s.MetricsRegistry)
158
159 factory.NewGaugeFunc(prometheus.GaugeOpts{
160 Name: "soju_users_active",
161 Help: "Current number of active users",
162 }, func() float64 {
163 s.lock.Lock()
164 n := len(s.users)
165 s.lock.Unlock()
166 return float64(n)
167 })
168
169 factory.NewGaugeFunc(prometheus.GaugeOpts{
170 Name: "soju_downstreams_active",
171 Help: "Current number of downstream connections",
172 }, s.metrics.downstreams.Float64)
173
174 factory.NewGaugeFunc(prometheus.GaugeOpts{
175 Name: "soju_upstreams_active",
176 Help: "Current number of upstream connections",
177 }, s.metrics.upstreams.Float64)
178
179 s.metrics.upstreamOutMessagesTotal = factory.NewCounter(prometheus.CounterOpts{
180 Name: "soju_upstream_out_messages_total",
181 Help: "Total number of outgoing messages sent to upstream servers",
182 })
183
184 s.metrics.upstreamInMessagesTotal = factory.NewCounter(prometheus.CounterOpts{
185 Name: "soju_upstream_in_messages_total",
186 Help: "Total number of incoming messages received from upstream servers",
187 })
188
189 s.metrics.downstreamOutMessagesTotal = factory.NewCounter(prometheus.CounterOpts{
190 Name: "soju_downstream_out_messages_total",
191 Help: "Total number of outgoing messages sent to downstream clients",
192 })
193
194 s.metrics.downstreamInMessagesTotal = factory.NewCounter(prometheus.CounterOpts{
195 Name: "soju_downstream_in_messages_total",
196 Help: "Total number of incoming messages received from downstream clients",
197 })
198}
199
200func (s *Server) Shutdown() {
201 s.lock.Lock()
202 for ln := range s.listeners {
203 if err := ln.Close(); err != nil {
204 s.Logger.Printf("failed to stop listener: %v", err)
205 }
206 }
207 for _, u := range s.users {
208 u.events <- eventStop{}
209 }
210 s.lock.Unlock()
211
212 s.stopWG.Wait()
213
214 if err := s.db.Close(); err != nil {
215 s.Logger.Printf("failed to close DB: %v", err)
216 }
217}
218
219func (s *Server) createUser(ctx context.Context, user *User) (*user, error) {
220 s.lock.Lock()
221 defer s.lock.Unlock()
222
223 if _, ok := s.users[user.Username]; ok {
224 return nil, fmt.Errorf("user %q already exists", user.Username)
225 }
226
227 err := s.db.StoreUser(ctx, user)
228 if err != nil {
229 return nil, fmt.Errorf("could not create user in db: %v", err)
230 }
231
232 return s.addUserLocked(user), nil
233}
234
235func (s *Server) forEachUser(f func(*user)) {
236 s.lock.Lock()
237 for _, u := range s.users {
238 f(u)
239 }
240 s.lock.Unlock()
241}
242
243func (s *Server) getUser(name string) *user {
244 s.lock.Lock()
245 u := s.users[name]
246 s.lock.Unlock()
247 return u
248}
249
250func (s *Server) addUserLocked(user *User) *user {
251 s.Logger.Printf("starting bouncer for user %q", user.Username)
252 u := newUser(s, user)
253 s.users[u.Username] = u
254
255 s.stopWG.Add(1)
256
257 go func() {
258 defer func() {
259 if err := recover(); err != nil {
260 s.Logger.Printf("panic serving user %q: %v\n%v", user.Username, err, debug.Stack())
261 }
262 }()
263
264 u.run()
265
266 s.lock.Lock()
267 delete(s.users, u.Username)
268 s.lock.Unlock()
269
270 s.stopWG.Done()
271 }()
272
273 return u
274}
275
276var lastDownstreamID uint64 = 0
277
278func (s *Server) handle(ic ircConn) {
279 defer func() {
280 if err := recover(); err != nil {
281 s.Logger.Printf("panic serving downstream %q: %v\n%v", ic.RemoteAddr(), err, debug.Stack())
282 }
283 }()
284
285 s.metrics.downstreams.Add(1)
286 id := atomic.AddUint64(&lastDownstreamID, 1)
287 dc := newDownstreamConn(s, ic, id)
288 if err := dc.runUntilRegistered(); err != nil {
289 if !errors.Is(err, io.EOF) {
290 dc.logger.Print(err)
291 }
292 } else {
293 dc.user.events <- eventDownstreamConnected{dc}
294 if err := dc.readMessages(dc.user.events); err != nil {
295 dc.logger.Print(err)
296 }
297 dc.user.events <- eventDownstreamDisconnected{dc}
298 }
299 dc.Close()
300 s.metrics.downstreams.Add(-1)
301}
302
303func (s *Server) Serve(ln net.Listener) error {
304 s.lock.Lock()
305 s.listeners[ln] = struct{}{}
306 s.lock.Unlock()
307
308 s.stopWG.Add(1)
309
310 defer func() {
311 s.lock.Lock()
312 delete(s.listeners, ln)
313 s.lock.Unlock()
314
315 s.stopWG.Done()
316 }()
317
318 for {
319 conn, err := ln.Accept()
320 if isErrClosed(err) {
321 return nil
322 } else if err != nil {
323 return fmt.Errorf("failed to accept connection: %v", err)
324 }
325
326 go s.handle(newNetIRCConn(conn))
327 }
328}
329
330func (s *Server) ServeHTTP(w http.ResponseWriter, req *http.Request) {
331 conn, err := websocket.Accept(w, req, &websocket.AcceptOptions{
332 Subprotocols: []string{"text.ircv3.net"}, // non-compliant, fight me
333 OriginPatterns: s.Config().HTTPOrigins,
334 })
335 if err != nil {
336 s.Logger.Printf("failed to serve HTTP connection: %v", err)
337 return
338 }
339
340 isProxy := false
341 if host, _, err := net.SplitHostPort(req.RemoteAddr); err == nil {
342 if ip := net.ParseIP(host); ip != nil {
343 isProxy = s.Config().AcceptProxyIPs.Contains(ip)
344 }
345 }
346
347 // Only trust the Forwarded header field if this is a trusted proxy IP
348 // to prevent users from spoofing the remote address
349 remoteAddr := req.RemoteAddr
350 if isProxy {
351 forwarded := parseForwarded(req.Header)
352 if forwarded["for"] != "" {
353 remoteAddr = forwarded["for"]
354 }
355 }
356
357 s.handle(newWebsocketIRCConn(conn, remoteAddr))
358}
359
360func parseForwarded(h http.Header) map[string]string {
361 forwarded := h.Get("Forwarded")
362 if forwarded == "" {
363 return map[string]string{
364 "for": h.Get("X-Forwarded-For"),
365 "proto": h.Get("X-Forwarded-Proto"),
366 "host": h.Get("X-Forwarded-Host"),
367 }
368 }
369 // Hack to easily parse header parameters
370 _, params, _ := mime.ParseMediaType("hack; " + forwarded)
371 return params
372}
373
374type ServerStats struct {
375 Users int
376 Downstreams int64
377 Upstreams int64
378}
379
380func (s *Server) Stats() *ServerStats {
381 var stats ServerStats
382 s.lock.Lock()
383 stats.Users = len(s.users)
384 s.lock.Unlock()
385 stats.Downstreams = s.metrics.downstreams.Value()
386 stats.Upstreams = s.metrics.upstreams.Value()
387 return &stats
388}
Note: See TracBrowser for help on using the repository browser.