source: code/trunk/server.go@ 734

Last change on this file since 734 was 734, checked in by contact, 4 years ago

Add soju_upstream_connect_errors_total metric

File size: 8.7 KB
Line 
1package soju
2
3import (
4 "context"
5 "errors"
6 "fmt"
7 "io"
8 "log"
9 "mime"
10 "net"
11 "net/http"
12 "runtime/debug"
13 "sync"
14 "sync/atomic"
15 "time"
16
17 "github.com/prometheus/client_golang/prometheus"
18 "github.com/prometheus/client_golang/prometheus/promauto"
19 "gopkg.in/irc.v3"
20 "nhooyr.io/websocket"
21
22 "git.sr.ht/~emersion/soju/config"
23)
24
25// TODO: make configurable
26var retryConnectDelay = time.Minute
27var connectTimeout = 15 * time.Second
28var writeTimeout = 10 * time.Second
29var upstreamMessageDelay = 2 * time.Second
30var upstreamMessageBurst = 10
31var backlogTimeout = 10 * time.Second
32var handleDownstreamMessageTimeout = 10 * time.Second
33var downstreamRegisterTimeout = 30 * time.Second
34var chatHistoryLimit = 1000
35var backlogLimit = 4000
36
37type Logger interface {
38 Print(v ...interface{})
39 Printf(format string, v ...interface{})
40}
41
42type prefixLogger struct {
43 logger Logger
44 prefix string
45}
46
47var _ Logger = (*prefixLogger)(nil)
48
49func (l *prefixLogger) Print(v ...interface{}) {
50 v = append([]interface{}{l.prefix}, v...)
51 l.logger.Print(v...)
52}
53
54func (l *prefixLogger) Printf(format string, v ...interface{}) {
55 v = append([]interface{}{l.prefix}, v...)
56 l.logger.Printf("%v"+format, v...)
57}
58
59type int64Gauge struct {
60 v int64 // atomic
61}
62
63func (g *int64Gauge) Add(delta int64) {
64 atomic.AddInt64(&g.v, delta)
65}
66
67func (g *int64Gauge) Value() int64 {
68 return atomic.LoadInt64(&g.v)
69}
70
71func (g *int64Gauge) Float64() float64 {
72 return float64(g.Value())
73}
74
75type Config struct {
76 Hostname string
77 Title string
78 LogPath string
79 Debug bool
80 HTTPOrigins []string
81 AcceptProxyIPs config.IPSet
82 MaxUserNetworks int
83 MultiUpstream bool
84 MOTD string
85 UpstreamUserIPs []*net.IPNet
86}
87
88type Server struct {
89 Logger Logger
90 Identd *Identd // can be nil
91 MetricsRegistry prometheus.Registerer // can be nil
92
93 config atomic.Value // *Config
94 db Database
95 stopWG sync.WaitGroup
96
97 lock sync.Mutex
98 listeners map[net.Listener]struct{}
99 users map[string]*user
100
101 metrics struct {
102 downstreams int64Gauge
103 upstreams int64Gauge
104
105 upstreamOutMessagesTotal prometheus.Counter
106 upstreamInMessagesTotal prometheus.Counter
107 downstreamOutMessagesTotal prometheus.Counter
108 downstreamInMessagesTotal prometheus.Counter
109
110 upstreamConnectErrorsTotal prometheus.Counter
111 }
112}
113
114func NewServer(db Database) *Server {
115 srv := &Server{
116 Logger: log.New(log.Writer(), "", log.LstdFlags),
117 db: db,
118 listeners: make(map[net.Listener]struct{}),
119 users: make(map[string]*user),
120 }
121 srv.config.Store(&Config{
122 Hostname: "localhost",
123 MaxUserNetworks: -1,
124 MultiUpstream: true,
125 })
126 return srv
127}
128
129func (s *Server) prefix() *irc.Prefix {
130 return &irc.Prefix{Name: s.Config().Hostname}
131}
132
133func (s *Server) Config() *Config {
134 return s.config.Load().(*Config)
135}
136
137func (s *Server) SetConfig(cfg *Config) {
138 s.config.Store(cfg)
139}
140
141func (s *Server) Start() error {
142 s.registerMetrics()
143
144 users, err := s.db.ListUsers(context.TODO())
145 if err != nil {
146 return err
147 }
148
149 s.lock.Lock()
150 for i := range users {
151 s.addUserLocked(&users[i])
152 }
153 s.lock.Unlock()
154
155 return nil
156}
157
158func (s *Server) registerMetrics() {
159 factory := promauto.With(s.MetricsRegistry)
160
161 factory.NewGaugeFunc(prometheus.GaugeOpts{
162 Name: "soju_users_active",
163 Help: "Current number of active users",
164 }, func() float64 {
165 s.lock.Lock()
166 n := len(s.users)
167 s.lock.Unlock()
168 return float64(n)
169 })
170
171 factory.NewGaugeFunc(prometheus.GaugeOpts{
172 Name: "soju_downstreams_active",
173 Help: "Current number of downstream connections",
174 }, s.metrics.downstreams.Float64)
175
176 factory.NewGaugeFunc(prometheus.GaugeOpts{
177 Name: "soju_upstreams_active",
178 Help: "Current number of upstream connections",
179 }, s.metrics.upstreams.Float64)
180
181 s.metrics.upstreamOutMessagesTotal = factory.NewCounter(prometheus.CounterOpts{
182 Name: "soju_upstream_out_messages_total",
183 Help: "Total number of outgoing messages sent to upstream servers",
184 })
185
186 s.metrics.upstreamInMessagesTotal = factory.NewCounter(prometheus.CounterOpts{
187 Name: "soju_upstream_in_messages_total",
188 Help: "Total number of incoming messages received from upstream servers",
189 })
190
191 s.metrics.downstreamOutMessagesTotal = factory.NewCounter(prometheus.CounterOpts{
192 Name: "soju_downstream_out_messages_total",
193 Help: "Total number of outgoing messages sent to downstream clients",
194 })
195
196 s.metrics.downstreamInMessagesTotal = factory.NewCounter(prometheus.CounterOpts{
197 Name: "soju_downstream_in_messages_total",
198 Help: "Total number of incoming messages received from downstream clients",
199 })
200
201 s.metrics.upstreamConnectErrorsTotal = factory.NewCounter(prometheus.CounterOpts{
202 Name: "soju_upstream_connect_errors_total",
203 Help: "Total number of upstream connection errors",
204 })
205}
206
207func (s *Server) Shutdown() {
208 s.lock.Lock()
209 for ln := range s.listeners {
210 if err := ln.Close(); err != nil {
211 s.Logger.Printf("failed to stop listener: %v", err)
212 }
213 }
214 for _, u := range s.users {
215 u.events <- eventStop{}
216 }
217 s.lock.Unlock()
218
219 s.stopWG.Wait()
220
221 if err := s.db.Close(); err != nil {
222 s.Logger.Printf("failed to close DB: %v", err)
223 }
224}
225
226func (s *Server) createUser(ctx context.Context, user *User) (*user, error) {
227 s.lock.Lock()
228 defer s.lock.Unlock()
229
230 if _, ok := s.users[user.Username]; ok {
231 return nil, fmt.Errorf("user %q already exists", user.Username)
232 }
233
234 err := s.db.StoreUser(ctx, user)
235 if err != nil {
236 return nil, fmt.Errorf("could not create user in db: %v", err)
237 }
238
239 return s.addUserLocked(user), nil
240}
241
242func (s *Server) forEachUser(f func(*user)) {
243 s.lock.Lock()
244 for _, u := range s.users {
245 f(u)
246 }
247 s.lock.Unlock()
248}
249
250func (s *Server) getUser(name string) *user {
251 s.lock.Lock()
252 u := s.users[name]
253 s.lock.Unlock()
254 return u
255}
256
257func (s *Server) addUserLocked(user *User) *user {
258 s.Logger.Printf("starting bouncer for user %q", user.Username)
259 u := newUser(s, user)
260 s.users[u.Username] = u
261
262 s.stopWG.Add(1)
263
264 go func() {
265 defer func() {
266 if err := recover(); err != nil {
267 s.Logger.Printf("panic serving user %q: %v\n%v", user.Username, err, debug.Stack())
268 }
269 }()
270
271 u.run()
272
273 s.lock.Lock()
274 delete(s.users, u.Username)
275 s.lock.Unlock()
276
277 s.stopWG.Done()
278 }()
279
280 return u
281}
282
283var lastDownstreamID uint64 = 0
284
285func (s *Server) handle(ic ircConn) {
286 defer func() {
287 if err := recover(); err != nil {
288 s.Logger.Printf("panic serving downstream %q: %v\n%v", ic.RemoteAddr(), err, debug.Stack())
289 }
290 }()
291
292 s.metrics.downstreams.Add(1)
293 id := atomic.AddUint64(&lastDownstreamID, 1)
294 dc := newDownstreamConn(s, ic, id)
295 if err := dc.runUntilRegistered(); err != nil {
296 if !errors.Is(err, io.EOF) {
297 dc.logger.Print(err)
298 }
299 } else {
300 dc.user.events <- eventDownstreamConnected{dc}
301 if err := dc.readMessages(dc.user.events); err != nil {
302 dc.logger.Print(err)
303 }
304 dc.user.events <- eventDownstreamDisconnected{dc}
305 }
306 dc.Close()
307 s.metrics.downstreams.Add(-1)
308}
309
310func (s *Server) Serve(ln net.Listener) error {
311 s.lock.Lock()
312 s.listeners[ln] = struct{}{}
313 s.lock.Unlock()
314
315 s.stopWG.Add(1)
316
317 defer func() {
318 s.lock.Lock()
319 delete(s.listeners, ln)
320 s.lock.Unlock()
321
322 s.stopWG.Done()
323 }()
324
325 for {
326 conn, err := ln.Accept()
327 if isErrClosed(err) {
328 return nil
329 } else if err != nil {
330 return fmt.Errorf("failed to accept connection: %v", err)
331 }
332
333 go s.handle(newNetIRCConn(conn))
334 }
335}
336
337func (s *Server) ServeHTTP(w http.ResponseWriter, req *http.Request) {
338 conn, err := websocket.Accept(w, req, &websocket.AcceptOptions{
339 Subprotocols: []string{"text.ircv3.net"}, // non-compliant, fight me
340 OriginPatterns: s.Config().HTTPOrigins,
341 })
342 if err != nil {
343 s.Logger.Printf("failed to serve HTTP connection: %v", err)
344 return
345 }
346
347 isProxy := false
348 if host, _, err := net.SplitHostPort(req.RemoteAddr); err == nil {
349 if ip := net.ParseIP(host); ip != nil {
350 isProxy = s.Config().AcceptProxyIPs.Contains(ip)
351 }
352 }
353
354 // Only trust the Forwarded header field if this is a trusted proxy IP
355 // to prevent users from spoofing the remote address
356 remoteAddr := req.RemoteAddr
357 if isProxy {
358 forwarded := parseForwarded(req.Header)
359 if forwarded["for"] != "" {
360 remoteAddr = forwarded["for"]
361 }
362 }
363
364 s.handle(newWebsocketIRCConn(conn, remoteAddr))
365}
366
367func parseForwarded(h http.Header) map[string]string {
368 forwarded := h.Get("Forwarded")
369 if forwarded == "" {
370 return map[string]string{
371 "for": h.Get("X-Forwarded-For"),
372 "proto": h.Get("X-Forwarded-Proto"),
373 "host": h.Get("X-Forwarded-Host"),
374 }
375 }
376 // Hack to easily parse header parameters
377 _, params, _ := mime.ParseMediaType("hack; " + forwarded)
378 return params
379}
380
381type ServerStats struct {
382 Users int
383 Downstreams int64
384 Upstreams int64
385}
386
387func (s *Server) Stats() *ServerStats {
388 var stats ServerStats
389 s.lock.Lock()
390 stats.Users = len(s.users)
391 s.lock.Unlock()
392 stats.Downstreams = s.metrics.downstreams.Value()
393 stats.Upstreams = s.metrics.upstreams.Value()
394 return &stats
395}
Note: See TracBrowser for help on using the repository browser.