1 | package soju
|
---|
2 |
|
---|
3 | import (
|
---|
4 | "context"
|
---|
5 | "errors"
|
---|
6 | "fmt"
|
---|
7 | "io"
|
---|
8 | "log"
|
---|
9 | "mime"
|
---|
10 | "net"
|
---|
11 | "net/http"
|
---|
12 | "runtime/debug"
|
---|
13 | "sync"
|
---|
14 | "sync/atomic"
|
---|
15 | "time"
|
---|
16 |
|
---|
17 | "github.com/prometheus/client_golang/prometheus"
|
---|
18 | "github.com/prometheus/client_golang/prometheus/promauto"
|
---|
19 | "gopkg.in/irc.v3"
|
---|
20 | "nhooyr.io/websocket"
|
---|
21 |
|
---|
22 | "git.sr.ht/~emersion/soju/config"
|
---|
23 | )
|
---|
24 |
|
---|
25 | // TODO: make configurable
|
---|
26 | var retryConnectDelay = time.Minute
|
---|
27 | var connectTimeout = 15 * time.Second
|
---|
28 | var writeTimeout = 10 * time.Second
|
---|
29 | var upstreamMessageDelay = 2 * time.Second
|
---|
30 | var upstreamMessageBurst = 10
|
---|
31 | var backlogTimeout = 10 * time.Second
|
---|
32 | var handleDownstreamMessageTimeout = 10 * time.Second
|
---|
33 | var downstreamRegisterTimeout = 30 * time.Second
|
---|
34 | var chatHistoryLimit = 1000
|
---|
35 | var backlogLimit = 4000
|
---|
36 |
|
---|
37 | type Logger interface {
|
---|
38 | Print(v ...interface{})
|
---|
39 | Printf(format string, v ...interface{})
|
---|
40 | }
|
---|
41 |
|
---|
42 | type prefixLogger struct {
|
---|
43 | logger Logger
|
---|
44 | prefix string
|
---|
45 | }
|
---|
46 |
|
---|
47 | var _ Logger = (*prefixLogger)(nil)
|
---|
48 |
|
---|
49 | func (l *prefixLogger) Print(v ...interface{}) {
|
---|
50 | v = append([]interface{}{l.prefix}, v...)
|
---|
51 | l.logger.Print(v...)
|
---|
52 | }
|
---|
53 |
|
---|
54 | func (l *prefixLogger) Printf(format string, v ...interface{}) {
|
---|
55 | v = append([]interface{}{l.prefix}, v...)
|
---|
56 | l.logger.Printf("%v"+format, v...)
|
---|
57 | }
|
---|
58 |
|
---|
59 | type int64Gauge struct {
|
---|
60 | v int64 // atomic
|
---|
61 | }
|
---|
62 |
|
---|
63 | func (g *int64Gauge) Add(delta int64) {
|
---|
64 | atomic.AddInt64(&g.v, delta)
|
---|
65 | }
|
---|
66 |
|
---|
67 | func (g *int64Gauge) Value() int64 {
|
---|
68 | return atomic.LoadInt64(&g.v)
|
---|
69 | }
|
---|
70 |
|
---|
71 | func (g *int64Gauge) Float64() float64 {
|
---|
72 | return float64(g.Value())
|
---|
73 | }
|
---|
74 |
|
---|
75 | type Config struct {
|
---|
76 | Hostname string
|
---|
77 | Title string
|
---|
78 | LogPath string
|
---|
79 | Debug bool
|
---|
80 | HTTPOrigins []string
|
---|
81 | AcceptProxyIPs config.IPSet
|
---|
82 | MaxUserNetworks int
|
---|
83 | MultiUpstream bool
|
---|
84 | MOTD string
|
---|
85 | UpstreamUserIPs []*net.IPNet
|
---|
86 | }
|
---|
87 |
|
---|
88 | type Server struct {
|
---|
89 | Logger Logger
|
---|
90 | Identd *Identd // can be nil
|
---|
91 | MetricsRegistry prometheus.Registerer // can be nil
|
---|
92 |
|
---|
93 | config atomic.Value // *Config
|
---|
94 | db Database
|
---|
95 | stopWG sync.WaitGroup
|
---|
96 |
|
---|
97 | lock sync.Mutex
|
---|
98 | listeners map[net.Listener]struct{}
|
---|
99 | users map[string]*user
|
---|
100 |
|
---|
101 | metrics struct {
|
---|
102 | downstreams int64Gauge
|
---|
103 | upstreams int64Gauge
|
---|
104 |
|
---|
105 | upstreamOutMessagesTotal prometheus.Counter
|
---|
106 | upstreamInMessagesTotal prometheus.Counter
|
---|
107 | downstreamOutMessagesTotal prometheus.Counter
|
---|
108 | downstreamInMessagesTotal prometheus.Counter
|
---|
109 |
|
---|
110 | upstreamConnectErrorsTotal prometheus.Counter
|
---|
111 | }
|
---|
112 | }
|
---|
113 |
|
---|
114 | func NewServer(db Database) *Server {
|
---|
115 | srv := &Server{
|
---|
116 | Logger: log.New(log.Writer(), "", log.LstdFlags),
|
---|
117 | db: db,
|
---|
118 | listeners: make(map[net.Listener]struct{}),
|
---|
119 | users: make(map[string]*user),
|
---|
120 | }
|
---|
121 | srv.config.Store(&Config{
|
---|
122 | Hostname: "localhost",
|
---|
123 | MaxUserNetworks: -1,
|
---|
124 | MultiUpstream: true,
|
---|
125 | })
|
---|
126 | return srv
|
---|
127 | }
|
---|
128 |
|
---|
129 | func (s *Server) prefix() *irc.Prefix {
|
---|
130 | return &irc.Prefix{Name: s.Config().Hostname}
|
---|
131 | }
|
---|
132 |
|
---|
133 | func (s *Server) Config() *Config {
|
---|
134 | return s.config.Load().(*Config)
|
---|
135 | }
|
---|
136 |
|
---|
137 | func (s *Server) SetConfig(cfg *Config) {
|
---|
138 | s.config.Store(cfg)
|
---|
139 | }
|
---|
140 |
|
---|
141 | func (s *Server) Start() error {
|
---|
142 | s.registerMetrics()
|
---|
143 |
|
---|
144 | users, err := s.db.ListUsers(context.TODO())
|
---|
145 | if err != nil {
|
---|
146 | return err
|
---|
147 | }
|
---|
148 |
|
---|
149 | s.lock.Lock()
|
---|
150 | for i := range users {
|
---|
151 | s.addUserLocked(&users[i])
|
---|
152 | }
|
---|
153 | s.lock.Unlock()
|
---|
154 |
|
---|
155 | return nil
|
---|
156 | }
|
---|
157 |
|
---|
158 | func (s *Server) registerMetrics() {
|
---|
159 | factory := promauto.With(s.MetricsRegistry)
|
---|
160 |
|
---|
161 | factory.NewGaugeFunc(prometheus.GaugeOpts{
|
---|
162 | Name: "soju_users_active",
|
---|
163 | Help: "Current number of active users",
|
---|
164 | }, func() float64 {
|
---|
165 | s.lock.Lock()
|
---|
166 | n := len(s.users)
|
---|
167 | s.lock.Unlock()
|
---|
168 | return float64(n)
|
---|
169 | })
|
---|
170 |
|
---|
171 | factory.NewGaugeFunc(prometheus.GaugeOpts{
|
---|
172 | Name: "soju_downstreams_active",
|
---|
173 | Help: "Current number of downstream connections",
|
---|
174 | }, s.metrics.downstreams.Float64)
|
---|
175 |
|
---|
176 | factory.NewGaugeFunc(prometheus.GaugeOpts{
|
---|
177 | Name: "soju_upstreams_active",
|
---|
178 | Help: "Current number of upstream connections",
|
---|
179 | }, s.metrics.upstreams.Float64)
|
---|
180 |
|
---|
181 | s.metrics.upstreamOutMessagesTotal = factory.NewCounter(prometheus.CounterOpts{
|
---|
182 | Name: "soju_upstream_out_messages_total",
|
---|
183 | Help: "Total number of outgoing messages sent to upstream servers",
|
---|
184 | })
|
---|
185 |
|
---|
186 | s.metrics.upstreamInMessagesTotal = factory.NewCounter(prometheus.CounterOpts{
|
---|
187 | Name: "soju_upstream_in_messages_total",
|
---|
188 | Help: "Total number of incoming messages received from upstream servers",
|
---|
189 | })
|
---|
190 |
|
---|
191 | s.metrics.downstreamOutMessagesTotal = factory.NewCounter(prometheus.CounterOpts{
|
---|
192 | Name: "soju_downstream_out_messages_total",
|
---|
193 | Help: "Total number of outgoing messages sent to downstream clients",
|
---|
194 | })
|
---|
195 |
|
---|
196 | s.metrics.downstreamInMessagesTotal = factory.NewCounter(prometheus.CounterOpts{
|
---|
197 | Name: "soju_downstream_in_messages_total",
|
---|
198 | Help: "Total number of incoming messages received from downstream clients",
|
---|
199 | })
|
---|
200 |
|
---|
201 | s.metrics.upstreamConnectErrorsTotal = factory.NewCounter(prometheus.CounterOpts{
|
---|
202 | Name: "soju_upstream_connect_errors_total",
|
---|
203 | Help: "Total number of upstream connection errors",
|
---|
204 | })
|
---|
205 | }
|
---|
206 |
|
---|
207 | func (s *Server) Shutdown() {
|
---|
208 | s.lock.Lock()
|
---|
209 | for ln := range s.listeners {
|
---|
210 | if err := ln.Close(); err != nil {
|
---|
211 | s.Logger.Printf("failed to stop listener: %v", err)
|
---|
212 | }
|
---|
213 | }
|
---|
214 | for _, u := range s.users {
|
---|
215 | u.events <- eventStop{}
|
---|
216 | }
|
---|
217 | s.lock.Unlock()
|
---|
218 |
|
---|
219 | s.stopWG.Wait()
|
---|
220 |
|
---|
221 | if err := s.db.Close(); err != nil {
|
---|
222 | s.Logger.Printf("failed to close DB: %v", err)
|
---|
223 | }
|
---|
224 | }
|
---|
225 |
|
---|
226 | func (s *Server) createUser(ctx context.Context, user *User) (*user, error) {
|
---|
227 | s.lock.Lock()
|
---|
228 | defer s.lock.Unlock()
|
---|
229 |
|
---|
230 | if _, ok := s.users[user.Username]; ok {
|
---|
231 | return nil, fmt.Errorf("user %q already exists", user.Username)
|
---|
232 | }
|
---|
233 |
|
---|
234 | err := s.db.StoreUser(ctx, user)
|
---|
235 | if err != nil {
|
---|
236 | return nil, fmt.Errorf("could not create user in db: %v", err)
|
---|
237 | }
|
---|
238 |
|
---|
239 | return s.addUserLocked(user), nil
|
---|
240 | }
|
---|
241 |
|
---|
242 | func (s *Server) forEachUser(f func(*user)) {
|
---|
243 | s.lock.Lock()
|
---|
244 | for _, u := range s.users {
|
---|
245 | f(u)
|
---|
246 | }
|
---|
247 | s.lock.Unlock()
|
---|
248 | }
|
---|
249 |
|
---|
250 | func (s *Server) getUser(name string) *user {
|
---|
251 | s.lock.Lock()
|
---|
252 | u := s.users[name]
|
---|
253 | s.lock.Unlock()
|
---|
254 | return u
|
---|
255 | }
|
---|
256 |
|
---|
257 | func (s *Server) addUserLocked(user *User) *user {
|
---|
258 | s.Logger.Printf("starting bouncer for user %q", user.Username)
|
---|
259 | u := newUser(s, user)
|
---|
260 | s.users[u.Username] = u
|
---|
261 |
|
---|
262 | s.stopWG.Add(1)
|
---|
263 |
|
---|
264 | go func() {
|
---|
265 | defer func() {
|
---|
266 | if err := recover(); err != nil {
|
---|
267 | s.Logger.Printf("panic serving user %q: %v\n%v", user.Username, err, debug.Stack())
|
---|
268 | }
|
---|
269 | }()
|
---|
270 |
|
---|
271 | u.run()
|
---|
272 |
|
---|
273 | s.lock.Lock()
|
---|
274 | delete(s.users, u.Username)
|
---|
275 | s.lock.Unlock()
|
---|
276 |
|
---|
277 | s.stopWG.Done()
|
---|
278 | }()
|
---|
279 |
|
---|
280 | return u
|
---|
281 | }
|
---|
282 |
|
---|
283 | var lastDownstreamID uint64 = 0
|
---|
284 |
|
---|
285 | func (s *Server) handle(ic ircConn) {
|
---|
286 | defer func() {
|
---|
287 | if err := recover(); err != nil {
|
---|
288 | s.Logger.Printf("panic serving downstream %q: %v\n%v", ic.RemoteAddr(), err, debug.Stack())
|
---|
289 | }
|
---|
290 | }()
|
---|
291 |
|
---|
292 | s.metrics.downstreams.Add(1)
|
---|
293 | id := atomic.AddUint64(&lastDownstreamID, 1)
|
---|
294 | dc := newDownstreamConn(s, ic, id)
|
---|
295 | if err := dc.runUntilRegistered(); err != nil {
|
---|
296 | if !errors.Is(err, io.EOF) {
|
---|
297 | dc.logger.Print(err)
|
---|
298 | }
|
---|
299 | } else {
|
---|
300 | dc.user.events <- eventDownstreamConnected{dc}
|
---|
301 | if err := dc.readMessages(dc.user.events); err != nil {
|
---|
302 | dc.logger.Print(err)
|
---|
303 | }
|
---|
304 | dc.user.events <- eventDownstreamDisconnected{dc}
|
---|
305 | }
|
---|
306 | dc.Close()
|
---|
307 | s.metrics.downstreams.Add(-1)
|
---|
308 | }
|
---|
309 |
|
---|
310 | func (s *Server) Serve(ln net.Listener) error {
|
---|
311 | s.lock.Lock()
|
---|
312 | s.listeners[ln] = struct{}{}
|
---|
313 | s.lock.Unlock()
|
---|
314 |
|
---|
315 | s.stopWG.Add(1)
|
---|
316 |
|
---|
317 | defer func() {
|
---|
318 | s.lock.Lock()
|
---|
319 | delete(s.listeners, ln)
|
---|
320 | s.lock.Unlock()
|
---|
321 |
|
---|
322 | s.stopWG.Done()
|
---|
323 | }()
|
---|
324 |
|
---|
325 | for {
|
---|
326 | conn, err := ln.Accept()
|
---|
327 | if isErrClosed(err) {
|
---|
328 | return nil
|
---|
329 | } else if err != nil {
|
---|
330 | return fmt.Errorf("failed to accept connection: %v", err)
|
---|
331 | }
|
---|
332 |
|
---|
333 | go s.handle(newNetIRCConn(conn))
|
---|
334 | }
|
---|
335 | }
|
---|
336 |
|
---|
337 | func (s *Server) ServeHTTP(w http.ResponseWriter, req *http.Request) {
|
---|
338 | conn, err := websocket.Accept(w, req, &websocket.AcceptOptions{
|
---|
339 | Subprotocols: []string{"text.ircv3.net"}, // non-compliant, fight me
|
---|
340 | OriginPatterns: s.Config().HTTPOrigins,
|
---|
341 | })
|
---|
342 | if err != nil {
|
---|
343 | s.Logger.Printf("failed to serve HTTP connection: %v", err)
|
---|
344 | return
|
---|
345 | }
|
---|
346 |
|
---|
347 | isProxy := false
|
---|
348 | if host, _, err := net.SplitHostPort(req.RemoteAddr); err == nil {
|
---|
349 | if ip := net.ParseIP(host); ip != nil {
|
---|
350 | isProxy = s.Config().AcceptProxyIPs.Contains(ip)
|
---|
351 | }
|
---|
352 | }
|
---|
353 |
|
---|
354 | // Only trust the Forwarded header field if this is a trusted proxy IP
|
---|
355 | // to prevent users from spoofing the remote address
|
---|
356 | remoteAddr := req.RemoteAddr
|
---|
357 | if isProxy {
|
---|
358 | forwarded := parseForwarded(req.Header)
|
---|
359 | if forwarded["for"] != "" {
|
---|
360 | remoteAddr = forwarded["for"]
|
---|
361 | }
|
---|
362 | }
|
---|
363 |
|
---|
364 | s.handle(newWebsocketIRCConn(conn, remoteAddr))
|
---|
365 | }
|
---|
366 |
|
---|
367 | func parseForwarded(h http.Header) map[string]string {
|
---|
368 | forwarded := h.Get("Forwarded")
|
---|
369 | if forwarded == "" {
|
---|
370 | return map[string]string{
|
---|
371 | "for": h.Get("X-Forwarded-For"),
|
---|
372 | "proto": h.Get("X-Forwarded-Proto"),
|
---|
373 | "host": h.Get("X-Forwarded-Host"),
|
---|
374 | }
|
---|
375 | }
|
---|
376 | // Hack to easily parse header parameters
|
---|
377 | _, params, _ := mime.ParseMediaType("hack; " + forwarded)
|
---|
378 | return params
|
---|
379 | }
|
---|
380 |
|
---|
381 | type ServerStats struct {
|
---|
382 | Users int
|
---|
383 | Downstreams int64
|
---|
384 | Upstreams int64
|
---|
385 | }
|
---|
386 |
|
---|
387 | func (s *Server) Stats() *ServerStats {
|
---|
388 | var stats ServerStats
|
---|
389 | s.lock.Lock()
|
---|
390 | stats.Users = len(s.users)
|
---|
391 | s.lock.Unlock()
|
---|
392 | stats.Downstreams = s.metrics.downstreams.Value()
|
---|
393 | stats.Upstreams = s.metrics.upstreams.Value()
|
---|
394 | return &stats
|
---|
395 | }
|
---|