[98] | 1 | package soju
|
---|
[1] | 2 |
|
---|
| 3 | import (
|
---|
[652] | 4 | "context"
|
---|
[656] | 5 | "errors"
|
---|
[1] | 6 | "fmt"
|
---|
[656] | 7 | "io"
|
---|
[37] | 8 | "log"
|
---|
[472] | 9 | "mime"
|
---|
[1] | 10 | "net"
|
---|
[323] | 11 | "net/http"
|
---|
[689] | 12 | "runtime/debug"
|
---|
[24] | 13 | "sync"
|
---|
[323] | 14 | "sync/atomic"
|
---|
[67] | 15 | "time"
|
---|
[1] | 16 |
|
---|
[707] | 17 | "github.com/prometheus/client_golang/prometheus"
|
---|
[708] | 18 | "github.com/prometheus/client_golang/prometheus/promauto"
|
---|
[1] | 19 | "gopkg.in/irc.v3"
|
---|
[323] | 20 | "nhooyr.io/websocket"
|
---|
[370] | 21 |
|
---|
| 22 | "git.sr.ht/~emersion/soju/config"
|
---|
[1] | 23 | )
|
---|
| 24 |
|
---|
[67] | 25 | // TODO: make configurable
|
---|
[398] | 26 | var retryConnectDelay = time.Minute
|
---|
[206] | 27 | var connectTimeout = 15 * time.Second
|
---|
[205] | 28 | var writeTimeout = 10 * time.Second
|
---|
[398] | 29 | var upstreamMessageDelay = 2 * time.Second
|
---|
| 30 | var upstreamMessageBurst = 10
|
---|
[675] | 31 | var backlogTimeout = 10 * time.Second
|
---|
| 32 | var handleDownstreamMessageTimeout = 10 * time.Second
|
---|
[704] | 33 | var downstreamRegisterTimeout = 30 * time.Second
|
---|
[670] | 34 | var chatHistoryLimit = 1000
|
---|
| 35 | var backlogLimit = 4000
|
---|
[67] | 36 |
|
---|
[9] | 37 | type Logger interface {
|
---|
| 38 | Print(v ...interface{})
|
---|
| 39 | Printf(format string, v ...interface{})
|
---|
| 40 | }
|
---|
| 41 |
|
---|
[21] | 42 | type prefixLogger struct {
|
---|
| 43 | logger Logger
|
---|
| 44 | prefix string
|
---|
| 45 | }
|
---|
| 46 |
|
---|
| 47 | var _ Logger = (*prefixLogger)(nil)
|
---|
| 48 |
|
---|
| 49 | func (l *prefixLogger) Print(v ...interface{}) {
|
---|
| 50 | v = append([]interface{}{l.prefix}, v...)
|
---|
| 51 | l.logger.Print(v...)
|
---|
| 52 | }
|
---|
| 53 |
|
---|
| 54 | func (l *prefixLogger) Printf(format string, v ...interface{}) {
|
---|
| 55 | v = append([]interface{}{l.prefix}, v...)
|
---|
| 56 | l.logger.Printf("%v"+format, v...)
|
---|
| 57 | }
|
---|
| 58 |
|
---|
[709] | 59 | type int64Gauge struct {
|
---|
| 60 | v int64 // atomic
|
---|
| 61 | }
|
---|
| 62 |
|
---|
| 63 | func (g *int64Gauge) Add(delta int64) {
|
---|
| 64 | atomic.AddInt64(&g.v, delta)
|
---|
| 65 | }
|
---|
| 66 |
|
---|
| 67 | func (g *int64Gauge) Value() int64 {
|
---|
| 68 | return atomic.LoadInt64(&g.v)
|
---|
| 69 | }
|
---|
| 70 |
|
---|
| 71 | func (g *int64Gauge) Float64() float64 {
|
---|
| 72 | return float64(g.Value())
|
---|
| 73 | }
|
---|
| 74 |
|
---|
[691] | 75 | type Config struct {
|
---|
[612] | 76 | Hostname string
|
---|
[662] | 77 | Title string
|
---|
[612] | 78 | LogPath string
|
---|
| 79 | Debug bool
|
---|
| 80 | HTTPOrigins []string
|
---|
| 81 | AcceptProxyIPs config.IPSet
|
---|
| 82 | MaxUserNetworks int
|
---|
[694] | 83 | MultiUpstream bool
|
---|
[691] | 84 | MOTD string
|
---|
[705] | 85 | UpstreamUserIPs []*net.IPNet
|
---|
[691] | 86 | }
|
---|
[22] | 87 |
|
---|
[691] | 88 | type Server struct {
|
---|
[707] | 89 | Logger Logger
|
---|
| 90 | Identd *Identd // can be nil
|
---|
| 91 | MetricsRegistry prometheus.Registerer // can be nil
|
---|
[691] | 92 |
|
---|
[709] | 93 | config atomic.Value // *Config
|
---|
| 94 | db Database
|
---|
| 95 | stopWG sync.WaitGroup
|
---|
[77] | 96 |
|
---|
[449] | 97 | lock sync.Mutex
|
---|
| 98 | listeners map[net.Listener]struct{}
|
---|
| 99 | users map[string]*user
|
---|
[709] | 100 |
|
---|
| 101 | metrics struct {
|
---|
| 102 | downstreams int64Gauge
|
---|
[710] | 103 | upstreams int64Gauge
|
---|
[709] | 104 | }
|
---|
[10] | 105 | }
|
---|
| 106 |
|
---|
[531] | 107 | func NewServer(db Database) *Server {
|
---|
[636] | 108 | srv := &Server{
|
---|
[691] | 109 | Logger: log.New(log.Writer(), "", log.LstdFlags),
|
---|
| 110 | db: db,
|
---|
| 111 | listeners: make(map[net.Listener]struct{}),
|
---|
| 112 | users: make(map[string]*user),
|
---|
[37] | 113 | }
|
---|
[694] | 114 | srv.config.Store(&Config{
|
---|
| 115 | Hostname: "localhost",
|
---|
| 116 | MaxUserNetworks: -1,
|
---|
| 117 | MultiUpstream: true,
|
---|
| 118 | })
|
---|
[636] | 119 | return srv
|
---|
[37] | 120 | }
|
---|
| 121 |
|
---|
[5] | 122 | func (s *Server) prefix() *irc.Prefix {
|
---|
[691] | 123 | return &irc.Prefix{Name: s.Config().Hostname}
|
---|
[5] | 124 | }
|
---|
| 125 |
|
---|
[691] | 126 | func (s *Server) Config() *Config {
|
---|
| 127 | return s.config.Load().(*Config)
|
---|
| 128 | }
|
---|
| 129 |
|
---|
| 130 | func (s *Server) SetConfig(cfg *Config) {
|
---|
| 131 | s.config.Store(cfg)
|
---|
| 132 | }
|
---|
| 133 |
|
---|
[449] | 134 | func (s *Server) Start() error {
|
---|
[708] | 135 | s.registerMetrics()
|
---|
| 136 |
|
---|
[652] | 137 | users, err := s.db.ListUsers(context.TODO())
|
---|
[77] | 138 | if err != nil {
|
---|
| 139 | return err
|
---|
| 140 | }
|
---|
[71] | 141 |
|
---|
[77] | 142 | s.lock.Lock()
|
---|
[378] | 143 | for i := range users {
|
---|
| 144 | s.addUserLocked(&users[i])
|
---|
[71] | 145 | }
|
---|
[37] | 146 | s.lock.Unlock()
|
---|
| 147 |
|
---|
[449] | 148 | return nil
|
---|
[10] | 149 | }
|
---|
| 150 |
|
---|
[708] | 151 | func (s *Server) registerMetrics() {
|
---|
| 152 | factory := promauto.With(s.MetricsRegistry)
|
---|
| 153 |
|
---|
| 154 | factory.NewGaugeFunc(prometheus.GaugeOpts{
|
---|
| 155 | Name: "soju_users_active",
|
---|
| 156 | Help: "Current number of active users",
|
---|
| 157 | }, func() float64 {
|
---|
| 158 | s.lock.Lock()
|
---|
| 159 | n := len(s.users)
|
---|
| 160 | s.lock.Unlock()
|
---|
| 161 | return float64(n)
|
---|
| 162 | })
|
---|
| 163 |
|
---|
| 164 | factory.NewGaugeFunc(prometheus.GaugeOpts{
|
---|
| 165 | Name: "soju_downstreams_active",
|
---|
| 166 | Help: "Current number of downstream connections",
|
---|
[709] | 167 | }, s.metrics.downstreams.Float64)
|
---|
[710] | 168 |
|
---|
| 169 | factory.NewGaugeFunc(prometheus.GaugeOpts{
|
---|
| 170 | Name: "soju_upstreams_active",
|
---|
| 171 | Help: "Current number of upstream connections",
|
---|
| 172 | }, s.metrics.upstreams.Float64)
|
---|
[708] | 173 | }
|
---|
| 174 |
|
---|
[449] | 175 | func (s *Server) Shutdown() {
|
---|
| 176 | s.lock.Lock()
|
---|
| 177 | for ln := range s.listeners {
|
---|
| 178 | if err := ln.Close(); err != nil {
|
---|
| 179 | s.Logger.Printf("failed to stop listener: %v", err)
|
---|
| 180 | }
|
---|
| 181 | }
|
---|
| 182 | for _, u := range s.users {
|
---|
| 183 | u.events <- eventStop{}
|
---|
| 184 | }
|
---|
| 185 | s.lock.Unlock()
|
---|
| 186 |
|
---|
| 187 | s.stopWG.Wait()
|
---|
[599] | 188 |
|
---|
| 189 | if err := s.db.Close(); err != nil {
|
---|
| 190 | s.Logger.Printf("failed to close DB: %v", err)
|
---|
| 191 | }
|
---|
[449] | 192 | }
|
---|
| 193 |
|
---|
[680] | 194 | func (s *Server) createUser(ctx context.Context, user *User) (*user, error) {
|
---|
[329] | 195 | s.lock.Lock()
|
---|
| 196 | defer s.lock.Unlock()
|
---|
| 197 |
|
---|
| 198 | if _, ok := s.users[user.Username]; ok {
|
---|
| 199 | return nil, fmt.Errorf("user %q already exists", user.Username)
|
---|
| 200 | }
|
---|
| 201 |
|
---|
[680] | 202 | err := s.db.StoreUser(ctx, user)
|
---|
[329] | 203 | if err != nil {
|
---|
| 204 | return nil, fmt.Errorf("could not create user in db: %v", err)
|
---|
| 205 | }
|
---|
| 206 |
|
---|
[378] | 207 | return s.addUserLocked(user), nil
|
---|
[329] | 208 | }
|
---|
| 209 |
|
---|
[563] | 210 | func (s *Server) forEachUser(f func(*user)) {
|
---|
| 211 | s.lock.Lock()
|
---|
| 212 | for _, u := range s.users {
|
---|
| 213 | f(u)
|
---|
| 214 | }
|
---|
| 215 | s.lock.Unlock()
|
---|
| 216 | }
|
---|
| 217 |
|
---|
[38] | 218 | func (s *Server) getUser(name string) *user {
|
---|
| 219 | s.lock.Lock()
|
---|
| 220 | u := s.users[name]
|
---|
| 221 | s.lock.Unlock()
|
---|
| 222 | return u
|
---|
| 223 | }
|
---|
| 224 |
|
---|
[378] | 225 | func (s *Server) addUserLocked(user *User) *user {
|
---|
| 226 | s.Logger.Printf("starting bouncer for user %q", user.Username)
|
---|
| 227 | u := newUser(s, user)
|
---|
| 228 | s.users[u.Username] = u
|
---|
| 229 |
|
---|
[449] | 230 | s.stopWG.Add(1)
|
---|
| 231 |
|
---|
[378] | 232 | go func() {
|
---|
[689] | 233 | defer func() {
|
---|
| 234 | if err := recover(); err != nil {
|
---|
| 235 | s.Logger.Printf("panic serving user %q: %v\n%v", user.Username, err, debug.Stack())
|
---|
| 236 | }
|
---|
| 237 | }()
|
---|
| 238 |
|
---|
[378] | 239 | u.run()
|
---|
| 240 |
|
---|
| 241 | s.lock.Lock()
|
---|
| 242 | delete(s.users, u.Username)
|
---|
| 243 | s.lock.Unlock()
|
---|
[449] | 244 |
|
---|
| 245 | s.stopWG.Done()
|
---|
[378] | 246 | }()
|
---|
| 247 |
|
---|
| 248 | return u
|
---|
| 249 | }
|
---|
| 250 |
|
---|
[323] | 251 | var lastDownstreamID uint64 = 0
|
---|
| 252 |
|
---|
[347] | 253 | func (s *Server) handle(ic ircConn) {
|
---|
[689] | 254 | defer func() {
|
---|
| 255 | if err := recover(); err != nil {
|
---|
| 256 | s.Logger.Printf("panic serving downstream %q: %v\n%v", ic.RemoteAddr(), err, debug.Stack())
|
---|
| 257 | }
|
---|
| 258 | }()
|
---|
| 259 |
|
---|
[709] | 260 | s.metrics.downstreams.Add(1)
|
---|
[323] | 261 | id := atomic.AddUint64(&lastDownstreamID, 1)
|
---|
[347] | 262 | dc := newDownstreamConn(s, ic, id)
|
---|
[323] | 263 | if err := dc.runUntilRegistered(); err != nil {
|
---|
[655] | 264 | if !errors.Is(err, io.EOF) {
|
---|
| 265 | dc.logger.Print(err)
|
---|
| 266 | }
|
---|
[323] | 267 | } else {
|
---|
| 268 | dc.user.events <- eventDownstreamConnected{dc}
|
---|
| 269 | if err := dc.readMessages(dc.user.events); err != nil {
|
---|
| 270 | dc.logger.Print(err)
|
---|
| 271 | }
|
---|
| 272 | dc.user.events <- eventDownstreamDisconnected{dc}
|
---|
| 273 | }
|
---|
| 274 | dc.Close()
|
---|
[709] | 275 | s.metrics.downstreams.Add(-1)
|
---|
[323] | 276 | }
|
---|
| 277 |
|
---|
[3] | 278 | func (s *Server) Serve(ln net.Listener) error {
|
---|
[449] | 279 | s.lock.Lock()
|
---|
| 280 | s.listeners[ln] = struct{}{}
|
---|
| 281 | s.lock.Unlock()
|
---|
| 282 |
|
---|
| 283 | s.stopWG.Add(1)
|
---|
| 284 |
|
---|
| 285 | defer func() {
|
---|
| 286 | s.lock.Lock()
|
---|
| 287 | delete(s.listeners, ln)
|
---|
| 288 | s.lock.Unlock()
|
---|
| 289 |
|
---|
| 290 | s.stopWG.Done()
|
---|
| 291 | }()
|
---|
| 292 |
|
---|
[1] | 293 | for {
|
---|
[323] | 294 | conn, err := ln.Accept()
|
---|
[601] | 295 | if isErrClosed(err) {
|
---|
[449] | 296 | return nil
|
---|
| 297 | } else if err != nil {
|
---|
[1] | 298 | return fmt.Errorf("failed to accept connection: %v", err)
|
---|
| 299 | }
|
---|
| 300 |
|
---|
[347] | 301 | go s.handle(newNetIRCConn(conn))
|
---|
[1] | 302 | }
|
---|
| 303 | }
|
---|
[323] | 304 |
|
---|
| 305 | func (s *Server) ServeHTTP(w http.ResponseWriter, req *http.Request) {
|
---|
| 306 | conn, err := websocket.Accept(w, req, &websocket.AcceptOptions{
|
---|
[597] | 307 | Subprotocols: []string{"text.ircv3.net"}, // non-compliant, fight me
|
---|
[691] | 308 | OriginPatterns: s.Config().HTTPOrigins,
|
---|
[323] | 309 | })
|
---|
| 310 | if err != nil {
|
---|
| 311 | s.Logger.Printf("failed to serve HTTP connection: %v", err)
|
---|
| 312 | return
|
---|
| 313 | }
|
---|
[345] | 314 |
|
---|
[370] | 315 | isProxy := false
|
---|
[345] | 316 | if host, _, err := net.SplitHostPort(req.RemoteAddr); err == nil {
|
---|
| 317 | if ip := net.ParseIP(host); ip != nil {
|
---|
[691] | 318 | isProxy = s.Config().AcceptProxyIPs.Contains(ip)
|
---|
[345] | 319 | }
|
---|
| 320 | }
|
---|
| 321 |
|
---|
[474] | 322 | // Only trust the Forwarded header field if this is a trusted proxy IP
|
---|
[345] | 323 | // to prevent users from spoofing the remote address
|
---|
[344] | 324 | remoteAddr := req.RemoteAddr
|
---|
[472] | 325 | if isProxy {
|
---|
| 326 | forwarded := parseForwarded(req.Header)
|
---|
[473] | 327 | if forwarded["for"] != "" {
|
---|
| 328 | remoteAddr = forwarded["for"]
|
---|
[472] | 329 | }
|
---|
[344] | 330 | }
|
---|
[345] | 331 |
|
---|
[347] | 332 | s.handle(newWebsocketIRCConn(conn, remoteAddr))
|
---|
[323] | 333 | }
|
---|
[472] | 334 |
|
---|
| 335 | func parseForwarded(h http.Header) map[string]string {
|
---|
| 336 | forwarded := h.Get("Forwarded")
|
---|
| 337 | if forwarded == "" {
|
---|
[474] | 338 | return map[string]string{
|
---|
| 339 | "for": h.Get("X-Forwarded-For"),
|
---|
| 340 | "proto": h.Get("X-Forwarded-Proto"),
|
---|
| 341 | "host": h.Get("X-Forwarded-Host"),
|
---|
| 342 | }
|
---|
[472] | 343 | }
|
---|
| 344 | // Hack to easily parse header parameters
|
---|
| 345 | _, params, _ := mime.ParseMediaType("hack; " + forwarded)
|
---|
| 346 | return params
|
---|
| 347 | }
|
---|
[605] | 348 |
|
---|
| 349 | type ServerStats struct {
|
---|
| 350 | Users int
|
---|
| 351 | Downstreams int64
|
---|
[710] | 352 | Upstreams int64
|
---|
[605] | 353 | }
|
---|
| 354 |
|
---|
| 355 | func (s *Server) Stats() *ServerStats {
|
---|
| 356 | var stats ServerStats
|
---|
| 357 | s.lock.Lock()
|
---|
| 358 | stats.Users = len(s.users)
|
---|
| 359 | s.lock.Unlock()
|
---|
[709] | 360 | stats.Downstreams = s.metrics.downstreams.Value()
|
---|
[710] | 361 | stats.Upstreams = s.metrics.upstreams.Value()
|
---|
[605] | 362 | return &stats
|
---|
| 363 | }
|
---|