-
-
Notifications
You must be signed in to change notification settings - Fork 1.3k
/
Copy pathmain.go
177 lines (150 loc) · 4.58 KB
/
main.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
// Copyright (c) 2022-present, DiceDB contributors
// All rights reserved. Licensed under the BSD 3-Clause License. See LICENSE file in the project root for full license information.
package ironhawk
import (
"context"
"errors"
"fmt"
"io"
"log/slog"
"net"
"sync"
"syscall"
"github.com/dicedb/dice/config"
"github.com/dicedb/dice/internal/shardmanager"
)
type Server struct {
Host string
Port int
serverFD int
connBacklogSize int
shardManager *shardmanager.ShardManager
watchManager *WatchManager
ioThreadManager *IOThreadManager
}
func NewServer(shardManager *shardmanager.ShardManager, ioThreadManager *IOThreadManager, watchManager *WatchManager) *Server {
return &Server{
Host: config.Config.Host,
Port: config.Config.Port,
connBacklogSize: config.DefaultConnBacklogSize,
shardManager: shardManager,
ioThreadManager: ioThreadManager,
watchManager: watchManager,
}
}
func (s *Server) Run(ctx context.Context) (err error) {
if err = s.BindAndListen(); err != nil {
slog.Error("failed to bind server", slog.Any("error", err))
return err
}
defer releasePort(s.serverFD)
errChan := make(chan error, 1)
wg := &sync.WaitGroup{}
wg.Add(1)
go func(wg *sync.WaitGroup) {
defer wg.Done()
if err := s.AcceptConnectionRequests(ctx, wg); err != nil {
errChan <- fmt.Errorf("failed to accept connections %w", err)
}
}(wg)
select {
case <-ctx.Done():
slog.Info("initiating shutdown")
case err = <-errChan:
slog.Error("error while accepting connections, initiating shutdown", slog.Any("error", err))
}
s.Shutdown()
wg.Wait() // Wait for the go routines to finish
slog.Info("exiting gracefully")
return err
}
func (s *Server) BindAndListen() error {
serverFD, socketErr := syscall.Socket(syscall.AF_INET, syscall.SOCK_STREAM, 0)
if socketErr != nil {
return fmt.Errorf("failed to create socket: %w", socketErr)
}
// Close the socket on exit if an error occurs
var err error
defer func() {
if err != nil {
if closeErr := syscall.Close(serverFD); closeErr != nil {
// Wrap the close error with the original bind/listen error
slog.Error("Error occurred", slog.Any("error", err), "additionally, failed to close socket", slog.Any("close-err", closeErr))
} else {
slog.Error("Error occurred", slog.Any("error", err))
}
}
}()
if err = syscall.SetsockoptInt(serverFD, syscall.SOL_SOCKET, syscall.SO_REUSEADDR, 1); err != nil {
return fmt.Errorf("failed to set SO_REUSEADDR: %w", err)
}
if err = syscall.SetNonblock(serverFD, true); err != nil {
return fmt.Errorf("failed to set socket to non-blocking: %w", err)
}
ip4 := net.ParseIP(s.Host)
if ip4 == nil {
return fmt.Errorf("invalid IP address: %s", s.Host)
}
sockAddr := &syscall.SockaddrInet4{
Port: s.Port,
Addr: [4]byte{ip4[0], ip4[1], ip4[2], ip4[3]},
}
if err = syscall.Bind(serverFD, sockAddr); err != nil {
return fmt.Errorf("failed to bind socket: %w", err)
}
if err = syscall.Listen(serverFD, s.connBacklogSize); err != nil {
return fmt.Errorf("failed to listen on socket: %w", err)
}
s.serverFD = serverFD
return nil
}
func releasePort(serverFD int) {
if err := syscall.Close(serverFD); err != nil {
slog.Error("Failed to close server socket", slog.Any("error", err))
}
}
func (s *Server) AcceptConnectionRequests(ctx context.Context, wg *sync.WaitGroup) error {
for {
select {
case <-ctx.Done():
slog.Info("no new connections will be accepted")
return ctx.Err()
default:
clientFD, _, err := syscall.Accept(s.serverFD)
if err != nil {
if errors.Is(err, syscall.EAGAIN) || errors.Is(err, syscall.EWOULDBLOCK) {
continue // No more connections to accept at this time
}
return fmt.Errorf("error accepting connection: %w", err)
}
thread, err := NewIOThread(clientFD)
if err != nil {
slog.Error("failed to create io-thread", slog.String("id", "-xxx"), slog.Any("error", err))
continue
}
wg.Add(1)
go s.startIOThread(ctx, wg, thread)
}
}
}
func (s *Server) startIOThread(ctx context.Context, wg *sync.WaitGroup, thread *IOThread) {
wg.Done()
err := thread.Start(ctx, s.shardManager, s.watchManager)
if err != nil {
if err == io.EOF {
s.watchManager.CleanupThreadWatchSubscriptions(thread)
slog.Debug("client disconnected. io-thread stopped",
slog.String("client_id", thread.ClientID),
slog.String("mode", thread.Mode),
)
} else {
slog.Debug("io-thread errored out",
slog.String("client_id", thread.ClientID),
slog.String("mode", thread.Mode),
slog.Any("error", err))
}
}
}
func (s *Server) Shutdown() {
// Not implemented
}