2021-11-23 12:45:59 +00:00
|
|
|
package datagramsession
|
|
|
|
|
|
|
|
import (
|
|
|
|
"context"
|
2021-12-14 22:52:47 +00:00
|
|
|
"fmt"
|
2021-11-23 12:45:59 +00:00
|
|
|
"io"
|
2021-12-02 11:02:27 +00:00
|
|
|
"time"
|
2021-11-23 12:45:59 +00:00
|
|
|
|
|
|
|
"github.com/google/uuid"
|
2021-12-22 23:18:22 +00:00
|
|
|
"github.com/rs/zerolog"
|
2021-11-23 12:45:59 +00:00
|
|
|
)
|
|
|
|
|
2021-12-02 11:02:27 +00:00
|
|
|
const (
|
|
|
|
defaultCloseIdleAfter = time.Second * 210
|
|
|
|
)
|
|
|
|
|
2021-12-14 22:52:47 +00:00
|
|
|
func SessionIdleErr(timeout time.Duration) error {
|
|
|
|
return fmt.Errorf("session idle for %v", timeout)
|
|
|
|
}
|
|
|
|
|
2021-12-22 23:18:22 +00:00
|
|
|
// Session is a bidirectional pipe of datagrams between transport and dstConn
|
2021-11-23 12:45:59 +00:00
|
|
|
// Currently the only implementation of transport is quic DatagramMuxer
|
|
|
|
// Destination can be a connection with origin or with eyeball
|
|
|
|
// When the destination is origin:
|
|
|
|
// - Datagrams from edge are read by Manager from the transport. Manager finds the corresponding Session and calls the
|
|
|
|
// write method of the Session to send to origin
|
|
|
|
// - Datagrams from origin are read from conn and SentTo transport. Transport will return them to eyeball
|
|
|
|
// When the destination is eyeball:
|
|
|
|
// - Datagrams from eyeball are read from conn and SentTo transport. Transport will send them to cloudflared
|
|
|
|
// - Datagrams from cloudflared are read by Manager from the transport. Manager finds the corresponding Session and calls the
|
|
|
|
// write method of the Session to send to eyeball
|
|
|
|
type Session struct {
|
2021-12-14 22:52:47 +00:00
|
|
|
ID uuid.UUID
|
2021-11-23 12:45:59 +00:00
|
|
|
transport transport
|
|
|
|
dstConn io.ReadWriteCloser
|
2021-12-02 11:02:27 +00:00
|
|
|
// activeAtChan is used to communicate the last read/write time
|
|
|
|
activeAtChan chan time.Time
|
2021-12-14 22:52:47 +00:00
|
|
|
closeChan chan error
|
2021-12-22 23:18:22 +00:00
|
|
|
log *zerolog.Logger
|
2021-11-23 12:45:59 +00:00
|
|
|
}
|
|
|
|
|
2021-12-22 23:18:22 +00:00
|
|
|
func newSession(id uuid.UUID, transport transport, dstConn io.ReadWriteCloser, log *zerolog.Logger) *Session {
|
2021-11-23 12:45:59 +00:00
|
|
|
return &Session{
|
2021-12-14 22:52:47 +00:00
|
|
|
ID: id,
|
2021-11-23 12:45:59 +00:00
|
|
|
transport: transport,
|
|
|
|
dstConn: dstConn,
|
2021-12-02 11:02:27 +00:00
|
|
|
// activeAtChan has low capacity. It can be full when there are many concurrent read/write. markActive() will
|
|
|
|
// drop instead of blocking because last active time only needs to be an approximation
|
|
|
|
activeAtChan: make(chan time.Time, 2),
|
2021-12-14 22:52:47 +00:00
|
|
|
// capacity is 2 because close() and dstToTransport routine in Serve() can write to this channel
|
|
|
|
closeChan: make(chan error, 2),
|
2021-12-22 23:18:22 +00:00
|
|
|
log: log,
|
2021-11-23 12:45:59 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2021-12-14 22:52:47 +00:00
|
|
|
func (s *Session) Serve(ctx context.Context, closeAfterIdle time.Duration) (closedByRemote bool, err error) {
|
|
|
|
go func() {
|
|
|
|
// QUIC implementation copies data to another buffer before returning https://github.com/lucas-clemente/quic-go/blob/v0.24.0/session.go#L1967-L1975
|
|
|
|
// This makes it safe to share readBuffer between iterations
|
2021-12-22 23:18:22 +00:00
|
|
|
const maxPacketSize = 1500
|
|
|
|
readBuffer := make([]byte, maxPacketSize)
|
2021-12-14 22:52:47 +00:00
|
|
|
for {
|
|
|
|
if err := s.dstToTransport(readBuffer); err != nil {
|
|
|
|
s.closeChan <- err
|
|
|
|
return
|
|
|
|
}
|
2021-12-02 11:02:27 +00:00
|
|
|
}
|
2021-12-14 22:52:47 +00:00
|
|
|
}()
|
|
|
|
err = s.waitForCloseCondition(ctx, closeAfterIdle)
|
|
|
|
if closeSession, ok := err.(*errClosedSession); ok {
|
|
|
|
closedByRemote = closeSession.byRemote
|
2021-12-02 11:02:27 +00:00
|
|
|
}
|
2021-12-14 22:52:47 +00:00
|
|
|
return closedByRemote, err
|
2021-12-02 11:02:27 +00:00
|
|
|
}
|
|
|
|
|
2021-12-14 22:52:47 +00:00
|
|
|
func (s *Session) waitForCloseCondition(ctx context.Context, closeAfterIdle time.Duration) error {
|
|
|
|
// Closing dstConn cancels read so dstToTransport routine in Serve() can return
|
|
|
|
defer s.dstConn.Close()
|
2021-12-02 11:02:27 +00:00
|
|
|
if closeAfterIdle == 0 {
|
|
|
|
// provide deafult is caller doesn't specify one
|
|
|
|
closeAfterIdle = defaultCloseIdleAfter
|
|
|
|
}
|
|
|
|
|
|
|
|
checkIdleFreq := closeAfterIdle / 8
|
|
|
|
checkIdleTicker := time.NewTicker(checkIdleFreq)
|
|
|
|
defer checkIdleTicker.Stop()
|
|
|
|
|
|
|
|
activeAt := time.Now()
|
2021-11-23 12:45:59 +00:00
|
|
|
for {
|
2021-12-02 11:02:27 +00:00
|
|
|
select {
|
|
|
|
case <-ctx.Done():
|
2021-12-14 22:52:47 +00:00
|
|
|
return ctx.Err()
|
|
|
|
case reason := <-s.closeChan:
|
|
|
|
return reason
|
2021-12-13 13:35:40 +00:00
|
|
|
// TODO: TUN-5423 evaluate if using atomic is more efficient
|
|
|
|
case now := <-checkIdleTicker.C:
|
2021-12-02 11:02:27 +00:00
|
|
|
// The session is considered inactive if current time is after (last active time + allowed idle time)
|
2021-12-13 13:35:40 +00:00
|
|
|
if now.After(activeAt.Add(closeAfterIdle)) {
|
2021-12-14 22:52:47 +00:00
|
|
|
return SessionIdleErr(closeAfterIdle)
|
2021-11-23 12:45:59 +00:00
|
|
|
}
|
2021-12-02 11:02:27 +00:00
|
|
|
case activeAt = <-s.activeAtChan: // Update last active time
|
2021-11-23 12:45:59 +00:00
|
|
|
}
|
2021-12-02 11:02:27 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
func (s *Session) dstToTransport(buffer []byte) error {
|
|
|
|
n, err := s.dstConn.Read(buffer)
|
|
|
|
s.markActive()
|
2022-01-19 18:24:16 +00:00
|
|
|
// https://pkg.go.dev/io#Reader suggests caller should always process n > 0 bytes
|
2021-12-02 11:02:27 +00:00
|
|
|
if n > 0 {
|
2021-12-22 23:18:22 +00:00
|
|
|
if n <= int(s.transport.MTU()) {
|
|
|
|
err = s.transport.SendTo(s.ID, buffer[:n])
|
|
|
|
} else {
|
|
|
|
// drop packet for now, eventually reply with ICMP for PMTUD
|
|
|
|
s.log.Debug().
|
|
|
|
Str("session", s.ID.String()).
|
|
|
|
Int("len", n).
|
2022-01-06 12:17:10 +00:00
|
|
|
Int("mtu", s.transport.MTU()).
|
2021-12-22 23:18:22 +00:00
|
|
|
Msg("dropped packet exceeding MTU")
|
2021-11-23 12:45:59 +00:00
|
|
|
}
|
|
|
|
}
|
2022-01-19 18:24:16 +00:00
|
|
|
// Some UDP application might send 0-size payload.
|
|
|
|
if err == nil && n == 0 {
|
|
|
|
err = s.transport.SendTo(s.ID, []byte{})
|
|
|
|
}
|
2021-12-02 11:02:27 +00:00
|
|
|
return err
|
2021-11-23 12:45:59 +00:00
|
|
|
}
|
|
|
|
|
2021-12-02 11:02:27 +00:00
|
|
|
func (s *Session) transportToDst(payload []byte) (int, error) {
|
|
|
|
s.markActive()
|
2021-11-23 12:45:59 +00:00
|
|
|
return s.dstConn.Write(payload)
|
|
|
|
}
|
|
|
|
|
2021-12-02 11:02:27 +00:00
|
|
|
// Sends the last active time to the idle checker loop without blocking. activeAtChan will only be full when there
|
|
|
|
// are many concurrent read/write. It is fine to lose some precision
|
|
|
|
func (s *Session) markActive() {
|
|
|
|
select {
|
|
|
|
case s.activeAtChan <- time.Now():
|
|
|
|
default:
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2021-12-14 22:52:47 +00:00
|
|
|
func (s *Session) close(err *errClosedSession) {
|
|
|
|
s.closeChan <- err
|
2021-11-23 12:45:59 +00:00
|
|
|
}
|