server.go 33 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054
  1. package quic
  2. import (
  3. "context"
  4. "errors"
  5. "fmt"
  6. "net"
  7. "sync"
  8. "sync/atomic"
  9. "time"
  10. tls "github.com/Psiphon-Labs/psiphon-tls"
  11. "github.com/Psiphon-Labs/quic-go/internal/handshake"
  12. "github.com/Psiphon-Labs/quic-go/internal/protocol"
  13. "github.com/Psiphon-Labs/quic-go/internal/qerr"
  14. "github.com/Psiphon-Labs/quic-go/internal/qtls"
  15. "github.com/Psiphon-Labs/quic-go/internal/utils"
  16. "github.com/Psiphon-Labs/quic-go/internal/wire"
  17. "github.com/Psiphon-Labs/quic-go/logging"
  18. )
  19. // ErrServerClosed is returned by the Listener or EarlyListener's Accept method after a call to Close.
  20. var ErrServerClosed = errors.New("quic: server closed")
  21. // packetHandler handles packets
  22. type packetHandler interface {
  23. handlePacket(receivedPacket)
  24. shutdown()
  25. destroy(error)
  26. getPerspective() protocol.Perspective
  27. }
  28. type packetHandlerManager interface {
  29. Get(protocol.ConnectionID) (packetHandler, bool)
  30. GetByResetToken(protocol.StatelessResetToken) (packetHandler, bool)
  31. AddWithConnID(protocol.ConnectionID, protocol.ConnectionID, func() (packetHandler, bool)) bool
  32. Close(error)
  33. connRunner
  34. }
  35. type quicConn interface {
  36. EarlyConnection
  37. earlyConnReady() <-chan struct{}
  38. handlePacket(receivedPacket)
  39. GetVersion() protocol.VersionNumber
  40. getPerspective() protocol.Perspective
  41. run() error
  42. destroy(error)
  43. shutdown()
  44. }
  45. type zeroRTTQueue struct {
  46. packets []receivedPacket
  47. expiration time.Time
  48. }
  49. type rejectedPacket struct {
  50. receivedPacket
  51. hdr *wire.Header
  52. }
  53. // A Listener of QUIC
  54. type baseServer struct {
  55. disableVersionNegotiation bool
  56. acceptEarlyConns bool
  57. tlsConf *tls.Config
  58. config *Config
  59. conn rawConn
  60. tokenGenerator *handshake.TokenGenerator
  61. maxTokenAge time.Duration
  62. connIDGenerator ConnectionIDGenerator
  63. connHandler packetHandlerManager
  64. onClose func()
  65. receivedPackets chan receivedPacket
  66. nextZeroRTTCleanup time.Time
  67. zeroRTTQueues map[protocol.ConnectionID]*zeroRTTQueue // only initialized if acceptEarlyConns == true
  68. // set as a member, so they can be set in the tests
  69. newConn func(
  70. sendConn,
  71. connRunner,
  72. protocol.ConnectionID, /* original dest connection ID */
  73. *protocol.ConnectionID, /* retry src connection ID */
  74. protocol.ConnectionID, /* client dest connection ID */
  75. protocol.ConnectionID, /* destination connection ID */
  76. protocol.ConnectionID, /* source connection ID */
  77. ConnectionIDGenerator,
  78. protocol.StatelessResetToken,
  79. *Config,
  80. *tls.Config,
  81. *handshake.TokenGenerator,
  82. bool, /* client address validated by an address validation token */
  83. *logging.ConnectionTracer,
  84. uint64,
  85. utils.Logger,
  86. protocol.VersionNumber,
  87. ) quicConn
  88. closeOnce sync.Once
  89. errorChan chan struct{} // is closed when the server is closed
  90. closeErr error
  91. running chan struct{} // closed as soon as run() returns
  92. versionNegotiationQueue chan receivedPacket
  93. invalidTokenQueue chan rejectedPacket
  94. connectionRefusedQueue chan rejectedPacket
  95. retryQueue chan rejectedPacket
  96. connQueue chan quicConn
  97. connQueueLen int32 // to be used as an atomic
  98. tracer *logging.Tracer
  99. logger utils.Logger
  100. }
  101. // A Listener listens for incoming QUIC connections.
  102. // It returns connections once the handshake has completed.
  103. type Listener struct {
  104. baseServer *baseServer
  105. }
  106. // Accept returns new connections. It should be called in a loop.
  107. func (l *Listener) Accept(ctx context.Context) (Connection, error) {
  108. return l.baseServer.Accept(ctx)
  109. }
  110. // Close closes the listener.
  111. // Accept will return ErrServerClosed as soon as all connections in the accept queue have been accepted.
  112. // QUIC handshakes that are still in flight will be rejected with a CONNECTION_REFUSED error.
  113. // The effect of closing the listener depends on how it was created:
  114. // * if it was created using Transport.Listen, already established connections will be unaffected
  115. // * if it was created using the Listen convenience method, all established connection will be closed immediately
  116. func (l *Listener) Close() error {
  117. return l.baseServer.Close()
  118. }
  119. // Addr returns the local network address that the server is listening on.
  120. func (l *Listener) Addr() net.Addr {
  121. return l.baseServer.Addr()
  122. }
  123. // An EarlyListener listens for incoming QUIC connections, and returns them before the handshake completes.
  124. // For connections that don't use 0-RTT, this allows the server to send 0.5-RTT data.
  125. // This data is encrypted with forward-secure keys, however, the client's identity has not yet been verified.
  126. // For connection using 0-RTT, this allows the server to accept and respond to streams that the client opened in the
  127. // 0-RTT data it sent. Note that at this point during the handshake, the live-ness of the
  128. // client has not yet been confirmed, and the 0-RTT data could have been replayed by an attacker.
  129. type EarlyListener struct {
  130. baseServer *baseServer
  131. }
  132. // Accept returns a new connections. It should be called in a loop.
  133. func (l *EarlyListener) Accept(ctx context.Context) (EarlyConnection, error) {
  134. return l.baseServer.accept(ctx)
  135. }
  136. // Close the server. All active connections will be closed.
  137. func (l *EarlyListener) Close() error {
  138. return l.baseServer.Close()
  139. }
  140. // Addr returns the local network addr that the server is listening on.
  141. func (l *EarlyListener) Addr() net.Addr {
  142. return l.baseServer.Addr()
  143. }
  144. // ListenAddr creates a QUIC server listening on a given address.
  145. // See Listen for more details.
  146. func ListenAddr(addr string, tlsConf *tls.Config, config *Config) (*Listener, error) {
  147. conn, err := listenUDP(addr)
  148. if err != nil {
  149. return nil, err
  150. }
  151. return (&Transport{
  152. Conn: conn,
  153. createdConn: true,
  154. isSingleUse: true,
  155. }).Listen(tlsConf, config)
  156. }
  157. // ListenAddrEarly works like ListenAddr, but it returns connections before the handshake completes.
  158. func ListenAddrEarly(addr string, tlsConf *tls.Config, config *Config) (*EarlyListener, error) {
  159. conn, err := listenUDP(addr)
  160. if err != nil {
  161. return nil, err
  162. }
  163. return (&Transport{
  164. Conn: conn,
  165. createdConn: true,
  166. isSingleUse: true,
  167. }).ListenEarly(tlsConf, config)
  168. }
  169. func listenUDP(addr string) (*net.UDPConn, error) {
  170. udpAddr, err := net.ResolveUDPAddr("udp", addr)
  171. if err != nil {
  172. return nil, err
  173. }
  174. return net.ListenUDP("udp", udpAddr)
  175. }
  176. // Listen listens for QUIC connections on a given net.PacketConn.
  177. // If the PacketConn satisfies the OOBCapablePacketConn interface (as a net.UDPConn does),
  178. // ECN and packet info support will be enabled. In this case, ReadMsgUDP and WriteMsgUDP
  179. // will be used instead of ReadFrom and WriteTo to read/write packets.
  180. // A single net.PacketConn can only be used for a single call to Listen.
  181. //
  182. // The tls.Config must not be nil and must contain a certificate configuration.
  183. // Furthermore, it must define an application control (using NextProtos).
  184. // The quic.Config may be nil, in that case the default values will be used.
  185. //
  186. // This is a convenience function. More advanced use cases should instantiate a Transport,
  187. // which offers configuration options for a more fine-grained control of the connection establishment,
  188. // including reusing the underlying UDP socket for outgoing QUIC connections.
  189. // When closing a listener created with Listen, all established QUIC connections will be closed immediately.
  190. func Listen(conn net.PacketConn, tlsConf *tls.Config, config *Config) (*Listener, error) {
  191. tr := &Transport{Conn: conn, isSingleUse: true}
  192. return tr.Listen(tlsConf, config)
  193. }
  194. // ListenEarly works like Listen, but it returns connections before the handshake completes.
  195. func ListenEarly(conn net.PacketConn, tlsConf *tls.Config, config *Config) (*EarlyListener, error) {
  196. tr := &Transport{Conn: conn, isSingleUse: true}
  197. return tr.ListenEarly(tlsConf, config)
  198. }
  199. func newServer(
  200. conn rawConn,
  201. connHandler packetHandlerManager,
  202. connIDGenerator ConnectionIDGenerator,
  203. tlsConf *tls.Config,
  204. config *Config,
  205. tracer *logging.Tracer,
  206. onClose func(),
  207. tokenGeneratorKey TokenGeneratorKey,
  208. maxTokenAge time.Duration,
  209. disableVersionNegotiation bool,
  210. acceptEarly bool,
  211. ) *baseServer {
  212. s := &baseServer{
  213. conn: conn,
  214. tlsConf: tlsConf,
  215. config: config,
  216. tokenGenerator: handshake.NewTokenGenerator(tokenGeneratorKey),
  217. maxTokenAge: maxTokenAge,
  218. connIDGenerator: connIDGenerator,
  219. connHandler: connHandler,
  220. connQueue: make(chan quicConn),
  221. errorChan: make(chan struct{}),
  222. running: make(chan struct{}),
  223. receivedPackets: make(chan receivedPacket, protocol.MaxServerUnprocessedPackets),
  224. versionNegotiationQueue: make(chan receivedPacket, 4),
  225. invalidTokenQueue: make(chan rejectedPacket, 4),
  226. connectionRefusedQueue: make(chan rejectedPacket, 4),
  227. retryQueue: make(chan rejectedPacket, 8),
  228. newConn: newConnection,
  229. tracer: tracer,
  230. logger: utils.DefaultLogger.WithPrefix("server"),
  231. acceptEarlyConns: acceptEarly,
  232. disableVersionNegotiation: disableVersionNegotiation,
  233. onClose: onClose,
  234. }
  235. if acceptEarly {
  236. s.zeroRTTQueues = map[protocol.ConnectionID]*zeroRTTQueue{}
  237. }
  238. go s.run()
  239. go s.runSendQueue()
  240. s.logger.Debugf("Listening for %s connections on %s", conn.LocalAddr().Network(), conn.LocalAddr().String())
  241. return s
  242. }
  243. func (s *baseServer) run() {
  244. defer close(s.running)
  245. for {
  246. select {
  247. case <-s.errorChan:
  248. return
  249. default:
  250. }
  251. select {
  252. case <-s.errorChan:
  253. return
  254. case p := <-s.receivedPackets:
  255. if bufferStillInUse := s.handlePacketImpl(p); !bufferStillInUse {
  256. p.buffer.Release()
  257. }
  258. }
  259. }
  260. }
  261. func (s *baseServer) runSendQueue() {
  262. for {
  263. select {
  264. case <-s.running:
  265. return
  266. case p := <-s.versionNegotiationQueue:
  267. s.maybeSendVersionNegotiationPacket(p)
  268. case p := <-s.invalidTokenQueue:
  269. s.maybeSendInvalidToken(p)
  270. case p := <-s.connectionRefusedQueue:
  271. s.sendConnectionRefused(p)
  272. case p := <-s.retryQueue:
  273. s.sendRetry(p)
  274. }
  275. }
  276. }
  277. // Accept returns connections that already completed the handshake.
  278. // It is only valid if acceptEarlyConns is false.
  279. func (s *baseServer) Accept(ctx context.Context) (Connection, error) {
  280. return s.accept(ctx)
  281. }
  282. func (s *baseServer) accept(ctx context.Context) (quicConn, error) {
  283. select {
  284. case <-ctx.Done():
  285. return nil, ctx.Err()
  286. case conn := <-s.connQueue:
  287. atomic.AddInt32(&s.connQueueLen, -1)
  288. return conn, nil
  289. case <-s.errorChan:
  290. return nil, s.closeErr
  291. }
  292. }
  293. func (s *baseServer) Close() error {
  294. s.close(ErrServerClosed, true)
  295. return nil
  296. }
  297. func (s *baseServer) close(e error, notifyOnClose bool) {
  298. s.closeOnce.Do(func() {
  299. s.closeErr = e
  300. close(s.errorChan)
  301. <-s.running
  302. if notifyOnClose {
  303. s.onClose()
  304. }
  305. })
  306. }
  307. // Addr returns the server's network address
  308. func (s *baseServer) Addr() net.Addr {
  309. return s.conn.LocalAddr()
  310. }
  311. func (s *baseServer) handlePacket(p receivedPacket) {
  312. select {
  313. case s.receivedPackets <- p:
  314. default:
  315. s.logger.Debugf("Dropping packet from %s (%d bytes). Server receive queue full.", p.remoteAddr, p.Size())
  316. if s.tracer != nil && s.tracer.DroppedPacket != nil {
  317. s.tracer.DroppedPacket(p.remoteAddr, logging.PacketTypeNotDetermined, p.Size(), logging.PacketDropDOSPrevention)
  318. }
  319. }
  320. }
  321. func (s *baseServer) handlePacketImpl(p receivedPacket) bool /* is the buffer still in use? */ {
  322. if !s.nextZeroRTTCleanup.IsZero() && p.rcvTime.After(s.nextZeroRTTCleanup) {
  323. defer s.cleanupZeroRTTQueues(p.rcvTime)
  324. }
  325. if wire.IsVersionNegotiationPacket(p.data) {
  326. s.logger.Debugf("Dropping Version Negotiation packet.")
  327. if s.tracer != nil && s.tracer.DroppedPacket != nil {
  328. s.tracer.DroppedPacket(p.remoteAddr, logging.PacketTypeVersionNegotiation, p.Size(), logging.PacketDropUnexpectedPacket)
  329. }
  330. return false
  331. }
  332. // Short header packets should never end up here in the first place
  333. if !wire.IsLongHeaderPacket(p.data[0]) {
  334. panic(fmt.Sprintf("misrouted packet: %#v", p.data))
  335. }
  336. v, err := wire.ParseVersion(p.data)
  337. // drop the packet if we failed to parse the protocol version
  338. if err != nil {
  339. s.logger.Debugf("Dropping a packet with an unknown version")
  340. if s.tracer != nil && s.tracer.DroppedPacket != nil {
  341. s.tracer.DroppedPacket(p.remoteAddr, logging.PacketTypeNotDetermined, p.Size(), logging.PacketDropUnexpectedPacket)
  342. }
  343. return false
  344. }
  345. // send a Version Negotiation Packet if the client is speaking a different protocol version
  346. if !protocol.IsSupportedVersion(s.config.Versions, v) {
  347. if s.disableVersionNegotiation {
  348. return false
  349. }
  350. if p.Size() < protocol.MinUnknownVersionPacketSize {
  351. s.logger.Debugf("Dropping a packet with an unsupported version number %d that is too small (%d bytes)", v, p.Size())
  352. if s.tracer != nil && s.tracer.DroppedPacket != nil {
  353. s.tracer.DroppedPacket(p.remoteAddr, logging.PacketTypeNotDetermined, p.Size(), logging.PacketDropUnexpectedPacket)
  354. }
  355. return false
  356. }
  357. return s.enqueueVersionNegotiationPacket(p)
  358. }
  359. if wire.Is0RTTPacket(p.data) {
  360. if !s.acceptEarlyConns {
  361. if s.tracer != nil && s.tracer.DroppedPacket != nil {
  362. s.tracer.DroppedPacket(p.remoteAddr, logging.PacketType0RTT, p.Size(), logging.PacketDropUnexpectedPacket)
  363. }
  364. return false
  365. }
  366. return s.handle0RTTPacket(p)
  367. }
  368. // If we're creating a new connection, the packet will be passed to the connection.
  369. // The header will then be parsed again.
  370. hdr, _, _, err := wire.ParsePacket(p.data)
  371. if err != nil {
  372. if s.tracer != nil && s.tracer.DroppedPacket != nil {
  373. s.tracer.DroppedPacket(p.remoteAddr, logging.PacketTypeNotDetermined, p.Size(), logging.PacketDropHeaderParseError)
  374. }
  375. s.logger.Debugf("Error parsing packet: %s", err)
  376. return false
  377. }
  378. // [Psiphon]
  379. // To accomodate additional messages, obfuscated QUIC packets may reserve
  380. // significant space in the Initial packet and send less that 1200 QUIC
  381. // bytes. In this configuration, the obfuscation layer enforces the
  382. // anti-amplification 1200 byte rule, but it must be disabled here.
  383. isObfuscated := s.config.ServerMaxPacketSizeAdjustment != nil && s.config.ServerMaxPacketSizeAdjustment(p.remoteAddr) > 0
  384. if !isObfuscated &&
  385. hdr.Type == protocol.PacketTypeInitial && p.Size() < protocol.MinInitialPacketSize {
  386. s.logger.Debugf("Dropping a packet that is too small to be a valid Initial (%d bytes)", p.Size())
  387. if s.tracer != nil && s.tracer.DroppedPacket != nil {
  388. s.tracer.DroppedPacket(p.remoteAddr, logging.PacketTypeInitial, p.Size(), logging.PacketDropUnexpectedPacket)
  389. }
  390. return false
  391. }
  392. if hdr.Type != protocol.PacketTypeInitial {
  393. // Drop long header packets.
  394. // There's little point in sending a Stateless Reset, since the client
  395. // might not have received the token yet.
  396. s.logger.Debugf("Dropping long header packet of type %s (%d bytes)", hdr.Type, len(p.data))
  397. if s.tracer != nil && s.tracer.DroppedPacket != nil {
  398. s.tracer.DroppedPacket(p.remoteAddr, logging.PacketTypeFromHeader(hdr), p.Size(), logging.PacketDropUnexpectedPacket)
  399. }
  400. return false
  401. }
  402. s.logger.Debugf("<- Received Initial packet.")
  403. if err := s.handleInitialImpl(p, hdr); err != nil {
  404. s.logger.Errorf("Error occurred handling initial packet: %s", err)
  405. }
  406. // Don't put the packet buffer back.
  407. // handleInitialImpl deals with the buffer.
  408. return true
  409. }
  410. func (s *baseServer) handle0RTTPacket(p receivedPacket) bool {
  411. connID, err := wire.ParseConnectionID(p.data, 0)
  412. if err != nil {
  413. if s.tracer != nil && s.tracer.DroppedPacket != nil {
  414. s.tracer.DroppedPacket(p.remoteAddr, logging.PacketType0RTT, p.Size(), logging.PacketDropHeaderParseError)
  415. }
  416. return false
  417. }
  418. // check again if we might have a connection now
  419. if handler, ok := s.connHandler.Get(connID); ok {
  420. handler.handlePacket(p)
  421. return true
  422. }
  423. if q, ok := s.zeroRTTQueues[connID]; ok {
  424. if len(q.packets) >= protocol.Max0RTTQueueLen {
  425. if s.tracer != nil && s.tracer.DroppedPacket != nil {
  426. s.tracer.DroppedPacket(p.remoteAddr, logging.PacketType0RTT, p.Size(), logging.PacketDropDOSPrevention)
  427. }
  428. return false
  429. }
  430. q.packets = append(q.packets, p)
  431. return true
  432. }
  433. if len(s.zeroRTTQueues) >= protocol.Max0RTTQueues {
  434. if s.tracer != nil && s.tracer.DroppedPacket != nil {
  435. s.tracer.DroppedPacket(p.remoteAddr, logging.PacketType0RTT, p.Size(), logging.PacketDropDOSPrevention)
  436. }
  437. return false
  438. }
  439. queue := &zeroRTTQueue{packets: make([]receivedPacket, 1, 8)}
  440. queue.packets[0] = p
  441. expiration := p.rcvTime.Add(protocol.Max0RTTQueueingDuration)
  442. queue.expiration = expiration
  443. if s.nextZeroRTTCleanup.IsZero() || s.nextZeroRTTCleanup.After(expiration) {
  444. s.nextZeroRTTCleanup = expiration
  445. }
  446. s.zeroRTTQueues[connID] = queue
  447. return true
  448. }
  449. func (s *baseServer) cleanupZeroRTTQueues(now time.Time) {
  450. // Iterate over all queues to find those that are expired.
  451. // This is ok since we're placing a pretty low limit on the number of queues.
  452. var nextCleanup time.Time
  453. for connID, q := range s.zeroRTTQueues {
  454. if q.expiration.After(now) {
  455. if nextCleanup.IsZero() || nextCleanup.After(q.expiration) {
  456. nextCleanup = q.expiration
  457. }
  458. continue
  459. }
  460. for _, p := range q.packets {
  461. if s.tracer != nil && s.tracer.DroppedPacket != nil {
  462. s.tracer.DroppedPacket(p.remoteAddr, logging.PacketType0RTT, p.Size(), logging.PacketDropDOSPrevention)
  463. }
  464. p.buffer.Release()
  465. }
  466. delete(s.zeroRTTQueues, connID)
  467. if s.logger.Debug() {
  468. s.logger.Debugf("Removing 0-RTT queue for %s.", connID)
  469. }
  470. }
  471. s.nextZeroRTTCleanup = nextCleanup
  472. }
  473. // [Psiphon]
  474. type stubCryptoSetup struct {
  475. initialOpener handshake.LongHeaderOpener
  476. }
  477. var errNotSupported = errors.New("not supported")
  478. func (s *stubCryptoSetup) StartHandshake() error {
  479. return nil
  480. }
  481. func (s *stubCryptoSetup) Close() error {
  482. return errNotSupported
  483. }
  484. func (s *stubCryptoSetup) ChangeConnectionID(protocol.ConnectionID) {
  485. }
  486. func (s *stubCryptoSetup) GetSessionTicket() ([]byte, error) {
  487. return nil, errNotSupported
  488. }
  489. func (s *stubCryptoSetup) HandleMessage([]byte, protocol.EncryptionLevel) error {
  490. return nil
  491. }
  492. func (s *stubCryptoSetup) NextEvent() handshake.Event {
  493. return handshake.Event{}
  494. }
  495. func (s *stubCryptoSetup) SetLargest1RTTAcked(protocol.PacketNumber) error {
  496. return errNotSupported
  497. }
  498. func (s *stubCryptoSetup) DiscardInitialKeys() {
  499. }
  500. func (s *stubCryptoSetup) SetHandshakeConfirmed() {
  501. }
  502. func (s *stubCryptoSetup) ConnectionState() handshake.ConnectionState {
  503. return handshake.ConnectionState{}
  504. }
  505. // [Psiphon]
  506. func (s *stubCryptoSetup) TLSConnectionMetrics() tls.ConnectionMetrics {
  507. return tls.ConnectionMetrics{}
  508. }
  509. func (s *stubCryptoSetup) GetInitialOpener() (handshake.LongHeaderOpener, error) {
  510. return s.initialOpener, nil
  511. }
  512. func (s *stubCryptoSetup) GetHandshakeOpener() (handshake.LongHeaderOpener, error) {
  513. return nil, errNotSupported
  514. }
  515. func (s *stubCryptoSetup) Get0RTTOpener() (handshake.LongHeaderOpener, error) {
  516. return nil, errNotSupported
  517. }
  518. func (s *stubCryptoSetup) Get1RTTOpener() (handshake.ShortHeaderOpener, error) {
  519. return nil, errNotSupported
  520. }
  521. func (s *stubCryptoSetup) GetInitialSealer() (handshake.LongHeaderSealer, error) {
  522. return nil, errNotSupported
  523. }
  524. func (s *stubCryptoSetup) GetHandshakeSealer() (handshake.LongHeaderSealer, error) {
  525. return nil, errNotSupported
  526. }
  527. func (s *stubCryptoSetup) Get0RTTSealer() (handshake.LongHeaderSealer, error) {
  528. return nil, errNotSupported
  529. }
  530. func (s *stubCryptoSetup) Get1RTTSealer() (handshake.ShortHeaderSealer, error) {
  531. return nil, errNotSupported
  532. }
  533. // [Psiphon]
  534. // verifyClientHelloRandom unpacks an Initial packet, extracts the CRYPTO
  535. // frame, and calls Config.VerifyClientHelloRandom.
  536. func (s *baseServer) verifyClientHelloRandom(p receivedPacket, hdr *wire.Header) error {
  537. // TODO: support QUICv2
  538. versionNumber := protocol.Version1
  539. _, initialOpener := handshake.NewInitialAEAD(
  540. hdr.DestConnectionID, protocol.PerspectiveServer, versionNumber)
  541. cs := &stubCryptoSetup{
  542. initialOpener: initialOpener,
  543. }
  544. // Make a copy of the packet data since this unpacking modifies it and the
  545. // original packet data must be retained for subsequent processing.
  546. data := append([]byte(nil), p.data...)
  547. unpacker := newPacketUnpacker(cs, 0)
  548. unpacked, err := unpacker.UnpackLongHeader(hdr, p.rcvTime, data, versionNumber)
  549. if err != nil {
  550. return fmt.Errorf("verifyClientHelloRandom: UnpackLongHeader: %w", err)
  551. }
  552. parser := wire.NewFrameParser(s.config.EnableDatagrams)
  553. d := unpacked.data
  554. for len(d) > 0 {
  555. l, frame, err := parser.ParseNext(d, protocol.EncryptionInitial, versionNumber)
  556. if err != nil {
  557. return fmt.Errorf("verifyClientHelloRandom: ParseNext: %w", err)
  558. }
  559. if frame == nil {
  560. return errors.New("verifyClientHelloRandom: missing CRYPTO frame")
  561. }
  562. d = d[l:]
  563. cryptoFrame, ok := frame.(*wire.CryptoFrame)
  564. if !ok {
  565. continue
  566. }
  567. if cryptoFrame.Offset != 0 {
  568. return errors.New("verifyClientHelloRandom: unexpected CRYPTO frame offset")
  569. }
  570. random, err := qtls.ReadClientHelloRandom(cryptoFrame.Data)
  571. if err != nil {
  572. return fmt.Errorf("verifyClientHelloRandom: ReadClientHelloRandom: %w", err)
  573. }
  574. if !s.config.VerifyClientHelloRandom(p.remoteAddr, random) {
  575. return fmt.Errorf("verifyClientHelloRandom: VerifyClientHelloRandom failed")
  576. }
  577. break
  578. }
  579. return nil
  580. }
  581. // validateToken returns false if:
  582. // - address is invalid
  583. // - token is expired
  584. // - token is null
  585. func (s *baseServer) validateToken(token *handshake.Token, addr net.Addr) bool {
  586. if token == nil {
  587. return false
  588. }
  589. if !token.ValidateRemoteAddr(addr) {
  590. return false
  591. }
  592. if !token.IsRetryToken && time.Since(token.SentTime) > s.maxTokenAge {
  593. return false
  594. }
  595. if token.IsRetryToken && time.Since(token.SentTime) > s.config.maxRetryTokenAge() {
  596. return false
  597. }
  598. return true
  599. }
  600. func (s *baseServer) handleInitialImpl(p receivedPacket, hdr *wire.Header) error {
  601. if len(hdr.Token) == 0 && hdr.DestConnectionID.Len() < protocol.MinConnectionIDLenInitial {
  602. if s.tracer != nil && s.tracer.DroppedPacket != nil {
  603. s.tracer.DroppedPacket(p.remoteAddr, logging.PacketTypeInitial, p.Size(), logging.PacketDropUnexpectedPacket)
  604. }
  605. p.buffer.Release()
  606. return errors.New("too short connection ID")
  607. }
  608. // [Psiphon]
  609. // Drop any Initial packet that fails verifyClientHelloRandom.
  610. if s.config.VerifyClientHelloRandom != nil {
  611. err := s.verifyClientHelloRandom(p, hdr)
  612. if err != nil {
  613. p.buffer.Release()
  614. return err
  615. }
  616. }
  617. // The server queues packets for a while, and we might already have established a connection by now.
  618. // This results in a second check in the connection map.
  619. // That's ok since it's not the hot path (it's only taken by some Initial and 0-RTT packets).
  620. if handler, ok := s.connHandler.Get(hdr.DestConnectionID); ok {
  621. handler.handlePacket(p)
  622. return nil
  623. }
  624. var (
  625. token *handshake.Token
  626. retrySrcConnID *protocol.ConnectionID
  627. )
  628. origDestConnID := hdr.DestConnectionID
  629. if len(hdr.Token) > 0 {
  630. tok, err := s.tokenGenerator.DecodeToken(hdr.Token)
  631. if err == nil {
  632. if tok.IsRetryToken {
  633. origDestConnID = tok.OriginalDestConnectionID
  634. retrySrcConnID = &tok.RetrySrcConnectionID
  635. }
  636. token = tok
  637. }
  638. }
  639. clientAddrIsValid := s.validateToken(token, p.remoteAddr)
  640. if token != nil && !clientAddrIsValid {
  641. // For invalid and expired non-retry tokens, we don't send an INVALID_TOKEN error.
  642. // We just ignore them, and act as if there was no token on this packet at all.
  643. // This also means we might send a Retry later.
  644. if !token.IsRetryToken {
  645. token = nil
  646. } else {
  647. // For Retry tokens, we send an INVALID_ERROR if
  648. // * the token is too old, or
  649. // * the token is invalid, in case of a retry token.
  650. select {
  651. case s.invalidTokenQueue <- rejectedPacket{receivedPacket: p, hdr: hdr}:
  652. default:
  653. // drop packet if we can't send out the INVALID_TOKEN packets fast enough
  654. p.buffer.Release()
  655. }
  656. return nil
  657. }
  658. }
  659. if token == nil && s.config.RequireAddressValidation(p.remoteAddr) {
  660. // Retry invalidates all 0-RTT packets sent.
  661. delete(s.zeroRTTQueues, hdr.DestConnectionID)
  662. select {
  663. case s.retryQueue <- rejectedPacket{receivedPacket: p, hdr: hdr}:
  664. default:
  665. // drop packet if we can't send out Retry packets fast enough
  666. p.buffer.Release()
  667. }
  668. return nil
  669. }
  670. if queueLen := atomic.LoadInt32(&s.connQueueLen); queueLen >= protocol.MaxAcceptQueueSize {
  671. s.logger.Debugf("Rejecting new connection. Server currently busy. Accept queue length: %d (max %d)", queueLen, protocol.MaxAcceptQueueSize)
  672. select {
  673. case s.connectionRefusedQueue <- rejectedPacket{receivedPacket: p, hdr: hdr}:
  674. default:
  675. // drop packet if we can't send out the CONNECTION_REFUSED fast enough
  676. p.buffer.Release()
  677. }
  678. return nil
  679. }
  680. connID, err := s.connIDGenerator.GenerateConnectionID()
  681. if err != nil {
  682. return err
  683. }
  684. s.logger.Debugf("Changing connection ID to %s.", connID)
  685. var conn quicConn
  686. tracingID := nextConnTracingID()
  687. if added := s.connHandler.AddWithConnID(hdr.DestConnectionID, connID, func() (packetHandler, bool) {
  688. config := s.config
  689. if s.config.GetConfigForClient != nil {
  690. conf, err := s.config.GetConfigForClient(&ClientHelloInfo{RemoteAddr: p.remoteAddr})
  691. if err != nil {
  692. s.logger.Debugf("Rejecting new connection due to GetConfigForClient callback")
  693. return nil, false
  694. }
  695. config = populateConfig(conf)
  696. }
  697. var tracer *logging.ConnectionTracer
  698. if config.Tracer != nil {
  699. // Use the same connection ID that is passed to the client's GetLogWriter callback.
  700. connID := hdr.DestConnectionID
  701. if origDestConnID.Len() > 0 {
  702. connID = origDestConnID
  703. }
  704. tracer = config.Tracer(context.WithValue(context.Background(), ConnectionTracingKey, tracingID), protocol.PerspectiveServer, connID)
  705. }
  706. conn = s.newConn(
  707. newSendConn(s.conn, p.remoteAddr, p.info, s.logger),
  708. s.connHandler,
  709. origDestConnID,
  710. retrySrcConnID,
  711. hdr.DestConnectionID,
  712. hdr.SrcConnectionID,
  713. connID,
  714. s.connIDGenerator,
  715. s.connHandler.GetStatelessResetToken(connID),
  716. config,
  717. s.tlsConf,
  718. s.tokenGenerator,
  719. clientAddrIsValid,
  720. tracer,
  721. tracingID,
  722. s.logger,
  723. hdr.Version,
  724. )
  725. conn.handlePacket(p)
  726. if q, ok := s.zeroRTTQueues[hdr.DestConnectionID]; ok {
  727. for _, p := range q.packets {
  728. conn.handlePacket(p)
  729. }
  730. delete(s.zeroRTTQueues, hdr.DestConnectionID)
  731. }
  732. return conn, true
  733. }); !added {
  734. select {
  735. case s.connectionRefusedQueue <- rejectedPacket{receivedPacket: p, hdr: hdr}:
  736. default:
  737. // drop packet if we can't send out the CONNECTION_REFUSED fast enough
  738. p.buffer.Release()
  739. }
  740. return nil
  741. }
  742. go conn.run()
  743. go s.handleNewConn(conn)
  744. if conn == nil {
  745. p.buffer.Release()
  746. return nil
  747. }
  748. return nil
  749. }
  750. func (s *baseServer) handleNewConn(conn quicConn) {
  751. connCtx := conn.Context()
  752. if s.acceptEarlyConns {
  753. // wait until the early connection is ready, the handshake fails, or the server is closed
  754. select {
  755. case <-s.errorChan:
  756. conn.destroy(&qerr.TransportError{ErrorCode: ConnectionRefused})
  757. return
  758. case <-conn.earlyConnReady():
  759. case <-connCtx.Done():
  760. return
  761. }
  762. } else {
  763. // wait until the handshake is complete (or fails)
  764. select {
  765. case <-s.errorChan:
  766. conn.destroy(&qerr.TransportError{ErrorCode: ConnectionRefused})
  767. return
  768. case <-conn.HandshakeComplete():
  769. case <-connCtx.Done():
  770. return
  771. }
  772. }
  773. atomic.AddInt32(&s.connQueueLen, 1)
  774. select {
  775. case s.connQueue <- conn:
  776. // blocks until the connection is accepted
  777. case <-connCtx.Done():
  778. atomic.AddInt32(&s.connQueueLen, -1)
  779. // don't pass connections that were already closed to Accept()
  780. }
  781. }
  782. func (s *baseServer) sendRetry(p rejectedPacket) {
  783. if err := s.sendRetryPacket(p); err != nil {
  784. s.logger.Debugf("Error sending Retry packet: %s", err)
  785. }
  786. }
  787. func (s *baseServer) sendRetryPacket(p rejectedPacket) error {
  788. hdr := p.hdr
  789. // Log the Initial packet now.
  790. // If no Retry is sent, the packet will be logged by the connection.
  791. (&wire.ExtendedHeader{Header: *hdr}).Log(s.logger)
  792. srcConnID, err := s.connIDGenerator.GenerateConnectionID()
  793. if err != nil {
  794. return err
  795. }
  796. token, err := s.tokenGenerator.NewRetryToken(p.remoteAddr, hdr.DestConnectionID, srcConnID)
  797. if err != nil {
  798. return err
  799. }
  800. replyHdr := &wire.ExtendedHeader{}
  801. replyHdr.Type = protocol.PacketTypeRetry
  802. replyHdr.Version = hdr.Version
  803. replyHdr.SrcConnectionID = srcConnID
  804. replyHdr.DestConnectionID = hdr.SrcConnectionID
  805. replyHdr.Token = token
  806. if s.logger.Debug() {
  807. s.logger.Debugf("Changing connection ID to %s.", srcConnID)
  808. s.logger.Debugf("-> Sending Retry")
  809. replyHdr.Log(s.logger)
  810. }
  811. buf := getPacketBuffer()
  812. defer buf.Release()
  813. buf.Data, err = replyHdr.Append(buf.Data, hdr.Version)
  814. if err != nil {
  815. return err
  816. }
  817. // append the Retry integrity tag
  818. tag := handshake.GetRetryIntegrityTag(buf.Data, hdr.DestConnectionID, hdr.Version)
  819. buf.Data = append(buf.Data, tag[:]...)
  820. if s.tracer != nil && s.tracer.SentPacket != nil {
  821. s.tracer.SentPacket(p.remoteAddr, &replyHdr.Header, protocol.ByteCount(len(buf.Data)), nil)
  822. }
  823. _, err = s.conn.WritePacket(buf.Data, p.remoteAddr, p.info.OOB(), 0, protocol.ECNUnsupported)
  824. return err
  825. }
  826. func (s *baseServer) maybeSendInvalidToken(p rejectedPacket) {
  827. defer p.buffer.Release()
  828. // Only send INVALID_TOKEN if we can unprotect the packet.
  829. // This makes sure that we won't send it for packets that were corrupted.
  830. hdr := p.hdr
  831. sealer, opener := handshake.NewInitialAEAD(hdr.DestConnectionID, protocol.PerspectiveServer, hdr.Version)
  832. data := p.data[:hdr.ParsedLen()+hdr.Length]
  833. extHdr, err := unpackLongHeader(opener, hdr, data, hdr.Version)
  834. // Only send INVALID_TOKEN if we can unprotect the packet.
  835. // This makes sure that we won't send it for packets that were corrupted.
  836. if err != nil {
  837. if s.tracer != nil && s.tracer.DroppedPacket != nil {
  838. s.tracer.DroppedPacket(p.remoteAddr, logging.PacketTypeInitial, p.Size(), logging.PacketDropHeaderParseError)
  839. }
  840. return
  841. }
  842. hdrLen := extHdr.ParsedLen()
  843. if _, err := opener.Open(data[hdrLen:hdrLen], data[hdrLen:], extHdr.PacketNumber, data[:hdrLen]); err != nil {
  844. if s.tracer != nil && s.tracer.DroppedPacket != nil {
  845. s.tracer.DroppedPacket(p.remoteAddr, logging.PacketTypeInitial, p.Size(), logging.PacketDropPayloadDecryptError)
  846. }
  847. return
  848. }
  849. if s.logger.Debug() {
  850. s.logger.Debugf("Client sent an invalid retry token. Sending INVALID_TOKEN to %s.", p.remoteAddr)
  851. }
  852. if err := s.sendError(p.remoteAddr, hdr, sealer, qerr.InvalidToken, p.info); err != nil {
  853. s.logger.Debugf("Error sending INVALID_TOKEN error: %s", err)
  854. }
  855. }
  856. func (s *baseServer) sendConnectionRefused(p rejectedPacket) {
  857. defer p.buffer.Release()
  858. sealer, _ := handshake.NewInitialAEAD(p.hdr.DestConnectionID, protocol.PerspectiveServer, p.hdr.Version)
  859. if err := s.sendError(p.remoteAddr, p.hdr, sealer, qerr.ConnectionRefused, p.info); err != nil {
  860. s.logger.Debugf("Error sending CONNECTION_REFUSED error: %s", err)
  861. }
  862. }
  863. // sendError sends the error as a response to the packet received with header hdr
  864. func (s *baseServer) sendError(remoteAddr net.Addr, hdr *wire.Header, sealer handshake.LongHeaderSealer, errorCode qerr.TransportErrorCode, info packetInfo) error {
  865. b := getPacketBuffer()
  866. defer b.Release()
  867. ccf := &wire.ConnectionCloseFrame{ErrorCode: uint64(errorCode)}
  868. replyHdr := &wire.ExtendedHeader{}
  869. replyHdr.Type = protocol.PacketTypeInitial
  870. replyHdr.Version = hdr.Version
  871. replyHdr.SrcConnectionID = hdr.DestConnectionID
  872. replyHdr.DestConnectionID = hdr.SrcConnectionID
  873. replyHdr.PacketNumberLen = protocol.PacketNumberLen4
  874. replyHdr.Length = 4 /* packet number len */ + ccf.Length(hdr.Version) + protocol.ByteCount(sealer.Overhead())
  875. var err error
  876. b.Data, err = replyHdr.Append(b.Data, hdr.Version)
  877. if err != nil {
  878. return err
  879. }
  880. payloadOffset := len(b.Data)
  881. b.Data, err = ccf.Append(b.Data, hdr.Version)
  882. if err != nil {
  883. return err
  884. }
  885. _ = sealer.Seal(b.Data[payloadOffset:payloadOffset], b.Data[payloadOffset:], replyHdr.PacketNumber, b.Data[:payloadOffset])
  886. b.Data = b.Data[0 : len(b.Data)+sealer.Overhead()]
  887. pnOffset := payloadOffset - int(replyHdr.PacketNumberLen)
  888. sealer.EncryptHeader(
  889. b.Data[pnOffset+4:pnOffset+4+16],
  890. &b.Data[0],
  891. b.Data[pnOffset:payloadOffset],
  892. )
  893. replyHdr.Log(s.logger)
  894. wire.LogFrame(s.logger, ccf, true)
  895. if s.tracer != nil && s.tracer.SentPacket != nil {
  896. s.tracer.SentPacket(remoteAddr, &replyHdr.Header, protocol.ByteCount(len(b.Data)), []logging.Frame{ccf})
  897. }
  898. _, err = s.conn.WritePacket(b.Data, remoteAddr, info.OOB(), 0, protocol.ECNUnsupported)
  899. return err
  900. }
  901. func (s *baseServer) enqueueVersionNegotiationPacket(p receivedPacket) (bufferInUse bool) {
  902. select {
  903. case s.versionNegotiationQueue <- p:
  904. return true
  905. default:
  906. // it's fine to not send version negotiation packets when we are busy
  907. }
  908. return false
  909. }
  910. func (s *baseServer) maybeSendVersionNegotiationPacket(p receivedPacket) {
  911. defer p.buffer.Release()
  912. v, err := wire.ParseVersion(p.data)
  913. if err != nil {
  914. s.logger.Debugf("failed to parse version for sending version negotiation packet: %s", err)
  915. return
  916. }
  917. _, src, dest, err := wire.ParseArbitraryLenConnectionIDs(p.data)
  918. if err != nil { // should never happen
  919. s.logger.Debugf("Dropping a packet with an unknown version for which we failed to parse connection IDs")
  920. if s.tracer != nil && s.tracer.DroppedPacket != nil {
  921. s.tracer.DroppedPacket(p.remoteAddr, logging.PacketTypeNotDetermined, p.Size(), logging.PacketDropUnexpectedPacket)
  922. }
  923. return
  924. }
  925. s.logger.Debugf("Client offered version %s, sending Version Negotiation", v)
  926. data := wire.ComposeVersionNegotiation(dest, src, s.config.Versions)
  927. if s.tracer != nil && s.tracer.SentVersionNegotiationPacket != nil {
  928. s.tracer.SentVersionNegotiationPacket(p.remoteAddr, src, dest, s.config.Versions)
  929. }
  930. if _, err := s.conn.WritePacket(data, p.remoteAddr, p.info.OOB(), 0, protocol.ECNUnsupported); err != nil {
  931. s.logger.Debugf("Error sending Version Negotiation: %s", err)
  932. }
  933. }