session.go 62 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664166516661667166816691670167116721673167416751676167716781679168016811682168316841685168616871688168916901691169216931694169516961697169816991700170117021703170417051706170717081709171017111712171317141715171617171718171917201721172217231724172517261727172817291730173117321733173417351736173717381739174017411742174317441745174617471748174917501751175217531754175517561757175817591760176117621763176417651766176717681769177017711772177317741775177617771778177917801781178217831784178517861787178817891790179117921793179417951796179717981799180018011802180318041805180618071808180918101811181218131814181518161817181818191820182118221823182418251826182718281829183018311832183318341835183618371838183918401841184218431844184518461847184818491850185118521853185418551856185718581859186018611862186318641865186618671868186918701871187218731874187518761877187818791880188118821883188418851886188718881889189018911892189318941895189618971898189919001901190219031904190519061907190819091910191119121913191419151916191719181919192019211922192319241925192619271928192919301931193219331934193519361937193819391940194119421943194419451946194719481949195019511952195319541955195619571958195919601961196219631964196519661967196819691970197119721973197419751976197719781979198019811982198319841985198619871988198919901991199219931994199519961997199819992000200120022003200420052006200720082009201020112012201320142015201620172018201920202021202220232024202520262027202820292030203120322033203420352036203720382039
  1. package quic
  2. import (
  3. "bytes"
  4. "context"
  5. "crypto/tls"
  6. "errors"
  7. "fmt"
  8. "io"
  9. "net"
  10. "reflect"
  11. "sync"
  12. "sync/atomic"
  13. "time"
  14. "github.com/Psiphon-Labs/quic-go/internal/ackhandler"
  15. "github.com/Psiphon-Labs/quic-go/internal/flowcontrol"
  16. "github.com/Psiphon-Labs/quic-go/internal/handshake"
  17. "github.com/Psiphon-Labs/quic-go/internal/logutils"
  18. "github.com/Psiphon-Labs/quic-go/internal/protocol"
  19. "github.com/Psiphon-Labs/quic-go/internal/qerr"
  20. "github.com/Psiphon-Labs/quic-go/internal/utils"
  21. "github.com/Psiphon-Labs/quic-go/internal/wire"
  22. "github.com/Psiphon-Labs/quic-go/logging"
  23. )
  24. type unpacker interface {
  25. Unpack(hdr *wire.Header, rcvTime time.Time, data []byte) (*unpackedPacket, error)
  26. }
  27. type streamGetter interface {
  28. GetOrOpenReceiveStream(protocol.StreamID) (receiveStreamI, error)
  29. GetOrOpenSendStream(protocol.StreamID) (sendStreamI, error)
  30. }
  31. type streamManager interface {
  32. GetOrOpenSendStream(protocol.StreamID) (sendStreamI, error)
  33. GetOrOpenReceiveStream(protocol.StreamID) (receiveStreamI, error)
  34. OpenStream() (Stream, error)
  35. OpenUniStream() (SendStream, error)
  36. OpenStreamSync(context.Context) (Stream, error)
  37. OpenUniStreamSync(context.Context) (SendStream, error)
  38. AcceptStream(context.Context) (Stream, error)
  39. AcceptUniStream(context.Context) (ReceiveStream, error)
  40. DeleteStream(protocol.StreamID) error
  41. UpdateLimits(*wire.TransportParameters)
  42. HandleMaxStreamsFrame(*wire.MaxStreamsFrame)
  43. CloseWithError(error)
  44. ResetFor0RTT()
  45. UseResetMaps()
  46. }
  47. type cryptoStreamHandler interface {
  48. RunHandshake()
  49. ChangeConnectionID(protocol.ConnectionID)
  50. SetLargest1RTTAcked(protocol.PacketNumber) error
  51. SetHandshakeConfirmed()
  52. GetSessionTicket() ([]byte, error)
  53. io.Closer
  54. ConnectionState() handshake.ConnectionState
  55. }
  56. type packetInfo struct {
  57. addr net.IP
  58. ifIndex uint32
  59. }
  60. type receivedPacket struct {
  61. buffer *packetBuffer
  62. remoteAddr net.Addr
  63. rcvTime time.Time
  64. data []byte
  65. ecn protocol.ECN
  66. info *packetInfo
  67. }
  68. func (p *receivedPacket) Size() protocol.ByteCount { return protocol.ByteCount(len(p.data)) }
  69. func (p *receivedPacket) Clone() *receivedPacket {
  70. return &receivedPacket{
  71. remoteAddr: p.remoteAddr,
  72. rcvTime: p.rcvTime,
  73. data: p.data,
  74. buffer: p.buffer,
  75. ecn: p.ecn,
  76. info: p.info,
  77. }
  78. }
  79. type sessionRunner interface {
  80. Add(protocol.ConnectionID, packetHandler) bool
  81. GetStatelessResetToken(protocol.ConnectionID) protocol.StatelessResetToken
  82. Retire(protocol.ConnectionID)
  83. Remove(protocol.ConnectionID)
  84. ReplaceWithClosed(protocol.ConnectionID, packetHandler)
  85. AddResetToken(protocol.StatelessResetToken, packetHandler)
  86. RemoveResetToken(protocol.StatelessResetToken)
  87. }
  88. type handshakeRunner struct {
  89. onReceivedParams func(*wire.TransportParameters)
  90. onError func(error)
  91. dropKeys func(protocol.EncryptionLevel)
  92. onHandshakeComplete func()
  93. }
  94. func (r *handshakeRunner) OnReceivedParams(tp *wire.TransportParameters) { r.onReceivedParams(tp) }
  95. func (r *handshakeRunner) OnError(e error) { r.onError(e) }
  96. func (r *handshakeRunner) DropKeys(el protocol.EncryptionLevel) { r.dropKeys(el) }
  97. func (r *handshakeRunner) OnHandshakeComplete() { r.onHandshakeComplete() }
  98. type closeError struct {
  99. err error
  100. remote bool
  101. immediate bool
  102. }
  103. type errCloseForRecreating struct {
  104. nextPacketNumber protocol.PacketNumber
  105. nextVersion protocol.VersionNumber
  106. }
  107. func (e *errCloseForRecreating) Error() string {
  108. return "closing session in order to recreate it"
  109. }
  110. var sessionTracingID uint64 // to be accessed atomically
  111. func nextSessionTracingID() uint64 { return atomic.AddUint64(&sessionTracingID, 1) }
  112. // A Session is a QUIC session
  113. type session struct {
  114. // Destination connection ID used during the handshake.
  115. // Used to check source connection ID on incoming packets.
  116. handshakeDestConnID protocol.ConnectionID
  117. // Set for the client. Destination connection ID used on the first Initial sent.
  118. origDestConnID protocol.ConnectionID
  119. retrySrcConnID *protocol.ConnectionID // only set for the client (and if a Retry was performed)
  120. srcConnIDLen int
  121. perspective protocol.Perspective
  122. version protocol.VersionNumber
  123. config *Config
  124. conn sendConn
  125. sendQueue sender
  126. streamsMap streamManager
  127. connIDManager *connIDManager
  128. connIDGenerator *connIDGenerator
  129. rttStats *utils.RTTStats
  130. cryptoStreamManager *cryptoStreamManager
  131. sentPacketHandler ackhandler.SentPacketHandler
  132. receivedPacketHandler ackhandler.ReceivedPacketHandler
  133. retransmissionQueue *retransmissionQueue
  134. framer framer
  135. windowUpdateQueue *windowUpdateQueue
  136. connFlowController flowcontrol.ConnectionFlowController
  137. tokenStoreKey string // only set for the client
  138. tokenGenerator *handshake.TokenGenerator // only set for the server
  139. unpacker unpacker
  140. frameParser wire.FrameParser
  141. packer packer
  142. mtuDiscoverer mtuDiscoverer // initialized when the handshake completes
  143. oneRTTStream cryptoStream // only set for the server
  144. cryptoStreamHandler cryptoStreamHandler
  145. receivedPackets chan *receivedPacket
  146. sendingScheduled chan struct{}
  147. closeOnce sync.Once
  148. // closeChan is used to notify the run loop that it should terminate
  149. closeChan chan closeError
  150. ctx context.Context
  151. ctxCancel context.CancelFunc
  152. handshakeCtx context.Context
  153. handshakeCtxCancel context.CancelFunc
  154. undecryptablePackets []*receivedPacket // undecryptable packets, waiting for a change in encryption level
  155. undecryptablePacketsToProcess []*receivedPacket
  156. clientHelloWritten <-chan *wire.TransportParameters
  157. earlySessionReadyChan chan struct{}
  158. handshakeCompleteChan chan struct{} // is closed when the handshake completes
  159. handshakeComplete bool
  160. handshakeConfirmed bool
  161. receivedRetry bool
  162. versionNegotiated bool
  163. receivedFirstPacket bool
  164. idleTimeout time.Duration
  165. sessionCreationTime time.Time
  166. // The idle timeout is set based on the max of the time we received the last packet...
  167. lastPacketReceivedTime time.Time
  168. // ... and the time we sent a new ack-eliciting packet after receiving a packet.
  169. firstAckElicitingPacketAfterIdleSentTime time.Time
  170. // pacingDeadline is the time when the next packet should be sent
  171. pacingDeadline time.Time
  172. peerParams *wire.TransportParameters
  173. timer *utils.Timer
  174. // keepAlivePingSent stores whether a keep alive PING is in flight.
  175. // It is reset as soon as we receive a packet from the peer.
  176. keepAlivePingSent bool
  177. keepAliveInterval time.Duration
  178. datagramQueue *datagramQueue
  179. logID string
  180. tracer logging.ConnectionTracer
  181. logger utils.Logger
  182. }
  183. var (
  184. _ Session = &session{}
  185. _ EarlySession = &session{}
  186. _ streamSender = &session{}
  187. deadlineSendImmediately = time.Time{}.Add(42 * time.Millisecond) // any value > time.Time{} and before time.Now() is fine
  188. )
  189. var newSession = func(
  190. conn sendConn,
  191. runner sessionRunner,
  192. origDestConnID protocol.ConnectionID,
  193. retrySrcConnID *protocol.ConnectionID,
  194. clientDestConnID protocol.ConnectionID,
  195. destConnID protocol.ConnectionID,
  196. srcConnID protocol.ConnectionID,
  197. statelessResetToken protocol.StatelessResetToken,
  198. conf *Config,
  199. tlsConf *tls.Config,
  200. tokenGenerator *handshake.TokenGenerator,
  201. enable0RTT bool,
  202. tracer logging.ConnectionTracer,
  203. tracingID uint64,
  204. logger utils.Logger,
  205. v protocol.VersionNumber,
  206. ) quicSession {
  207. s := &session{
  208. conn: conn,
  209. config: conf,
  210. handshakeDestConnID: destConnID,
  211. srcConnIDLen: srcConnID.Len(),
  212. tokenGenerator: tokenGenerator,
  213. oneRTTStream: newCryptoStream(),
  214. perspective: protocol.PerspectiveServer,
  215. handshakeCompleteChan: make(chan struct{}),
  216. tracer: tracer,
  217. logger: logger,
  218. version: v,
  219. }
  220. if origDestConnID != nil {
  221. s.logID = origDestConnID.String()
  222. } else {
  223. s.logID = destConnID.String()
  224. }
  225. s.connIDManager = newConnIDManager(
  226. destConnID,
  227. func(token protocol.StatelessResetToken) { runner.AddResetToken(token, s) },
  228. runner.RemoveResetToken,
  229. s.queueControlFrame,
  230. )
  231. s.connIDGenerator = newConnIDGenerator(
  232. srcConnID,
  233. clientDestConnID,
  234. func(connID protocol.ConnectionID) { runner.Add(connID, s) },
  235. runner.GetStatelessResetToken,
  236. runner.Remove,
  237. runner.Retire,
  238. runner.ReplaceWithClosed,
  239. s.queueControlFrame,
  240. s.version,
  241. )
  242. s.preSetup()
  243. s.ctx, s.ctxCancel = context.WithCancel(context.WithValue(context.Background(), SessionTracingKey, tracingID))
  244. // [Psiphon]
  245. maxPacketSizeAdjustment := 0
  246. if conf.ServerMaxPacketSizeAdjustment != nil {
  247. maxPacketSizeAdjustment = conf.ServerMaxPacketSizeAdjustment(s.RemoteAddr())
  248. }
  249. s.sentPacketHandler, s.receivedPacketHandler = ackhandler.NewAckHandler(
  250. 0,
  251. getMaxPacketSize(s.conn.RemoteAddr(), maxPacketSizeAdjustment),
  252. s.rttStats,
  253. s.perspective,
  254. s.tracer,
  255. s.logger,
  256. s.version,
  257. )
  258. initialStream := newCryptoStream()
  259. handshakeStream := newCryptoStream()
  260. params := &wire.TransportParameters{
  261. InitialMaxStreamDataBidiLocal: protocol.ByteCount(s.config.InitialStreamReceiveWindow),
  262. InitialMaxStreamDataBidiRemote: protocol.ByteCount(s.config.InitialStreamReceiveWindow),
  263. InitialMaxStreamDataUni: protocol.ByteCount(s.config.InitialStreamReceiveWindow),
  264. InitialMaxData: protocol.ByteCount(s.config.InitialConnectionReceiveWindow),
  265. MaxIdleTimeout: s.config.MaxIdleTimeout,
  266. MaxBidiStreamNum: protocol.StreamNum(s.config.MaxIncomingStreams),
  267. MaxUniStreamNum: protocol.StreamNum(s.config.MaxIncomingUniStreams),
  268. MaxAckDelay: protocol.MaxAckDelayInclGranularity,
  269. AckDelayExponent: protocol.AckDelayExponent,
  270. DisableActiveMigration: true,
  271. StatelessResetToken: &statelessResetToken,
  272. OriginalDestinationConnectionID: origDestConnID,
  273. ActiveConnectionIDLimit: protocol.MaxActiveConnectionIDs,
  274. InitialSourceConnectionID: srcConnID,
  275. RetrySourceConnectionID: retrySrcConnID,
  276. }
  277. if s.config.EnableDatagrams {
  278. params.MaxDatagramFrameSize = protocol.MaxDatagramFrameSize
  279. }
  280. if s.tracer != nil {
  281. s.tracer.SentTransportParameters(params)
  282. }
  283. cs := handshake.NewCryptoSetupServer(
  284. initialStream,
  285. handshakeStream,
  286. clientDestConnID,
  287. conn.LocalAddr(),
  288. conn.RemoteAddr(),
  289. params,
  290. &handshakeRunner{
  291. onReceivedParams: s.handleTransportParameters,
  292. onError: s.closeLocal,
  293. dropKeys: s.dropEncryptionLevel,
  294. onHandshakeComplete: func() {
  295. runner.Retire(clientDestConnID)
  296. close(s.handshakeCompleteChan)
  297. },
  298. },
  299. tlsConf,
  300. enable0RTT,
  301. s.rttStats,
  302. tracer,
  303. logger,
  304. s.version,
  305. )
  306. s.cryptoStreamHandler = cs
  307. s.packer = newPacketPacker(
  308. srcConnID,
  309. s.connIDManager.Get,
  310. initialStream,
  311. handshakeStream,
  312. s.sentPacketHandler,
  313. s.retransmissionQueue,
  314. s.RemoteAddr(),
  315. // [Psiphon]
  316. maxPacketSizeAdjustment,
  317. cs,
  318. s.framer,
  319. s.receivedPacketHandler,
  320. s.datagramQueue,
  321. s.perspective,
  322. s.version,
  323. )
  324. s.unpacker = newPacketUnpacker(cs, s.version)
  325. s.cryptoStreamManager = newCryptoStreamManager(cs, initialStream, handshakeStream, s.oneRTTStream)
  326. return s
  327. }
  328. // declare this as a variable, such that we can it mock it in the tests
  329. var newClientSession = func(
  330. conn sendConn,
  331. runner sessionRunner,
  332. destConnID protocol.ConnectionID,
  333. srcConnID protocol.ConnectionID,
  334. conf *Config,
  335. tlsConf *tls.Config,
  336. initialPacketNumber protocol.PacketNumber,
  337. enable0RTT bool,
  338. hasNegotiatedVersion bool,
  339. tracer logging.ConnectionTracer,
  340. tracingID uint64,
  341. logger utils.Logger,
  342. v protocol.VersionNumber,
  343. ) quicSession {
  344. s := &session{
  345. conn: conn,
  346. config: conf,
  347. origDestConnID: destConnID,
  348. handshakeDestConnID: destConnID,
  349. srcConnIDLen: srcConnID.Len(),
  350. perspective: protocol.PerspectiveClient,
  351. handshakeCompleteChan: make(chan struct{}),
  352. logID: destConnID.String(),
  353. logger: logger,
  354. tracer: tracer,
  355. versionNegotiated: hasNegotiatedVersion,
  356. version: v,
  357. }
  358. s.connIDManager = newConnIDManager(
  359. destConnID,
  360. func(token protocol.StatelessResetToken) { runner.AddResetToken(token, s) },
  361. runner.RemoveResetToken,
  362. s.queueControlFrame,
  363. )
  364. s.connIDGenerator = newConnIDGenerator(
  365. srcConnID,
  366. nil,
  367. func(connID protocol.ConnectionID) { runner.Add(connID, s) },
  368. runner.GetStatelessResetToken,
  369. runner.Remove,
  370. runner.Retire,
  371. runner.ReplaceWithClosed,
  372. s.queueControlFrame,
  373. s.version,
  374. )
  375. s.preSetup()
  376. s.ctx, s.ctxCancel = context.WithCancel(context.WithValue(context.Background(), SessionTracingKey, tracingID))
  377. s.sentPacketHandler, s.receivedPacketHandler = ackhandler.NewAckHandler(
  378. initialPacketNumber,
  379. // [Psiphon]
  380. getMaxPacketSize(s.conn.RemoteAddr(), conf.ClientMaxPacketSizeAdjustment),
  381. s.rttStats,
  382. s.perspective,
  383. s.tracer,
  384. s.logger,
  385. s.version,
  386. )
  387. initialStream := newCryptoStream()
  388. handshakeStream := newCryptoStream()
  389. params := &wire.TransportParameters{
  390. InitialMaxStreamDataBidiRemote: protocol.ByteCount(s.config.InitialStreamReceiveWindow),
  391. InitialMaxStreamDataBidiLocal: protocol.ByteCount(s.config.InitialStreamReceiveWindow),
  392. InitialMaxStreamDataUni: protocol.ByteCount(s.config.InitialStreamReceiveWindow),
  393. InitialMaxData: protocol.ByteCount(s.config.InitialConnectionReceiveWindow),
  394. MaxIdleTimeout: s.config.MaxIdleTimeout,
  395. MaxBidiStreamNum: protocol.StreamNum(s.config.MaxIncomingStreams),
  396. MaxUniStreamNum: protocol.StreamNum(s.config.MaxIncomingUniStreams),
  397. MaxAckDelay: protocol.MaxAckDelayInclGranularity,
  398. AckDelayExponent: protocol.AckDelayExponent,
  399. DisableActiveMigration: true,
  400. ActiveConnectionIDLimit: protocol.MaxActiveConnectionIDs,
  401. InitialSourceConnectionID: srcConnID,
  402. }
  403. if s.config.EnableDatagrams {
  404. params.MaxDatagramFrameSize = protocol.MaxDatagramFrameSize
  405. }
  406. if s.tracer != nil {
  407. s.tracer.SentTransportParameters(params)
  408. }
  409. cs, clientHelloWritten := handshake.NewCryptoSetupClient(
  410. initialStream,
  411. handshakeStream,
  412. destConnID,
  413. conn.LocalAddr(),
  414. conn.RemoteAddr(),
  415. params,
  416. &handshakeRunner{
  417. onReceivedParams: s.handleTransportParameters,
  418. onError: s.closeLocal,
  419. dropKeys: s.dropEncryptionLevel,
  420. onHandshakeComplete: func() { close(s.handshakeCompleteChan) },
  421. },
  422. tlsConf,
  423. // [Psiphon]
  424. conf.ClientHelloSeed,
  425. conf.GetClientHelloRandom,
  426. enable0RTT,
  427. s.rttStats,
  428. tracer,
  429. logger,
  430. s.version,
  431. )
  432. s.clientHelloWritten = clientHelloWritten
  433. s.cryptoStreamHandler = cs
  434. s.cryptoStreamManager = newCryptoStreamManager(cs, initialStream, handshakeStream, newCryptoStream())
  435. s.unpacker = newPacketUnpacker(cs, s.version)
  436. s.packer = newPacketPacker(
  437. srcConnID,
  438. s.connIDManager.Get,
  439. initialStream,
  440. handshakeStream,
  441. s.sentPacketHandler,
  442. s.retransmissionQueue,
  443. s.RemoteAddr(),
  444. // [Psiphon]
  445. conf.ClientMaxPacketSizeAdjustment,
  446. cs,
  447. s.framer,
  448. s.receivedPacketHandler,
  449. s.datagramQueue,
  450. s.perspective,
  451. s.version,
  452. )
  453. if len(tlsConf.ServerName) > 0 {
  454. s.tokenStoreKey = tlsConf.ServerName
  455. } else {
  456. s.tokenStoreKey = conn.RemoteAddr().String()
  457. }
  458. if s.config.TokenStore != nil {
  459. if token := s.config.TokenStore.Pop(s.tokenStoreKey); token != nil {
  460. s.packer.SetToken(token.data)
  461. }
  462. }
  463. return s
  464. }
  465. func (s *session) preSetup() {
  466. s.sendQueue = newSendQueue(s.conn)
  467. s.retransmissionQueue = newRetransmissionQueue(s.version)
  468. s.frameParser = wire.NewFrameParser(s.config.EnableDatagrams, s.version)
  469. s.rttStats = &utils.RTTStats{}
  470. s.connFlowController = flowcontrol.NewConnectionFlowController(
  471. protocol.ByteCount(s.config.InitialConnectionReceiveWindow),
  472. protocol.ByteCount(s.config.MaxConnectionReceiveWindow),
  473. s.onHasConnectionWindowUpdate,
  474. s.rttStats,
  475. s.logger,
  476. )
  477. s.earlySessionReadyChan = make(chan struct{})
  478. s.streamsMap = newStreamsMap(
  479. s,
  480. s.newFlowController,
  481. uint64(s.config.MaxIncomingStreams),
  482. uint64(s.config.MaxIncomingUniStreams),
  483. s.perspective,
  484. s.version,
  485. )
  486. s.framer = newFramer(s.streamsMap, s.version)
  487. s.receivedPackets = make(chan *receivedPacket, protocol.MaxSessionUnprocessedPackets)
  488. s.closeChan = make(chan closeError, 1)
  489. s.sendingScheduled = make(chan struct{}, 1)
  490. s.handshakeCtx, s.handshakeCtxCancel = context.WithCancel(context.Background())
  491. now := time.Now()
  492. s.lastPacketReceivedTime = now
  493. s.sessionCreationTime = now
  494. s.windowUpdateQueue = newWindowUpdateQueue(s.streamsMap, s.connFlowController, s.framer.QueueControlFrame)
  495. if s.config.EnableDatagrams {
  496. s.datagramQueue = newDatagramQueue(s.scheduleSending, s.logger)
  497. }
  498. }
  499. // run the session main loop
  500. func (s *session) run() error {
  501. defer s.ctxCancel()
  502. s.timer = utils.NewTimer()
  503. go s.cryptoStreamHandler.RunHandshake()
  504. go func() {
  505. if err := s.sendQueue.Run(); err != nil {
  506. s.destroyImpl(err)
  507. }
  508. }()
  509. if s.perspective == protocol.PerspectiveClient {
  510. select {
  511. case zeroRTTParams := <-s.clientHelloWritten:
  512. s.scheduleSending()
  513. if zeroRTTParams != nil {
  514. s.restoreTransportParameters(zeroRTTParams)
  515. close(s.earlySessionReadyChan)
  516. }
  517. case closeErr := <-s.closeChan:
  518. // put the close error back into the channel, so that the run loop can receive it
  519. s.closeChan <- closeErr
  520. }
  521. }
  522. var (
  523. closeErr closeError
  524. sendQueueAvailable <-chan struct{}
  525. )
  526. runLoop:
  527. for {
  528. // Close immediately if requested
  529. select {
  530. case closeErr = <-s.closeChan:
  531. break runLoop
  532. case <-s.handshakeCompleteChan:
  533. s.handleHandshakeComplete()
  534. default:
  535. }
  536. s.maybeResetTimer()
  537. var processedUndecryptablePacket bool
  538. if len(s.undecryptablePacketsToProcess) > 0 {
  539. queue := s.undecryptablePacketsToProcess
  540. s.undecryptablePacketsToProcess = nil
  541. for _, p := range queue {
  542. if processed := s.handlePacketImpl(p); processed {
  543. processedUndecryptablePacket = true
  544. }
  545. // Don't set timers and send packets if the packet made us close the session.
  546. select {
  547. case closeErr = <-s.closeChan:
  548. break runLoop
  549. default:
  550. }
  551. }
  552. }
  553. // If we processed any undecryptable packets, jump to the resetting of the timers directly.
  554. if !processedUndecryptablePacket {
  555. select {
  556. case closeErr = <-s.closeChan:
  557. break runLoop
  558. case <-s.timer.Chan():
  559. s.timer.SetRead()
  560. // We do all the interesting stuff after the switch statement, so
  561. // nothing to see here.
  562. case <-s.sendingScheduled:
  563. // We do all the interesting stuff after the switch statement, so
  564. // nothing to see here.
  565. case <-sendQueueAvailable:
  566. case firstPacket := <-s.receivedPackets:
  567. wasProcessed := s.handlePacketImpl(firstPacket)
  568. // Don't set timers and send packets if the packet made us close the session.
  569. select {
  570. case closeErr = <-s.closeChan:
  571. break runLoop
  572. default:
  573. }
  574. if s.handshakeComplete {
  575. // Now process all packets in the receivedPackets channel.
  576. // Limit the number of packets to the length of the receivedPackets channel,
  577. // so we eventually get a chance to send out an ACK when receiving a lot of packets.
  578. numPackets := len(s.receivedPackets)
  579. receiveLoop:
  580. for i := 0; i < numPackets; i++ {
  581. select {
  582. case p := <-s.receivedPackets:
  583. if processed := s.handlePacketImpl(p); processed {
  584. wasProcessed = true
  585. }
  586. select {
  587. case closeErr = <-s.closeChan:
  588. break runLoop
  589. default:
  590. }
  591. default:
  592. break receiveLoop
  593. }
  594. }
  595. }
  596. // Only reset the timers if this packet was actually processed.
  597. // This avoids modifying any state when handling undecryptable packets,
  598. // which could be injected by an attacker.
  599. if !wasProcessed {
  600. continue
  601. }
  602. case <-s.handshakeCompleteChan:
  603. s.handleHandshakeComplete()
  604. }
  605. }
  606. now := time.Now()
  607. if timeout := s.sentPacketHandler.GetLossDetectionTimeout(); !timeout.IsZero() && timeout.Before(now) {
  608. // This could cause packets to be retransmitted.
  609. // Check it before trying to send packets.
  610. if err := s.sentPacketHandler.OnLossDetectionTimeout(); err != nil {
  611. s.closeLocal(err)
  612. }
  613. }
  614. if keepAliveTime := s.nextKeepAliveTime(); !keepAliveTime.IsZero() && !now.Before(keepAliveTime) {
  615. // send a PING frame since there is no activity in the session
  616. s.logger.Debugf("Sending a keep-alive PING to keep the connection alive.")
  617. s.framer.QueueControlFrame(&wire.PingFrame{})
  618. s.keepAlivePingSent = true
  619. } else if !s.handshakeComplete && now.Sub(s.sessionCreationTime) >= s.config.handshakeTimeout() {
  620. s.destroyImpl(qerr.ErrHandshakeTimeout)
  621. continue
  622. } else {
  623. idleTimeoutStartTime := s.idleTimeoutStartTime()
  624. if (!s.handshakeComplete && now.Sub(idleTimeoutStartTime) >= s.config.HandshakeIdleTimeout) ||
  625. (s.handshakeComplete && now.Sub(idleTimeoutStartTime) >= s.idleTimeout) {
  626. s.destroyImpl(qerr.ErrIdleTimeout)
  627. continue
  628. }
  629. }
  630. if s.sendQueue.WouldBlock() {
  631. // The send queue is still busy sending out packets.
  632. // Wait until there's space to enqueue new packets.
  633. sendQueueAvailable = s.sendQueue.Available()
  634. continue
  635. }
  636. if err := s.sendPackets(); err != nil {
  637. s.closeLocal(err)
  638. }
  639. if s.sendQueue.WouldBlock() {
  640. sendQueueAvailable = s.sendQueue.Available()
  641. } else {
  642. sendQueueAvailable = nil
  643. }
  644. }
  645. s.handleCloseError(&closeErr)
  646. if e := (&errCloseForRecreating{}); !errors.As(closeErr.err, &e) && s.tracer != nil {
  647. s.tracer.Close()
  648. }
  649. s.logger.Infof("Connection %s closed.", s.logID)
  650. s.cryptoStreamHandler.Close()
  651. s.sendQueue.Close()
  652. s.timer.Stop()
  653. return closeErr.err
  654. }
  655. // blocks until the early session can be used
  656. func (s *session) earlySessionReady() <-chan struct{} {
  657. return s.earlySessionReadyChan
  658. }
  659. func (s *session) HandshakeComplete() context.Context {
  660. return s.handshakeCtx
  661. }
  662. func (s *session) Context() context.Context {
  663. return s.ctx
  664. }
  665. func (s *session) supportsDatagrams() bool {
  666. return s.peerParams.MaxDatagramFrameSize != protocol.InvalidByteCount
  667. }
  668. func (s *session) ConnectionState() ConnectionState {
  669. return ConnectionState{
  670. TLS: s.cryptoStreamHandler.ConnectionState(),
  671. SupportsDatagrams: s.supportsDatagrams(),
  672. }
  673. }
  674. // Time when the next keep-alive packet should be sent.
  675. // It returns a zero time if no keep-alive should be sent.
  676. func (s *session) nextKeepAliveTime() time.Time {
  677. if !s.config.KeepAlive || s.keepAlivePingSent || !s.firstAckElicitingPacketAfterIdleSentTime.IsZero() {
  678. return time.Time{}
  679. }
  680. return s.lastPacketReceivedTime.Add(s.keepAliveInterval)
  681. }
  682. func (s *session) maybeResetTimer() {
  683. var deadline time.Time
  684. if !s.handshakeComplete {
  685. deadline = utils.MinTime(
  686. s.sessionCreationTime.Add(s.config.handshakeTimeout()),
  687. s.idleTimeoutStartTime().Add(s.config.HandshakeIdleTimeout),
  688. )
  689. } else {
  690. if keepAliveTime := s.nextKeepAliveTime(); !keepAliveTime.IsZero() {
  691. deadline = keepAliveTime
  692. } else {
  693. deadline = s.idleTimeoutStartTime().Add(s.idleTimeout)
  694. }
  695. }
  696. if s.handshakeConfirmed && !s.config.DisablePathMTUDiscovery {
  697. if probeTime := s.mtuDiscoverer.NextProbeTime(); !probeTime.IsZero() {
  698. deadline = utils.MinTime(deadline, probeTime)
  699. }
  700. }
  701. if ackAlarm := s.receivedPacketHandler.GetAlarmTimeout(); !ackAlarm.IsZero() {
  702. deadline = utils.MinTime(deadline, ackAlarm)
  703. }
  704. if lossTime := s.sentPacketHandler.GetLossDetectionTimeout(); !lossTime.IsZero() {
  705. deadline = utils.MinTime(deadline, lossTime)
  706. }
  707. if !s.pacingDeadline.IsZero() {
  708. deadline = utils.MinTime(deadline, s.pacingDeadline)
  709. }
  710. s.timer.Reset(deadline)
  711. }
  712. func (s *session) idleTimeoutStartTime() time.Time {
  713. return utils.MaxTime(s.lastPacketReceivedTime, s.firstAckElicitingPacketAfterIdleSentTime)
  714. }
  715. func (s *session) handleHandshakeComplete() {
  716. s.handshakeComplete = true
  717. s.handshakeCompleteChan = nil // prevent this case from ever being selected again
  718. defer s.handshakeCtxCancel()
  719. // Once the handshake completes, we have derived 1-RTT keys.
  720. // There's no point in queueing undecryptable packets for later decryption any more.
  721. s.undecryptablePackets = nil
  722. s.connIDManager.SetHandshakeComplete()
  723. s.connIDGenerator.SetHandshakeComplete()
  724. if s.perspective == protocol.PerspectiveClient {
  725. s.applyTransportParameters()
  726. return
  727. }
  728. s.handleHandshakeConfirmed()
  729. ticket, err := s.cryptoStreamHandler.GetSessionTicket()
  730. if err != nil {
  731. s.closeLocal(err)
  732. }
  733. if ticket != nil {
  734. s.oneRTTStream.Write(ticket)
  735. for s.oneRTTStream.HasData() {
  736. s.queueControlFrame(s.oneRTTStream.PopCryptoFrame(protocol.MaxPostHandshakeCryptoFrameSize))
  737. }
  738. }
  739. token, err := s.tokenGenerator.NewToken(s.conn.RemoteAddr())
  740. if err != nil {
  741. s.closeLocal(err)
  742. }
  743. s.queueControlFrame(&wire.NewTokenFrame{Token: token})
  744. s.queueControlFrame(&wire.HandshakeDoneFrame{})
  745. }
  746. func (s *session) handleHandshakeConfirmed() {
  747. // [Psiphon]
  748. // Adjust the max packet size to allow for obfuscation overhead.
  749. maxPacketSizeAdjustment := 0
  750. if s.config.ServerMaxPacketSizeAdjustment != nil {
  751. maxPacketSizeAdjustment = s.config.ServerMaxPacketSizeAdjustment(s.conn.RemoteAddr())
  752. } else {
  753. maxPacketSizeAdjustment = s.config.ClientMaxPacketSizeAdjustment
  754. }
  755. s.handshakeConfirmed = true
  756. s.sentPacketHandler.SetHandshakeConfirmed()
  757. s.cryptoStreamHandler.SetHandshakeConfirmed()
  758. if !s.config.DisablePathMTUDiscovery {
  759. maxPacketSize := s.peerParams.MaxUDPPayloadSize
  760. if maxPacketSize == 0 {
  761. maxPacketSize = protocol.MaxByteCount
  762. }
  763. maxPacketSize = utils.MinByteCount(maxPacketSize, protocol.MaxPacketBufferSize)
  764. // [Psiphon]
  765. if maxPacketSize > protocol.ByteCount(maxPacketSizeAdjustment) {
  766. maxPacketSize -= protocol.ByteCount(maxPacketSizeAdjustment)
  767. }
  768. s.mtuDiscoverer = newMTUDiscoverer(
  769. s.rttStats,
  770. // [Psiphon]
  771. getMaxPacketSize(s.conn.RemoteAddr(), maxPacketSizeAdjustment),
  772. maxPacketSize,
  773. func(size protocol.ByteCount) {
  774. s.sentPacketHandler.SetMaxDatagramSize(size)
  775. s.packer.SetMaxPacketSize(size)
  776. },
  777. )
  778. }
  779. }
  780. func (s *session) handlePacketImpl(rp *receivedPacket) bool {
  781. s.sentPacketHandler.ReceivedBytes(rp.Size())
  782. if wire.IsVersionNegotiationPacket(rp.data) {
  783. s.handleVersionNegotiationPacket(rp)
  784. return false
  785. }
  786. var counter uint8
  787. var lastConnID protocol.ConnectionID
  788. var processed bool
  789. data := rp.data
  790. p := rp
  791. for len(data) > 0 {
  792. if counter > 0 {
  793. p = p.Clone()
  794. p.data = data
  795. }
  796. hdr, packetData, rest, err := wire.ParsePacket(p.data, s.srcConnIDLen)
  797. if err != nil {
  798. if s.tracer != nil {
  799. dropReason := logging.PacketDropHeaderParseError
  800. if err == wire.ErrUnsupportedVersion {
  801. dropReason = logging.PacketDropUnsupportedVersion
  802. }
  803. s.tracer.DroppedPacket(logging.PacketTypeNotDetermined, protocol.ByteCount(len(data)), dropReason)
  804. }
  805. s.logger.Debugf("error parsing packet: %s", err)
  806. break
  807. }
  808. if hdr.IsLongHeader && hdr.Version != s.version {
  809. if s.tracer != nil {
  810. s.tracer.DroppedPacket(logging.PacketTypeFromHeader(hdr), protocol.ByteCount(len(data)), logging.PacketDropUnexpectedVersion)
  811. }
  812. s.logger.Debugf("Dropping packet with version %x. Expected %x.", hdr.Version, s.version)
  813. break
  814. }
  815. if counter > 0 && !hdr.DestConnectionID.Equal(lastConnID) {
  816. if s.tracer != nil {
  817. s.tracer.DroppedPacket(logging.PacketTypeFromHeader(hdr), protocol.ByteCount(len(data)), logging.PacketDropUnknownConnectionID)
  818. }
  819. s.logger.Debugf("coalesced packet has different destination connection ID: %s, expected %s", hdr.DestConnectionID, lastConnID)
  820. break
  821. }
  822. lastConnID = hdr.DestConnectionID
  823. if counter > 0 {
  824. p.buffer.Split()
  825. }
  826. counter++
  827. // only log if this actually a coalesced packet
  828. if s.logger.Debug() && (counter > 1 || len(rest) > 0) {
  829. s.logger.Debugf("Parsed a coalesced packet. Part %d: %d bytes. Remaining: %d bytes.", counter, len(packetData), len(rest))
  830. }
  831. p.data = packetData
  832. if wasProcessed := s.handleSinglePacket(p, hdr); wasProcessed {
  833. processed = true
  834. }
  835. data = rest
  836. }
  837. p.buffer.MaybeRelease()
  838. return processed
  839. }
  840. func (s *session) handleSinglePacket(p *receivedPacket, hdr *wire.Header) bool /* was the packet successfully processed */ {
  841. var wasQueued bool
  842. defer func() {
  843. // Put back the packet buffer if the packet wasn't queued for later decryption.
  844. if !wasQueued {
  845. p.buffer.Decrement()
  846. }
  847. }()
  848. if hdr.Type == protocol.PacketTypeRetry {
  849. return s.handleRetryPacket(hdr, p.data)
  850. }
  851. // The server can change the source connection ID with the first Handshake packet.
  852. // After this, all packets with a different source connection have to be ignored.
  853. if s.receivedFirstPacket && hdr.IsLongHeader && hdr.Type == protocol.PacketTypeInitial && !hdr.SrcConnectionID.Equal(s.handshakeDestConnID) {
  854. if s.tracer != nil {
  855. s.tracer.DroppedPacket(logging.PacketTypeInitial, p.Size(), logging.PacketDropUnknownConnectionID)
  856. }
  857. s.logger.Debugf("Dropping Initial packet (%d bytes) with unexpected source connection ID: %s (expected %s)", p.Size(), hdr.SrcConnectionID, s.handshakeDestConnID)
  858. return false
  859. }
  860. // drop 0-RTT packets, if we are a client
  861. if s.perspective == protocol.PerspectiveClient && hdr.Type == protocol.PacketType0RTT {
  862. if s.tracer != nil {
  863. s.tracer.DroppedPacket(logging.PacketType0RTT, p.Size(), logging.PacketDropKeyUnavailable)
  864. }
  865. return false
  866. }
  867. packet, err := s.unpacker.Unpack(hdr, p.rcvTime, p.data)
  868. if err != nil {
  869. switch err {
  870. case handshake.ErrKeysDropped:
  871. if s.tracer != nil {
  872. s.tracer.DroppedPacket(logging.PacketTypeFromHeader(hdr), p.Size(), logging.PacketDropKeyUnavailable)
  873. }
  874. s.logger.Debugf("Dropping %s packet (%d bytes) because we already dropped the keys.", hdr.PacketType(), p.Size())
  875. case handshake.ErrKeysNotYetAvailable:
  876. // Sealer for this encryption level not yet available.
  877. // Try again later.
  878. wasQueued = true
  879. s.tryQueueingUndecryptablePacket(p, hdr)
  880. case wire.ErrInvalidReservedBits:
  881. s.closeLocal(&qerr.TransportError{
  882. ErrorCode: qerr.ProtocolViolation,
  883. ErrorMessage: err.Error(),
  884. })
  885. case handshake.ErrDecryptionFailed:
  886. // This might be a packet injected by an attacker. Drop it.
  887. if s.tracer != nil {
  888. s.tracer.DroppedPacket(logging.PacketTypeFromHeader(hdr), p.Size(), logging.PacketDropPayloadDecryptError)
  889. }
  890. s.logger.Debugf("Dropping %s packet (%d bytes) that could not be unpacked. Error: %s", hdr.PacketType(), p.Size(), err)
  891. default:
  892. var headerErr *headerParseError
  893. if errors.As(err, &headerErr) {
  894. // This might be a packet injected by an attacker. Drop it.
  895. if s.tracer != nil {
  896. s.tracer.DroppedPacket(logging.PacketTypeFromHeader(hdr), p.Size(), logging.PacketDropHeaderParseError)
  897. }
  898. s.logger.Debugf("Dropping %s packet (%d bytes) for which we couldn't unpack the header. Error: %s", hdr.PacketType(), p.Size(), err)
  899. } else {
  900. // This is an error returned by the AEAD (other than ErrDecryptionFailed).
  901. // For example, a PROTOCOL_VIOLATION due to key updates.
  902. s.closeLocal(err)
  903. }
  904. }
  905. return false
  906. }
  907. if s.logger.Debug() {
  908. s.logger.Debugf("<- Reading packet %d (%d bytes) for connection %s, %s", packet.packetNumber, p.Size(), hdr.DestConnectionID, packet.encryptionLevel)
  909. packet.hdr.Log(s.logger)
  910. }
  911. if s.receivedPacketHandler.IsPotentiallyDuplicate(packet.packetNumber, packet.encryptionLevel) {
  912. s.logger.Debugf("Dropping (potentially) duplicate packet.")
  913. if s.tracer != nil {
  914. s.tracer.DroppedPacket(logging.PacketTypeFromHeader(hdr), p.Size(), logging.PacketDropDuplicate)
  915. }
  916. return false
  917. }
  918. if err := s.handleUnpackedPacket(packet, p.ecn, p.rcvTime, p.Size()); err != nil {
  919. s.closeLocal(err)
  920. return false
  921. }
  922. return true
  923. }
  924. func (s *session) handleRetryPacket(hdr *wire.Header, data []byte) bool /* was this a valid Retry */ {
  925. if s.perspective == protocol.PerspectiveServer {
  926. if s.tracer != nil {
  927. s.tracer.DroppedPacket(logging.PacketTypeRetry, protocol.ByteCount(len(data)), logging.PacketDropUnexpectedPacket)
  928. }
  929. s.logger.Debugf("Ignoring Retry.")
  930. return false
  931. }
  932. if s.receivedFirstPacket {
  933. if s.tracer != nil {
  934. s.tracer.DroppedPacket(logging.PacketTypeRetry, protocol.ByteCount(len(data)), logging.PacketDropUnexpectedPacket)
  935. }
  936. s.logger.Debugf("Ignoring Retry, since we already received a packet.")
  937. return false
  938. }
  939. destConnID := s.connIDManager.Get()
  940. if hdr.SrcConnectionID.Equal(destConnID) {
  941. if s.tracer != nil {
  942. s.tracer.DroppedPacket(logging.PacketTypeRetry, protocol.ByteCount(len(data)), logging.PacketDropUnexpectedPacket)
  943. }
  944. s.logger.Debugf("Ignoring Retry, since the server didn't change the Source Connection ID.")
  945. return false
  946. }
  947. // If a token is already set, this means that we already received a Retry from the server.
  948. // Ignore this Retry packet.
  949. if s.receivedRetry {
  950. s.logger.Debugf("Ignoring Retry, since a Retry was already received.")
  951. return false
  952. }
  953. tag := handshake.GetRetryIntegrityTag(data[:len(data)-16], destConnID, hdr.Version)
  954. if !bytes.Equal(data[len(data)-16:], tag[:]) {
  955. if s.tracer != nil {
  956. s.tracer.DroppedPacket(logging.PacketTypeRetry, protocol.ByteCount(len(data)), logging.PacketDropPayloadDecryptError)
  957. }
  958. s.logger.Debugf("Ignoring spoofed Retry. Integrity Tag doesn't match.")
  959. return false
  960. }
  961. if s.logger.Debug() {
  962. s.logger.Debugf("<- Received Retry:")
  963. (&wire.ExtendedHeader{Header: *hdr}).Log(s.logger)
  964. s.logger.Debugf("Switching destination connection ID to: %s", hdr.SrcConnectionID)
  965. }
  966. if s.tracer != nil {
  967. s.tracer.ReceivedRetry(hdr)
  968. }
  969. newDestConnID := hdr.SrcConnectionID
  970. s.receivedRetry = true
  971. if err := s.sentPacketHandler.ResetForRetry(); err != nil {
  972. s.closeLocal(err)
  973. return false
  974. }
  975. s.handshakeDestConnID = newDestConnID
  976. s.retrySrcConnID = &newDestConnID
  977. s.cryptoStreamHandler.ChangeConnectionID(newDestConnID)
  978. s.packer.SetToken(hdr.Token)
  979. s.connIDManager.ChangeInitialConnID(newDestConnID)
  980. s.scheduleSending()
  981. return true
  982. }
  983. func (s *session) handleVersionNegotiationPacket(p *receivedPacket) {
  984. if s.perspective == protocol.PerspectiveServer || // servers never receive version negotiation packets
  985. s.receivedFirstPacket || s.versionNegotiated { // ignore delayed / duplicated version negotiation packets
  986. if s.tracer != nil {
  987. s.tracer.DroppedPacket(logging.PacketTypeVersionNegotiation, p.Size(), logging.PacketDropUnexpectedPacket)
  988. }
  989. return
  990. }
  991. hdr, supportedVersions, err := wire.ParseVersionNegotiationPacket(bytes.NewReader(p.data))
  992. if err != nil {
  993. if s.tracer != nil {
  994. s.tracer.DroppedPacket(logging.PacketTypeVersionNegotiation, p.Size(), logging.PacketDropHeaderParseError)
  995. }
  996. s.logger.Debugf("Error parsing Version Negotiation packet: %s", err)
  997. return
  998. }
  999. for _, v := range supportedVersions {
  1000. if v == s.version {
  1001. if s.tracer != nil {
  1002. s.tracer.DroppedPacket(logging.PacketTypeVersionNegotiation, p.Size(), logging.PacketDropUnexpectedVersion)
  1003. }
  1004. // The Version Negotiation packet contains the version that we offered.
  1005. // This might be a packet sent by an attacker, or it was corrupted.
  1006. return
  1007. }
  1008. }
  1009. s.logger.Infof("Received a Version Negotiation packet. Supported Versions: %s", supportedVersions)
  1010. if s.tracer != nil {
  1011. s.tracer.ReceivedVersionNegotiationPacket(hdr, supportedVersions)
  1012. }
  1013. newVersion, ok := protocol.ChooseSupportedVersion(s.config.Versions, supportedVersions)
  1014. if !ok {
  1015. s.destroyImpl(&VersionNegotiationError{
  1016. Ours: s.config.Versions,
  1017. Theirs: supportedVersions,
  1018. })
  1019. s.logger.Infof("No compatible QUIC version found.")
  1020. return
  1021. }
  1022. if s.tracer != nil {
  1023. s.tracer.NegotiatedVersion(newVersion, s.config.Versions, supportedVersions)
  1024. }
  1025. s.logger.Infof("Switching to QUIC version %s.", newVersion)
  1026. nextPN, _ := s.sentPacketHandler.PeekPacketNumber(protocol.EncryptionInitial)
  1027. s.destroyImpl(&errCloseForRecreating{
  1028. nextPacketNumber: nextPN,
  1029. nextVersion: newVersion,
  1030. })
  1031. }
  1032. func (s *session) handleUnpackedPacket(
  1033. packet *unpackedPacket,
  1034. ecn protocol.ECN,
  1035. rcvTime time.Time,
  1036. packetSize protocol.ByteCount, // only for logging
  1037. ) error {
  1038. if len(packet.data) == 0 {
  1039. return &qerr.TransportError{
  1040. ErrorCode: qerr.ProtocolViolation,
  1041. ErrorMessage: "empty packet",
  1042. }
  1043. }
  1044. if !s.receivedFirstPacket {
  1045. s.receivedFirstPacket = true
  1046. if !s.versionNegotiated && s.tracer != nil {
  1047. var clientVersions, serverVersions []protocol.VersionNumber
  1048. switch s.perspective {
  1049. case protocol.PerspectiveClient:
  1050. clientVersions = s.config.Versions
  1051. case protocol.PerspectiveServer:
  1052. serverVersions = s.config.Versions
  1053. }
  1054. s.tracer.NegotiatedVersion(s.version, clientVersions, serverVersions)
  1055. }
  1056. // The server can change the source connection ID with the first Handshake packet.
  1057. if s.perspective == protocol.PerspectiveClient && packet.hdr.IsLongHeader && !packet.hdr.SrcConnectionID.Equal(s.handshakeDestConnID) {
  1058. cid := packet.hdr.SrcConnectionID
  1059. s.logger.Debugf("Received first packet. Switching destination connection ID to: %s", cid)
  1060. s.handshakeDestConnID = cid
  1061. s.connIDManager.ChangeInitialConnID(cid)
  1062. }
  1063. // We create the session as soon as we receive the first packet from the client.
  1064. // We do that before authenticating the packet.
  1065. // That means that if the source connection ID was corrupted,
  1066. // we might have create a session with an incorrect source connection ID.
  1067. // Once we authenticate the first packet, we need to update it.
  1068. if s.perspective == protocol.PerspectiveServer {
  1069. if !packet.hdr.SrcConnectionID.Equal(s.handshakeDestConnID) {
  1070. s.handshakeDestConnID = packet.hdr.SrcConnectionID
  1071. s.connIDManager.ChangeInitialConnID(packet.hdr.SrcConnectionID)
  1072. }
  1073. if s.tracer != nil {
  1074. s.tracer.StartedConnection(
  1075. s.conn.LocalAddr(),
  1076. s.conn.RemoteAddr(),
  1077. packet.hdr.SrcConnectionID,
  1078. packet.hdr.DestConnectionID,
  1079. )
  1080. }
  1081. }
  1082. }
  1083. s.lastPacketReceivedTime = rcvTime
  1084. s.firstAckElicitingPacketAfterIdleSentTime = time.Time{}
  1085. s.keepAlivePingSent = false
  1086. // Only used for tracing.
  1087. // If we're not tracing, this slice will always remain empty.
  1088. var frames []wire.Frame
  1089. r := bytes.NewReader(packet.data)
  1090. var isAckEliciting bool
  1091. for {
  1092. frame, err := s.frameParser.ParseNext(r, packet.encryptionLevel)
  1093. if err != nil {
  1094. return err
  1095. }
  1096. if frame == nil {
  1097. break
  1098. }
  1099. if ackhandler.IsFrameAckEliciting(frame) {
  1100. isAckEliciting = true
  1101. }
  1102. // Only process frames now if we're not logging.
  1103. // If we're logging, we need to make sure that the packet_received event is logged first.
  1104. if s.tracer == nil {
  1105. if err := s.handleFrame(frame, packet.encryptionLevel, packet.hdr.DestConnectionID); err != nil {
  1106. return err
  1107. }
  1108. } else {
  1109. frames = append(frames, frame)
  1110. }
  1111. }
  1112. if s.tracer != nil {
  1113. fs := make([]logging.Frame, len(frames))
  1114. for i, frame := range frames {
  1115. fs[i] = logutils.ConvertFrame(frame)
  1116. }
  1117. s.tracer.ReceivedPacket(packet.hdr, packetSize, fs)
  1118. for _, frame := range frames {
  1119. if err := s.handleFrame(frame, packet.encryptionLevel, packet.hdr.DestConnectionID); err != nil {
  1120. return err
  1121. }
  1122. }
  1123. }
  1124. return s.receivedPacketHandler.ReceivedPacket(packet.packetNumber, ecn, packet.encryptionLevel, rcvTime, isAckEliciting)
  1125. }
  1126. func (s *session) handleFrame(f wire.Frame, encLevel protocol.EncryptionLevel, destConnID protocol.ConnectionID) error {
  1127. var err error
  1128. wire.LogFrame(s.logger, f, false)
  1129. switch frame := f.(type) {
  1130. case *wire.CryptoFrame:
  1131. err = s.handleCryptoFrame(frame, encLevel)
  1132. case *wire.StreamFrame:
  1133. err = s.handleStreamFrame(frame)
  1134. case *wire.AckFrame:
  1135. err = s.handleAckFrame(frame, encLevel)
  1136. case *wire.ConnectionCloseFrame:
  1137. s.handleConnectionCloseFrame(frame)
  1138. case *wire.ResetStreamFrame:
  1139. err = s.handleResetStreamFrame(frame)
  1140. case *wire.MaxDataFrame:
  1141. s.handleMaxDataFrame(frame)
  1142. case *wire.MaxStreamDataFrame:
  1143. err = s.handleMaxStreamDataFrame(frame)
  1144. case *wire.MaxStreamsFrame:
  1145. s.handleMaxStreamsFrame(frame)
  1146. case *wire.DataBlockedFrame:
  1147. case *wire.StreamDataBlockedFrame:
  1148. case *wire.StreamsBlockedFrame:
  1149. case *wire.StopSendingFrame:
  1150. err = s.handleStopSendingFrame(frame)
  1151. case *wire.PingFrame:
  1152. case *wire.PathChallengeFrame:
  1153. s.handlePathChallengeFrame(frame)
  1154. case *wire.PathResponseFrame:
  1155. // since we don't send PATH_CHALLENGEs, we don't expect PATH_RESPONSEs
  1156. err = errors.New("unexpected PATH_RESPONSE frame")
  1157. case *wire.NewTokenFrame:
  1158. err = s.handleNewTokenFrame(frame)
  1159. case *wire.NewConnectionIDFrame:
  1160. err = s.handleNewConnectionIDFrame(frame)
  1161. case *wire.RetireConnectionIDFrame:
  1162. err = s.handleRetireConnectionIDFrame(frame, destConnID)
  1163. case *wire.HandshakeDoneFrame:
  1164. err = s.handleHandshakeDoneFrame()
  1165. case *wire.DatagramFrame:
  1166. err = s.handleDatagramFrame(frame)
  1167. default:
  1168. err = fmt.Errorf("unexpected frame type: %s", reflect.ValueOf(&frame).Elem().Type().Name())
  1169. }
  1170. return err
  1171. }
  1172. // handlePacket is called by the server with a new packet
  1173. func (s *session) handlePacket(p *receivedPacket) {
  1174. // Discard packets once the amount of queued packets is larger than
  1175. // the channel size, protocol.MaxSessionUnprocessedPackets
  1176. select {
  1177. case s.receivedPackets <- p:
  1178. default:
  1179. if s.tracer != nil {
  1180. s.tracer.DroppedPacket(logging.PacketTypeNotDetermined, p.Size(), logging.PacketDropDOSPrevention)
  1181. }
  1182. }
  1183. }
  1184. func (s *session) handleConnectionCloseFrame(frame *wire.ConnectionCloseFrame) {
  1185. if frame.IsApplicationError {
  1186. s.closeRemote(&qerr.ApplicationError{
  1187. Remote: true,
  1188. ErrorCode: qerr.ApplicationErrorCode(frame.ErrorCode),
  1189. ErrorMessage: frame.ReasonPhrase,
  1190. })
  1191. return
  1192. }
  1193. s.closeRemote(&qerr.TransportError{
  1194. Remote: true,
  1195. ErrorCode: qerr.TransportErrorCode(frame.ErrorCode),
  1196. FrameType: frame.FrameType,
  1197. ErrorMessage: frame.ReasonPhrase,
  1198. })
  1199. }
  1200. func (s *session) handleCryptoFrame(frame *wire.CryptoFrame, encLevel protocol.EncryptionLevel) error {
  1201. encLevelChanged, err := s.cryptoStreamManager.HandleCryptoFrame(frame, encLevel)
  1202. if err != nil {
  1203. return err
  1204. }
  1205. if encLevelChanged {
  1206. // Queue all packets for decryption that have been undecryptable so far.
  1207. s.undecryptablePacketsToProcess = s.undecryptablePackets
  1208. s.undecryptablePackets = nil
  1209. }
  1210. return nil
  1211. }
  1212. func (s *session) handleStreamFrame(frame *wire.StreamFrame) error {
  1213. str, err := s.streamsMap.GetOrOpenReceiveStream(frame.StreamID)
  1214. if err != nil {
  1215. return err
  1216. }
  1217. if str == nil {
  1218. // Stream is closed and already garbage collected
  1219. // ignore this StreamFrame
  1220. return nil
  1221. }
  1222. return str.handleStreamFrame(frame)
  1223. }
  1224. func (s *session) handleMaxDataFrame(frame *wire.MaxDataFrame) {
  1225. s.connFlowController.UpdateSendWindow(frame.MaximumData)
  1226. }
  1227. func (s *session) handleMaxStreamDataFrame(frame *wire.MaxStreamDataFrame) error {
  1228. str, err := s.streamsMap.GetOrOpenSendStream(frame.StreamID)
  1229. if err != nil {
  1230. return err
  1231. }
  1232. if str == nil {
  1233. // stream is closed and already garbage collected
  1234. return nil
  1235. }
  1236. str.updateSendWindow(frame.MaximumStreamData)
  1237. return nil
  1238. }
  1239. func (s *session) handleMaxStreamsFrame(frame *wire.MaxStreamsFrame) {
  1240. s.streamsMap.HandleMaxStreamsFrame(frame)
  1241. }
  1242. func (s *session) handleResetStreamFrame(frame *wire.ResetStreamFrame) error {
  1243. str, err := s.streamsMap.GetOrOpenReceiveStream(frame.StreamID)
  1244. if err != nil {
  1245. return err
  1246. }
  1247. if str == nil {
  1248. // stream is closed and already garbage collected
  1249. return nil
  1250. }
  1251. return str.handleResetStreamFrame(frame)
  1252. }
  1253. func (s *session) handleStopSendingFrame(frame *wire.StopSendingFrame) error {
  1254. str, err := s.streamsMap.GetOrOpenSendStream(frame.StreamID)
  1255. if err != nil {
  1256. return err
  1257. }
  1258. if str == nil {
  1259. // stream is closed and already garbage collected
  1260. return nil
  1261. }
  1262. str.handleStopSendingFrame(frame)
  1263. return nil
  1264. }
  1265. func (s *session) handlePathChallengeFrame(frame *wire.PathChallengeFrame) {
  1266. s.queueControlFrame(&wire.PathResponseFrame{Data: frame.Data})
  1267. }
  1268. func (s *session) handleNewTokenFrame(frame *wire.NewTokenFrame) error {
  1269. if s.perspective == protocol.PerspectiveServer {
  1270. return &qerr.TransportError{
  1271. ErrorCode: qerr.ProtocolViolation,
  1272. ErrorMessage: "received NEW_TOKEN frame from the client",
  1273. }
  1274. }
  1275. if s.config.TokenStore != nil {
  1276. s.config.TokenStore.Put(s.tokenStoreKey, &ClientToken{data: frame.Token})
  1277. }
  1278. return nil
  1279. }
  1280. func (s *session) handleNewConnectionIDFrame(f *wire.NewConnectionIDFrame) error {
  1281. return s.connIDManager.Add(f)
  1282. }
  1283. func (s *session) handleRetireConnectionIDFrame(f *wire.RetireConnectionIDFrame, destConnID protocol.ConnectionID) error {
  1284. return s.connIDGenerator.Retire(f.SequenceNumber, destConnID)
  1285. }
  1286. func (s *session) handleHandshakeDoneFrame() error {
  1287. if s.perspective == protocol.PerspectiveServer {
  1288. return &qerr.TransportError{
  1289. ErrorCode: qerr.ProtocolViolation,
  1290. ErrorMessage: "received a HANDSHAKE_DONE frame",
  1291. }
  1292. }
  1293. if !s.handshakeConfirmed {
  1294. s.handleHandshakeConfirmed()
  1295. }
  1296. return nil
  1297. }
  1298. func (s *session) handleAckFrame(frame *wire.AckFrame, encLevel protocol.EncryptionLevel) error {
  1299. acked1RTTPacket, err := s.sentPacketHandler.ReceivedAck(frame, encLevel, s.lastPacketReceivedTime)
  1300. if err != nil {
  1301. return err
  1302. }
  1303. if !acked1RTTPacket {
  1304. return nil
  1305. }
  1306. if s.perspective == protocol.PerspectiveClient && !s.handshakeConfirmed {
  1307. s.handleHandshakeConfirmed()
  1308. }
  1309. return s.cryptoStreamHandler.SetLargest1RTTAcked(frame.LargestAcked())
  1310. }
  1311. func (s *session) handleDatagramFrame(f *wire.DatagramFrame) error {
  1312. if f.Length(s.version) > protocol.MaxDatagramFrameSize {
  1313. return &qerr.TransportError{
  1314. ErrorCode: qerr.ProtocolViolation,
  1315. ErrorMessage: "DATAGRAM frame too large",
  1316. }
  1317. }
  1318. s.datagramQueue.HandleDatagramFrame(f)
  1319. return nil
  1320. }
  1321. // closeLocal closes the session and send a CONNECTION_CLOSE containing the error
  1322. func (s *session) closeLocal(e error) {
  1323. s.closeOnce.Do(func() {
  1324. if e == nil {
  1325. s.logger.Infof("Closing session.")
  1326. } else {
  1327. s.logger.Errorf("Closing session with error: %s", e)
  1328. }
  1329. s.closeChan <- closeError{err: e, immediate: false, remote: false}
  1330. })
  1331. }
  1332. // destroy closes the session without sending the error on the wire
  1333. func (s *session) destroy(e error) {
  1334. s.destroyImpl(e)
  1335. <-s.ctx.Done()
  1336. }
  1337. func (s *session) destroyImpl(e error) {
  1338. s.closeOnce.Do(func() {
  1339. if nerr, ok := e.(net.Error); ok && nerr.Timeout() {
  1340. s.logger.Errorf("Destroying session: %s", e)
  1341. } else {
  1342. s.logger.Errorf("Destroying session with error: %s", e)
  1343. }
  1344. s.closeChan <- closeError{err: e, immediate: true, remote: false}
  1345. })
  1346. }
  1347. func (s *session) closeRemote(e error) {
  1348. s.closeOnce.Do(func() {
  1349. s.logger.Errorf("Peer closed session with error: %s", e)
  1350. s.closeChan <- closeError{err: e, immediate: true, remote: true}
  1351. })
  1352. }
  1353. // Close the connection. It sends a NO_ERROR application error.
  1354. // It waits until the run loop has stopped before returning
  1355. func (s *session) shutdown() {
  1356. s.closeLocal(nil)
  1357. <-s.ctx.Done()
  1358. }
  1359. func (s *session) CloseWithError(code ApplicationErrorCode, desc string) error {
  1360. s.closeLocal(&qerr.ApplicationError{
  1361. ErrorCode: code,
  1362. ErrorMessage: desc,
  1363. })
  1364. <-s.ctx.Done()
  1365. return nil
  1366. }
  1367. func (s *session) handleCloseError(closeErr *closeError) {
  1368. e := closeErr.err
  1369. if e == nil {
  1370. e = &qerr.ApplicationError{}
  1371. } else {
  1372. defer func() {
  1373. closeErr.err = e
  1374. }()
  1375. }
  1376. var (
  1377. statelessResetErr *StatelessResetError
  1378. versionNegotiationErr *VersionNegotiationError
  1379. recreateErr *errCloseForRecreating
  1380. applicationErr *ApplicationError
  1381. transportErr *TransportError
  1382. )
  1383. switch {
  1384. case errors.Is(e, qerr.ErrIdleTimeout),
  1385. errors.Is(e, qerr.ErrHandshakeTimeout),
  1386. errors.As(e, &statelessResetErr),
  1387. errors.As(e, &versionNegotiationErr),
  1388. errors.As(e, &recreateErr),
  1389. errors.As(e, &applicationErr),
  1390. errors.As(e, &transportErr):
  1391. default:
  1392. e = &qerr.TransportError{
  1393. ErrorCode: qerr.InternalError,
  1394. ErrorMessage: e.Error(),
  1395. }
  1396. }
  1397. s.streamsMap.CloseWithError(e)
  1398. s.connIDManager.Close()
  1399. if s.datagramQueue != nil {
  1400. s.datagramQueue.CloseWithError(e)
  1401. }
  1402. if s.tracer != nil && !errors.As(e, &recreateErr) {
  1403. s.tracer.ClosedConnection(e)
  1404. }
  1405. // If this is a remote close we're done here
  1406. if closeErr.remote {
  1407. s.connIDGenerator.ReplaceWithClosed(newClosedRemoteSession(s.perspective))
  1408. return
  1409. }
  1410. if closeErr.immediate {
  1411. s.connIDGenerator.RemoveAll()
  1412. return
  1413. }
  1414. connClosePacket, err := s.sendConnectionClose(e)
  1415. if err != nil {
  1416. s.logger.Debugf("Error sending CONNECTION_CLOSE: %s", err)
  1417. }
  1418. cs := newClosedLocalSession(s.conn, connClosePacket, s.perspective, s.logger)
  1419. s.connIDGenerator.ReplaceWithClosed(cs)
  1420. }
  1421. func (s *session) dropEncryptionLevel(encLevel protocol.EncryptionLevel) {
  1422. s.sentPacketHandler.DropPackets(encLevel)
  1423. s.receivedPacketHandler.DropPackets(encLevel)
  1424. if s.tracer != nil {
  1425. s.tracer.DroppedEncryptionLevel(encLevel)
  1426. }
  1427. if encLevel == protocol.Encryption0RTT {
  1428. s.streamsMap.ResetFor0RTT()
  1429. if err := s.connFlowController.Reset(); err != nil {
  1430. s.closeLocal(err)
  1431. }
  1432. if err := s.framer.Handle0RTTRejection(); err != nil {
  1433. s.closeLocal(err)
  1434. }
  1435. }
  1436. }
  1437. // is called for the client, when restoring transport parameters saved for 0-RTT
  1438. func (s *session) restoreTransportParameters(params *wire.TransportParameters) {
  1439. if s.logger.Debug() {
  1440. s.logger.Debugf("Restoring Transport Parameters: %s", params)
  1441. }
  1442. s.peerParams = params
  1443. s.connIDGenerator.SetMaxActiveConnIDs(params.ActiveConnectionIDLimit)
  1444. s.connFlowController.UpdateSendWindow(params.InitialMaxData)
  1445. s.streamsMap.UpdateLimits(params)
  1446. }
  1447. func (s *session) handleTransportParameters(params *wire.TransportParameters) {
  1448. if err := s.checkTransportParameters(params); err != nil {
  1449. s.closeLocal(&qerr.TransportError{
  1450. ErrorCode: qerr.TransportParameterError,
  1451. ErrorMessage: err.Error(),
  1452. })
  1453. }
  1454. s.peerParams = params
  1455. // On the client side we have to wait for handshake completion.
  1456. // During a 0-RTT connection, we are only allowed to use the new transport parameters for 1-RTT packets.
  1457. if s.perspective == protocol.PerspectiveServer {
  1458. s.applyTransportParameters()
  1459. // On the server side, the early session is ready as soon as we processed
  1460. // the client's transport parameters.
  1461. close(s.earlySessionReadyChan)
  1462. }
  1463. }
  1464. func (s *session) checkTransportParameters(params *wire.TransportParameters) error {
  1465. if s.logger.Debug() {
  1466. s.logger.Debugf("Processed Transport Parameters: %s", params)
  1467. }
  1468. if s.tracer != nil {
  1469. s.tracer.ReceivedTransportParameters(params)
  1470. }
  1471. // check the initial_source_connection_id
  1472. if !params.InitialSourceConnectionID.Equal(s.handshakeDestConnID) {
  1473. return fmt.Errorf("expected initial_source_connection_id to equal %s, is %s", s.handshakeDestConnID, params.InitialSourceConnectionID)
  1474. }
  1475. if s.perspective == protocol.PerspectiveServer {
  1476. return nil
  1477. }
  1478. // check the original_destination_connection_id
  1479. if !params.OriginalDestinationConnectionID.Equal(s.origDestConnID) {
  1480. return fmt.Errorf("expected original_destination_connection_id to equal %s, is %s", s.origDestConnID, params.OriginalDestinationConnectionID)
  1481. }
  1482. if s.retrySrcConnID != nil { // a Retry was performed
  1483. if params.RetrySourceConnectionID == nil {
  1484. return errors.New("missing retry_source_connection_id")
  1485. }
  1486. if !(*params.RetrySourceConnectionID).Equal(*s.retrySrcConnID) {
  1487. return fmt.Errorf("expected retry_source_connection_id to equal %s, is %s", s.retrySrcConnID, *params.RetrySourceConnectionID)
  1488. }
  1489. } else if params.RetrySourceConnectionID != nil {
  1490. return errors.New("received retry_source_connection_id, although no Retry was performed")
  1491. }
  1492. return nil
  1493. }
  1494. func (s *session) applyTransportParameters() {
  1495. params := s.peerParams
  1496. // Our local idle timeout will always be > 0.
  1497. s.idleTimeout = utils.MinNonZeroDuration(s.config.MaxIdleTimeout, params.MaxIdleTimeout)
  1498. s.keepAliveInterval = utils.MinDuration(s.idleTimeout/2, protocol.MaxKeepAliveInterval)
  1499. s.streamsMap.UpdateLimits(params)
  1500. s.packer.HandleTransportParameters(params)
  1501. s.frameParser.SetAckDelayExponent(params.AckDelayExponent)
  1502. s.connFlowController.UpdateSendWindow(params.InitialMaxData)
  1503. s.rttStats.SetMaxAckDelay(params.MaxAckDelay)
  1504. s.connIDGenerator.SetMaxActiveConnIDs(params.ActiveConnectionIDLimit)
  1505. if params.StatelessResetToken != nil {
  1506. s.connIDManager.SetStatelessResetToken(*params.StatelessResetToken)
  1507. }
  1508. // We don't support connection migration yet, so we don't have any use for the preferred_address.
  1509. if params.PreferredAddress != nil {
  1510. // Retire the connection ID.
  1511. s.connIDManager.AddFromPreferredAddress(params.PreferredAddress.ConnectionID, params.PreferredAddress.StatelessResetToken)
  1512. }
  1513. }
  1514. func (s *session) sendPackets() error {
  1515. s.pacingDeadline = time.Time{}
  1516. var sentPacket bool // only used in for packets sent in send mode SendAny
  1517. for {
  1518. sendMode := s.sentPacketHandler.SendMode()
  1519. if sendMode == ackhandler.SendAny && s.handshakeComplete && !s.sentPacketHandler.HasPacingBudget() {
  1520. deadline := s.sentPacketHandler.TimeUntilSend()
  1521. if deadline.IsZero() {
  1522. deadline = deadlineSendImmediately
  1523. }
  1524. s.pacingDeadline = deadline
  1525. // Allow sending of an ACK if we're pacing limit (if we haven't sent out a packet yet).
  1526. // This makes sure that a peer that is mostly receiving data (and thus has an inaccurate cwnd estimate)
  1527. // sends enough ACKs to allow its peer to utilize the bandwidth.
  1528. if sentPacket {
  1529. return nil
  1530. }
  1531. sendMode = ackhandler.SendAck
  1532. }
  1533. switch sendMode {
  1534. case ackhandler.SendNone:
  1535. return nil
  1536. case ackhandler.SendAck:
  1537. // If we already sent packets, and the send mode switches to SendAck,
  1538. // as we've just become congestion limited.
  1539. // There's no need to try to send an ACK at this moment.
  1540. if sentPacket {
  1541. return nil
  1542. }
  1543. // We can at most send a single ACK only packet.
  1544. // There will only be a new ACK after receiving new packets.
  1545. // SendAck is only returned when we're congestion limited, so we don't need to set the pacingt timer.
  1546. return s.maybeSendAckOnlyPacket()
  1547. case ackhandler.SendPTOInitial:
  1548. if err := s.sendProbePacket(protocol.EncryptionInitial); err != nil {
  1549. return err
  1550. }
  1551. case ackhandler.SendPTOHandshake:
  1552. if err := s.sendProbePacket(protocol.EncryptionHandshake); err != nil {
  1553. return err
  1554. }
  1555. case ackhandler.SendPTOAppData:
  1556. if err := s.sendProbePacket(protocol.Encryption1RTT); err != nil {
  1557. return err
  1558. }
  1559. case ackhandler.SendAny:
  1560. sent, err := s.sendPacket()
  1561. if err != nil || !sent {
  1562. return err
  1563. }
  1564. sentPacket = true
  1565. default:
  1566. return fmt.Errorf("BUG: invalid send mode %d", sendMode)
  1567. }
  1568. // Prioritize receiving of packets over sending out more packets.
  1569. if len(s.receivedPackets) > 0 {
  1570. s.pacingDeadline = deadlineSendImmediately
  1571. return nil
  1572. }
  1573. if s.sendQueue.WouldBlock() {
  1574. return nil
  1575. }
  1576. }
  1577. }
  1578. func (s *session) maybeSendAckOnlyPacket() error {
  1579. packet, err := s.packer.MaybePackAckPacket(s.handshakeConfirmed)
  1580. if err != nil {
  1581. return err
  1582. }
  1583. if packet == nil {
  1584. return nil
  1585. }
  1586. s.sendPackedPacket(packet, time.Now())
  1587. return nil
  1588. }
  1589. func (s *session) sendProbePacket(encLevel protocol.EncryptionLevel) error {
  1590. // Queue probe packets until we actually send out a packet,
  1591. // or until there are no more packets to queue.
  1592. var packet *packedPacket
  1593. for {
  1594. if wasQueued := s.sentPacketHandler.QueueProbePacket(encLevel); !wasQueued {
  1595. break
  1596. }
  1597. var err error
  1598. packet, err = s.packer.MaybePackProbePacket(encLevel)
  1599. if err != nil {
  1600. return err
  1601. }
  1602. if packet != nil {
  1603. break
  1604. }
  1605. }
  1606. if packet == nil {
  1607. //nolint:exhaustive // Cannot send probe packets for 0-RTT.
  1608. switch encLevel {
  1609. case protocol.EncryptionInitial:
  1610. s.retransmissionQueue.AddInitial(&wire.PingFrame{})
  1611. case protocol.EncryptionHandshake:
  1612. s.retransmissionQueue.AddHandshake(&wire.PingFrame{})
  1613. case protocol.Encryption1RTT:
  1614. s.retransmissionQueue.AddAppData(&wire.PingFrame{})
  1615. default:
  1616. panic("unexpected encryption level")
  1617. }
  1618. var err error
  1619. packet, err = s.packer.MaybePackProbePacket(encLevel)
  1620. if err != nil {
  1621. return err
  1622. }
  1623. }
  1624. if packet == nil || packet.packetContents == nil {
  1625. return fmt.Errorf("session BUG: couldn't pack %s probe packet", encLevel)
  1626. }
  1627. s.sendPackedPacket(packet, time.Now())
  1628. return nil
  1629. }
  1630. func (s *session) sendPacket() (bool, error) {
  1631. if isBlocked, offset := s.connFlowController.IsNewlyBlocked(); isBlocked {
  1632. s.framer.QueueControlFrame(&wire.DataBlockedFrame{MaximumData: offset})
  1633. }
  1634. s.windowUpdateQueue.QueueAll()
  1635. now := time.Now()
  1636. if !s.handshakeConfirmed {
  1637. packet, err := s.packer.PackCoalescedPacket()
  1638. if err != nil || packet == nil {
  1639. return false, err
  1640. }
  1641. s.logCoalescedPacket(packet)
  1642. for _, p := range packet.packets {
  1643. if s.firstAckElicitingPacketAfterIdleSentTime.IsZero() && p.IsAckEliciting() {
  1644. s.firstAckElicitingPacketAfterIdleSentTime = now
  1645. }
  1646. s.sentPacketHandler.SentPacket(p.ToAckHandlerPacket(now, s.retransmissionQueue))
  1647. }
  1648. s.connIDManager.SentPacket()
  1649. s.sendQueue.Send(packet.buffer)
  1650. return true, nil
  1651. }
  1652. if !s.config.DisablePathMTUDiscovery && s.mtuDiscoverer.ShouldSendProbe(now) {
  1653. packet, err := s.packer.PackMTUProbePacket(s.mtuDiscoverer.GetPing())
  1654. if err != nil {
  1655. return false, err
  1656. }
  1657. s.sendPackedPacket(packet, now)
  1658. return true, nil
  1659. }
  1660. packet, err := s.packer.PackPacket()
  1661. if err != nil || packet == nil {
  1662. return false, err
  1663. }
  1664. s.sendPackedPacket(packet, now)
  1665. return true, nil
  1666. }
  1667. func (s *session) sendPackedPacket(packet *packedPacket, now time.Time) {
  1668. if s.firstAckElicitingPacketAfterIdleSentTime.IsZero() && packet.IsAckEliciting() {
  1669. s.firstAckElicitingPacketAfterIdleSentTime = now
  1670. }
  1671. s.logPacket(packet)
  1672. s.sentPacketHandler.SentPacket(packet.ToAckHandlerPacket(now, s.retransmissionQueue))
  1673. s.connIDManager.SentPacket()
  1674. s.sendQueue.Send(packet.buffer)
  1675. }
  1676. func (s *session) sendConnectionClose(e error) ([]byte, error) {
  1677. var packet *coalescedPacket
  1678. var err error
  1679. var transportErr *qerr.TransportError
  1680. var applicationErr *qerr.ApplicationError
  1681. if errors.As(e, &transportErr) {
  1682. packet, err = s.packer.PackConnectionClose(transportErr)
  1683. } else if errors.As(e, &applicationErr) {
  1684. packet, err = s.packer.PackApplicationClose(applicationErr)
  1685. } else {
  1686. packet, err = s.packer.PackConnectionClose(&qerr.TransportError{
  1687. ErrorCode: qerr.InternalError,
  1688. ErrorMessage: fmt.Sprintf("session BUG: unspecified error type (msg: %s)", e.Error()),
  1689. })
  1690. }
  1691. if err != nil {
  1692. return nil, err
  1693. }
  1694. s.logCoalescedPacket(packet)
  1695. return packet.buffer.Data, s.conn.Write(packet.buffer.Data)
  1696. }
  1697. func (s *session) logPacketContents(p *packetContents) {
  1698. // tracing
  1699. if s.tracer != nil {
  1700. frames := make([]logging.Frame, 0, len(p.frames))
  1701. for _, f := range p.frames {
  1702. frames = append(frames, logutils.ConvertFrame(f.Frame))
  1703. }
  1704. s.tracer.SentPacket(p.header, p.length, p.ack, frames)
  1705. }
  1706. // quic-go logging
  1707. if !s.logger.Debug() {
  1708. return
  1709. }
  1710. p.header.Log(s.logger)
  1711. if p.ack != nil {
  1712. wire.LogFrame(s.logger, p.ack, true)
  1713. }
  1714. for _, frame := range p.frames {
  1715. wire.LogFrame(s.logger, frame.Frame, true)
  1716. }
  1717. }
  1718. func (s *session) logCoalescedPacket(packet *coalescedPacket) {
  1719. if s.logger.Debug() {
  1720. if len(packet.packets) > 1 {
  1721. s.logger.Debugf("-> Sending coalesced packet (%d parts, %d bytes) for connection %s", len(packet.packets), packet.buffer.Len(), s.logID)
  1722. } else {
  1723. s.logger.Debugf("-> Sending packet %d (%d bytes) for connection %s, %s", packet.packets[0].header.PacketNumber, packet.buffer.Len(), s.logID, packet.packets[0].EncryptionLevel())
  1724. }
  1725. }
  1726. for _, p := range packet.packets {
  1727. s.logPacketContents(p)
  1728. }
  1729. }
  1730. func (s *session) logPacket(packet *packedPacket) {
  1731. if s.logger.Debug() {
  1732. s.logger.Debugf("-> Sending packet %d (%d bytes) for connection %s, %s", packet.header.PacketNumber, packet.buffer.Len(), s.logID, packet.EncryptionLevel())
  1733. }
  1734. s.logPacketContents(packet.packetContents)
  1735. }
  1736. // AcceptStream returns the next stream openend by the peer
  1737. func (s *session) AcceptStream(ctx context.Context) (Stream, error) {
  1738. return s.streamsMap.AcceptStream(ctx)
  1739. }
  1740. func (s *session) AcceptUniStream(ctx context.Context) (ReceiveStream, error) {
  1741. return s.streamsMap.AcceptUniStream(ctx)
  1742. }
  1743. // OpenStream opens a stream
  1744. func (s *session) OpenStream() (Stream, error) {
  1745. return s.streamsMap.OpenStream()
  1746. }
  1747. func (s *session) OpenStreamSync(ctx context.Context) (Stream, error) {
  1748. return s.streamsMap.OpenStreamSync(ctx)
  1749. }
  1750. func (s *session) OpenUniStream() (SendStream, error) {
  1751. return s.streamsMap.OpenUniStream()
  1752. }
  1753. func (s *session) OpenUniStreamSync(ctx context.Context) (SendStream, error) {
  1754. return s.streamsMap.OpenUniStreamSync(ctx)
  1755. }
  1756. func (s *session) newFlowController(id protocol.StreamID) flowcontrol.StreamFlowController {
  1757. initialSendWindow := s.peerParams.InitialMaxStreamDataUni
  1758. if id.Type() == protocol.StreamTypeBidi {
  1759. if id.InitiatedBy() == s.perspective {
  1760. initialSendWindow = s.peerParams.InitialMaxStreamDataBidiRemote
  1761. } else {
  1762. initialSendWindow = s.peerParams.InitialMaxStreamDataBidiLocal
  1763. }
  1764. }
  1765. return flowcontrol.NewStreamFlowController(
  1766. id,
  1767. s.connFlowController,
  1768. protocol.ByteCount(s.config.InitialStreamReceiveWindow),
  1769. protocol.ByteCount(s.config.MaxStreamReceiveWindow),
  1770. initialSendWindow,
  1771. s.onHasStreamWindowUpdate,
  1772. s.rttStats,
  1773. s.logger,
  1774. )
  1775. }
  1776. // scheduleSending signals that we have data for sending
  1777. func (s *session) scheduleSending() {
  1778. select {
  1779. case s.sendingScheduled <- struct{}{}:
  1780. default:
  1781. }
  1782. }
  1783. func (s *session) tryQueueingUndecryptablePacket(p *receivedPacket, hdr *wire.Header) {
  1784. if s.handshakeComplete {
  1785. panic("shouldn't queue undecryptable packets after handshake completion")
  1786. }
  1787. if len(s.undecryptablePackets)+1 > protocol.MaxUndecryptablePackets {
  1788. if s.tracer != nil {
  1789. s.tracer.DroppedPacket(logging.PacketTypeFromHeader(hdr), p.Size(), logging.PacketDropDOSPrevention)
  1790. }
  1791. s.logger.Infof("Dropping undecryptable packet (%d bytes). Undecryptable packet queue full.", p.Size())
  1792. return
  1793. }
  1794. s.logger.Infof("Queueing packet (%d bytes) for later decryption", p.Size())
  1795. if s.tracer != nil {
  1796. s.tracer.BufferedPacket(logging.PacketTypeFromHeader(hdr))
  1797. }
  1798. s.undecryptablePackets = append(s.undecryptablePackets, p)
  1799. }
  1800. func (s *session) queueControlFrame(f wire.Frame) {
  1801. s.framer.QueueControlFrame(f)
  1802. s.scheduleSending()
  1803. }
  1804. func (s *session) onHasStreamWindowUpdate(id protocol.StreamID) {
  1805. s.windowUpdateQueue.AddStream(id)
  1806. s.scheduleSending()
  1807. }
  1808. func (s *session) onHasConnectionWindowUpdate() {
  1809. s.windowUpdateQueue.AddConnection()
  1810. s.scheduleSending()
  1811. }
  1812. func (s *session) onHasStreamData(id protocol.StreamID) {
  1813. s.framer.AddActiveStream(id)
  1814. s.scheduleSending()
  1815. }
  1816. func (s *session) onStreamCompleted(id protocol.StreamID) {
  1817. if err := s.streamsMap.DeleteStream(id); err != nil {
  1818. s.closeLocal(err)
  1819. }
  1820. }
  1821. func (s *session) SendMessage(p []byte) error {
  1822. f := &wire.DatagramFrame{DataLenPresent: true}
  1823. if protocol.ByteCount(len(p)) > f.MaxDataLen(s.peerParams.MaxDatagramFrameSize, s.version) {
  1824. return errors.New("message too large")
  1825. }
  1826. f.Data = make([]byte, len(p))
  1827. copy(f.Data, p)
  1828. return s.datagramQueue.AddAndWait(f)
  1829. }
  1830. func (s *session) ReceiveMessage() ([]byte, error) {
  1831. return s.datagramQueue.Receive()
  1832. }
  1833. func (s *session) LocalAddr() net.Addr {
  1834. return s.conn.LocalAddr()
  1835. }
  1836. func (s *session) RemoteAddr() net.Addr {
  1837. return s.conn.RemoteAddr()
  1838. }
  1839. func (s *session) getPerspective() protocol.Perspective {
  1840. return s.perspective
  1841. }
  1842. func (s *session) GetVersion() protocol.VersionNumber {
  1843. return s.version
  1844. }
  1845. func (s *session) NextSession() Session {
  1846. <-s.HandshakeComplete().Done()
  1847. s.streamsMap.UseResetMaps()
  1848. return s
  1849. }