connection.go 63 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585158615871588158915901591159215931594159515961597159815991600160116021603160416051606160716081609161016111612161316141615161616171618161916201621162216231624162516261627162816291630163116321633163416351636163716381639164016411642164316441645164616471648164916501651165216531654165516561657165816591660166116621663166416651666166716681669167016711672167316741675167616771678167916801681168216831684168516861687168816891690169116921693169416951696169716981699170017011702170317041705170617071708170917101711171217131714171517161717171817191720172117221723172417251726172717281729173017311732173317341735173617371738173917401741174217431744174517461747174817491750175117521753175417551756175717581759176017611762176317641765176617671768176917701771177217731774177517761777177817791780178117821783178417851786178717881789179017911792179317941795179617971798179918001801180218031804180518061807180818091810181118121813181418151816181718181819182018211822182318241825182618271828182918301831183218331834183518361837183818391840184118421843184418451846184718481849185018511852185318541855185618571858185918601861186218631864186518661867186818691870187118721873187418751876187718781879188018811882188318841885188618871888188918901891189218931894189518961897189818991900190119021903190419051906190719081909191019111912191319141915191619171918191919201921192219231924192519261927192819291930193119321933193419351936193719381939194019411942194319441945194619471948194919501951195219531954195519561957195819591960196119621963196419651966196719681969197019711972197319741975197619771978197919801981198219831984198519861987198819891990199119921993199419951996199719981999200020012002200320042005200620072008200920102011201220132014201520162017201820192020202120222023202420252026202720282029203020312032203320342035203620372038203920402041204220432044204520462047204820492050205120522053205420552056205720582059
  1. package quic
  2. import (
  3. "bytes"
  4. "context"
  5. "crypto/tls"
  6. "errors"
  7. "fmt"
  8. "io"
  9. "net"
  10. "reflect"
  11. "sync"
  12. "sync/atomic"
  13. "time"
  14. "github.com/Psiphon-Labs/quic-go/internal/ackhandler"
  15. "github.com/Psiphon-Labs/quic-go/internal/flowcontrol"
  16. "github.com/Psiphon-Labs/quic-go/internal/handshake"
  17. "github.com/Psiphon-Labs/quic-go/internal/logutils"
  18. "github.com/Psiphon-Labs/quic-go/internal/protocol"
  19. "github.com/Psiphon-Labs/quic-go/internal/qerr"
  20. "github.com/Psiphon-Labs/quic-go/internal/utils"
  21. "github.com/Psiphon-Labs/quic-go/internal/wire"
  22. "github.com/Psiphon-Labs/quic-go/logging"
  23. )
  24. type unpacker interface {
  25. Unpack(hdr *wire.Header, rcvTime time.Time, data []byte) (*unpackedPacket, error)
  26. }
  27. type streamGetter interface {
  28. GetOrOpenReceiveStream(protocol.StreamID) (receiveStreamI, error)
  29. GetOrOpenSendStream(protocol.StreamID) (sendStreamI, error)
  30. }
  31. type streamManager interface {
  32. GetOrOpenSendStream(protocol.StreamID) (sendStreamI, error)
  33. GetOrOpenReceiveStream(protocol.StreamID) (receiveStreamI, error)
  34. OpenStream() (Stream, error)
  35. OpenUniStream() (SendStream, error)
  36. OpenStreamSync(context.Context) (Stream, error)
  37. OpenUniStreamSync(context.Context) (SendStream, error)
  38. AcceptStream(context.Context) (Stream, error)
  39. AcceptUniStream(context.Context) (ReceiveStream, error)
  40. DeleteStream(protocol.StreamID) error
  41. UpdateLimits(*wire.TransportParameters)
  42. HandleMaxStreamsFrame(*wire.MaxStreamsFrame)
  43. CloseWithError(error)
  44. ResetFor0RTT()
  45. UseResetMaps()
  46. }
  47. type cryptoStreamHandler interface {
  48. RunHandshake()
  49. ChangeConnectionID(protocol.ConnectionID)
  50. SetLargest1RTTAcked(protocol.PacketNumber) error
  51. SetHandshakeConfirmed()
  52. GetSessionTicket() ([]byte, error)
  53. io.Closer
  54. ConnectionState() handshake.ConnectionState
  55. }
  56. type packetInfo struct {
  57. addr net.IP
  58. ifIndex uint32
  59. }
  60. type receivedPacket struct {
  61. buffer *packetBuffer
  62. remoteAddr net.Addr
  63. rcvTime time.Time
  64. data []byte
  65. ecn protocol.ECN
  66. info *packetInfo
  67. }
  68. func (p *receivedPacket) Size() protocol.ByteCount { return protocol.ByteCount(len(p.data)) }
  69. func (p *receivedPacket) Clone() *receivedPacket {
  70. return &receivedPacket{
  71. remoteAddr: p.remoteAddr,
  72. rcvTime: p.rcvTime,
  73. data: p.data,
  74. buffer: p.buffer,
  75. ecn: p.ecn,
  76. info: p.info,
  77. }
  78. }
  79. type connRunner interface {
  80. Add(protocol.ConnectionID, packetHandler) bool
  81. GetStatelessResetToken(protocol.ConnectionID) protocol.StatelessResetToken
  82. Retire(protocol.ConnectionID)
  83. Remove(protocol.ConnectionID)
  84. ReplaceWithClosed([]protocol.ConnectionID, protocol.Perspective, []byte)
  85. AddResetToken(protocol.StatelessResetToken, packetHandler)
  86. RemoveResetToken(protocol.StatelessResetToken)
  87. }
  88. type handshakeRunner struct {
  89. onReceivedParams func(*wire.TransportParameters)
  90. onError func(error)
  91. dropKeys func(protocol.EncryptionLevel)
  92. onHandshakeComplete func()
  93. }
  94. func (r *handshakeRunner) OnReceivedParams(tp *wire.TransportParameters) { r.onReceivedParams(tp) }
  95. func (r *handshakeRunner) OnError(e error) { r.onError(e) }
  96. func (r *handshakeRunner) DropKeys(el protocol.EncryptionLevel) { r.dropKeys(el) }
  97. func (r *handshakeRunner) OnHandshakeComplete() { r.onHandshakeComplete() }
  98. type closeError struct {
  99. err error
  100. remote bool
  101. immediate bool
  102. }
  103. type errCloseForRecreating struct {
  104. nextPacketNumber protocol.PacketNumber
  105. nextVersion protocol.VersionNumber
  106. }
  107. func (e *errCloseForRecreating) Error() string {
  108. return "closing connection in order to recreate it"
  109. }
  110. var connTracingID uint64 // to be accessed atomically
  111. func nextConnTracingID() uint64 { return atomic.AddUint64(&connTracingID, 1) }
  112. // A Connection is a QUIC connection
  113. type connection struct {
  114. // Destination connection ID used during the handshake.
  115. // Used to check source connection ID on incoming packets.
  116. handshakeDestConnID protocol.ConnectionID
  117. // Set for the client. Destination connection ID used on the first Initial sent.
  118. origDestConnID protocol.ConnectionID
  119. retrySrcConnID *protocol.ConnectionID // only set for the client (and if a Retry was performed)
  120. srcConnIDLen int
  121. perspective protocol.Perspective
  122. version protocol.VersionNumber
  123. config *Config
  124. conn sendConn
  125. sendQueue sender
  126. streamsMap streamManager
  127. connIDManager *connIDManager
  128. connIDGenerator *connIDGenerator
  129. rttStats *utils.RTTStats
  130. cryptoStreamManager *cryptoStreamManager
  131. sentPacketHandler ackhandler.SentPacketHandler
  132. receivedPacketHandler ackhandler.ReceivedPacketHandler
  133. retransmissionQueue *retransmissionQueue
  134. framer framer
  135. windowUpdateQueue *windowUpdateQueue
  136. connFlowController flowcontrol.ConnectionFlowController
  137. tokenStoreKey string // only set for the client
  138. tokenGenerator *handshake.TokenGenerator // only set for the server
  139. unpacker unpacker
  140. frameParser wire.FrameParser
  141. packer packer
  142. mtuDiscoverer mtuDiscoverer // initialized when the handshake completes
  143. oneRTTStream cryptoStream // only set for the server
  144. cryptoStreamHandler cryptoStreamHandler
  145. receivedPackets chan *receivedPacket
  146. sendingScheduled chan struct{}
  147. closeOnce sync.Once
  148. // closeChan is used to notify the run loop that it should terminate
  149. closeChan chan closeError
  150. ctx context.Context
  151. ctxCancel context.CancelFunc
  152. handshakeCtx context.Context
  153. handshakeCtxCancel context.CancelFunc
  154. undecryptablePackets []*receivedPacket // undecryptable packets, waiting for a change in encryption level
  155. undecryptablePacketsToProcess []*receivedPacket
  156. clientHelloWritten <-chan *wire.TransportParameters
  157. earlyConnReadyChan chan struct{}
  158. handshakeCompleteChan chan struct{} // is closed when the handshake completes
  159. sentFirstPacket bool
  160. handshakeComplete bool
  161. handshakeConfirmed bool
  162. receivedRetry bool
  163. versionNegotiated bool
  164. receivedFirstPacket bool
  165. idleTimeout time.Duration
  166. creationTime time.Time
  167. // The idle timeout is set based on the max of the time we received the last packet...
  168. lastPacketReceivedTime time.Time
  169. // ... and the time we sent a new ack-eliciting packet after receiving a packet.
  170. firstAckElicitingPacketAfterIdleSentTime time.Time
  171. // pacingDeadline is the time when the next packet should be sent
  172. pacingDeadline time.Time
  173. peerParams *wire.TransportParameters
  174. timer connectionTimer
  175. // keepAlivePingSent stores whether a keep alive PING is in flight.
  176. // It is reset as soon as we receive a packet from the peer.
  177. keepAlivePingSent bool
  178. keepAliveInterval time.Duration
  179. datagramQueue *datagramQueue
  180. logID string
  181. tracer logging.ConnectionTracer
  182. logger utils.Logger
  183. }
  184. var (
  185. _ Connection = &connection{}
  186. _ EarlyConnection = &connection{}
  187. _ streamSender = &connection{}
  188. )
  189. var newConnection = func(
  190. conn sendConn,
  191. runner connRunner,
  192. origDestConnID protocol.ConnectionID,
  193. retrySrcConnID *protocol.ConnectionID,
  194. clientDestConnID protocol.ConnectionID,
  195. destConnID protocol.ConnectionID,
  196. srcConnID protocol.ConnectionID,
  197. statelessResetToken protocol.StatelessResetToken,
  198. conf *Config,
  199. tlsConf *tls.Config,
  200. tokenGenerator *handshake.TokenGenerator,
  201. enable0RTT bool,
  202. clientAddressValidated bool,
  203. tracer logging.ConnectionTracer,
  204. tracingID uint64,
  205. logger utils.Logger,
  206. v protocol.VersionNumber,
  207. ) quicConn {
  208. s := &connection{
  209. conn: conn,
  210. config: conf,
  211. handshakeDestConnID: destConnID,
  212. srcConnIDLen: srcConnID.Len(),
  213. tokenGenerator: tokenGenerator,
  214. oneRTTStream: newCryptoStream(),
  215. perspective: protocol.PerspectiveServer,
  216. handshakeCompleteChan: make(chan struct{}),
  217. tracer: tracer,
  218. logger: logger,
  219. version: v,
  220. }
  221. if origDestConnID != nil {
  222. s.logID = origDestConnID.String()
  223. } else {
  224. s.logID = destConnID.String()
  225. }
  226. s.connIDManager = newConnIDManager(
  227. destConnID,
  228. func(token protocol.StatelessResetToken) { runner.AddResetToken(token, s) },
  229. runner.RemoveResetToken,
  230. s.queueControlFrame,
  231. )
  232. s.connIDGenerator = newConnIDGenerator(
  233. srcConnID,
  234. clientDestConnID,
  235. func(connID protocol.ConnectionID) { runner.Add(connID, s) },
  236. runner.GetStatelessResetToken,
  237. runner.Remove,
  238. runner.Retire,
  239. runner.ReplaceWithClosed,
  240. s.queueControlFrame,
  241. s.config.ConnectionIDGenerator,
  242. s.version,
  243. )
  244. s.preSetup()
  245. s.ctx, s.ctxCancel = context.WithCancel(context.WithValue(context.Background(), ConnectionTracingKey, tracingID))
  246. // [Psiphon]
  247. maxPacketSizeAdjustment := 0
  248. if conf.ServerMaxPacketSizeAdjustment != nil {
  249. maxPacketSizeAdjustment = conf.ServerMaxPacketSizeAdjustment(s.RemoteAddr())
  250. }
  251. s.sentPacketHandler, s.receivedPacketHandler = ackhandler.NewAckHandler(
  252. 0,
  253. getMaxPacketSize(s.conn.RemoteAddr(), maxPacketSizeAdjustment),
  254. s.rttStats,
  255. clientAddressValidated,
  256. s.perspective,
  257. s.tracer,
  258. s.logger,
  259. s.version,
  260. )
  261. initialStream := newCryptoStream()
  262. handshakeStream := newCryptoStream()
  263. params := &wire.TransportParameters{
  264. InitialMaxStreamDataBidiLocal: protocol.ByteCount(s.config.InitialStreamReceiveWindow),
  265. InitialMaxStreamDataBidiRemote: protocol.ByteCount(s.config.InitialStreamReceiveWindow),
  266. InitialMaxStreamDataUni: protocol.ByteCount(s.config.InitialStreamReceiveWindow),
  267. InitialMaxData: protocol.ByteCount(s.config.InitialConnectionReceiveWindow),
  268. MaxIdleTimeout: s.config.MaxIdleTimeout,
  269. MaxBidiStreamNum: protocol.StreamNum(s.config.MaxIncomingStreams),
  270. MaxUniStreamNum: protocol.StreamNum(s.config.MaxIncomingUniStreams),
  271. MaxAckDelay: protocol.MaxAckDelayInclGranularity,
  272. AckDelayExponent: protocol.AckDelayExponent,
  273. DisableActiveMigration: true,
  274. StatelessResetToken: &statelessResetToken,
  275. OriginalDestinationConnectionID: origDestConnID,
  276. ActiveConnectionIDLimit: protocol.MaxActiveConnectionIDs,
  277. InitialSourceConnectionID: srcConnID,
  278. RetrySourceConnectionID: retrySrcConnID,
  279. }
  280. if s.config.EnableDatagrams {
  281. params.MaxDatagramFrameSize = protocol.MaxDatagramFrameSize
  282. } else {
  283. params.MaxDatagramFrameSize = protocol.InvalidByteCount
  284. }
  285. if s.tracer != nil {
  286. s.tracer.SentTransportParameters(params)
  287. }
  288. cs := handshake.NewCryptoSetupServer(
  289. initialStream,
  290. handshakeStream,
  291. clientDestConnID,
  292. conn.LocalAddr(),
  293. conn.RemoteAddr(),
  294. params,
  295. &handshakeRunner{
  296. onReceivedParams: s.handleTransportParameters,
  297. onError: s.closeLocal,
  298. dropKeys: s.dropEncryptionLevel,
  299. onHandshakeComplete: func() {
  300. runner.Retire(clientDestConnID)
  301. close(s.handshakeCompleteChan)
  302. },
  303. },
  304. tlsConf,
  305. enable0RTT,
  306. s.rttStats,
  307. tracer,
  308. logger,
  309. s.version,
  310. )
  311. s.cryptoStreamHandler = cs
  312. s.packer = newPacketPacker(
  313. srcConnID,
  314. s.connIDManager.Get,
  315. initialStream,
  316. handshakeStream,
  317. s.sentPacketHandler,
  318. s.retransmissionQueue,
  319. s.RemoteAddr(),
  320. // [Psiphon]
  321. maxPacketSizeAdjustment,
  322. cs,
  323. s.framer,
  324. s.receivedPacketHandler,
  325. s.datagramQueue,
  326. s.perspective,
  327. s.version,
  328. )
  329. s.unpacker = newPacketUnpacker(cs, s.version)
  330. s.cryptoStreamManager = newCryptoStreamManager(cs, initialStream, handshakeStream, s.oneRTTStream)
  331. return s
  332. }
  333. // declare this as a variable, such that we can it mock it in the tests
  334. var newClientConnection = func(
  335. conn sendConn,
  336. runner connRunner,
  337. destConnID protocol.ConnectionID,
  338. srcConnID protocol.ConnectionID,
  339. conf *Config,
  340. tlsConf *tls.Config,
  341. initialPacketNumber protocol.PacketNumber,
  342. enable0RTT bool,
  343. hasNegotiatedVersion bool,
  344. tracer logging.ConnectionTracer,
  345. tracingID uint64,
  346. logger utils.Logger,
  347. v protocol.VersionNumber,
  348. ) quicConn {
  349. s := &connection{
  350. conn: conn,
  351. config: conf,
  352. origDestConnID: destConnID,
  353. handshakeDestConnID: destConnID,
  354. srcConnIDLen: srcConnID.Len(),
  355. perspective: protocol.PerspectiveClient,
  356. handshakeCompleteChan: make(chan struct{}),
  357. logID: destConnID.String(),
  358. logger: logger,
  359. tracer: tracer,
  360. versionNegotiated: hasNegotiatedVersion,
  361. version: v,
  362. }
  363. s.connIDManager = newConnIDManager(
  364. destConnID,
  365. func(token protocol.StatelessResetToken) { runner.AddResetToken(token, s) },
  366. runner.RemoveResetToken,
  367. s.queueControlFrame,
  368. )
  369. s.connIDGenerator = newConnIDGenerator(
  370. srcConnID,
  371. nil,
  372. func(connID protocol.ConnectionID) { runner.Add(connID, s) },
  373. runner.GetStatelessResetToken,
  374. runner.Remove,
  375. runner.Retire,
  376. runner.ReplaceWithClosed,
  377. s.queueControlFrame,
  378. s.config.ConnectionIDGenerator,
  379. s.version,
  380. )
  381. s.preSetup()
  382. s.ctx, s.ctxCancel = context.WithCancel(context.WithValue(context.Background(), ConnectionTracingKey, tracingID))
  383. s.sentPacketHandler, s.receivedPacketHandler = ackhandler.NewAckHandler(
  384. initialPacketNumber,
  385. // [Psiphon]
  386. getMaxPacketSize(s.conn.RemoteAddr(), conf.ClientMaxPacketSizeAdjustment),
  387. s.rttStats,
  388. false, /* has no effect */
  389. s.perspective,
  390. s.tracer,
  391. s.logger,
  392. s.version,
  393. )
  394. initialStream := newCryptoStream()
  395. handshakeStream := newCryptoStream()
  396. params := &wire.TransportParameters{
  397. InitialMaxStreamDataBidiRemote: protocol.ByteCount(s.config.InitialStreamReceiveWindow),
  398. InitialMaxStreamDataBidiLocal: protocol.ByteCount(s.config.InitialStreamReceiveWindow),
  399. InitialMaxStreamDataUni: protocol.ByteCount(s.config.InitialStreamReceiveWindow),
  400. InitialMaxData: protocol.ByteCount(s.config.InitialConnectionReceiveWindow),
  401. MaxIdleTimeout: s.config.MaxIdleTimeout,
  402. MaxBidiStreamNum: protocol.StreamNum(s.config.MaxIncomingStreams),
  403. MaxUniStreamNum: protocol.StreamNum(s.config.MaxIncomingUniStreams),
  404. MaxAckDelay: protocol.MaxAckDelayInclGranularity,
  405. AckDelayExponent: protocol.AckDelayExponent,
  406. DisableActiveMigration: true,
  407. ActiveConnectionIDLimit: protocol.MaxActiveConnectionIDs,
  408. InitialSourceConnectionID: srcConnID,
  409. }
  410. if s.config.EnableDatagrams {
  411. params.MaxDatagramFrameSize = protocol.MaxDatagramFrameSize
  412. } else {
  413. params.MaxDatagramFrameSize = protocol.InvalidByteCount
  414. }
  415. if s.tracer != nil {
  416. s.tracer.SentTransportParameters(params)
  417. }
  418. cs, clientHelloWritten := handshake.NewCryptoSetupClient(
  419. initialStream,
  420. handshakeStream,
  421. destConnID,
  422. conn.LocalAddr(),
  423. conn.RemoteAddr(),
  424. params,
  425. &handshakeRunner{
  426. onReceivedParams: s.handleTransportParameters,
  427. onError: s.closeLocal,
  428. dropKeys: s.dropEncryptionLevel,
  429. onHandshakeComplete: func() { close(s.handshakeCompleteChan) },
  430. },
  431. tlsConf,
  432. // [Psiphon]
  433. conf.ClientHelloSeed,
  434. conf.GetClientHelloRandom,
  435. enable0RTT,
  436. s.rttStats,
  437. tracer,
  438. logger,
  439. s.version,
  440. )
  441. s.clientHelloWritten = clientHelloWritten
  442. s.cryptoStreamHandler = cs
  443. s.cryptoStreamManager = newCryptoStreamManager(cs, initialStream, handshakeStream, newCryptoStream())
  444. s.unpacker = newPacketUnpacker(cs, s.version)
  445. s.packer = newPacketPacker(
  446. srcConnID,
  447. s.connIDManager.Get,
  448. initialStream,
  449. handshakeStream,
  450. s.sentPacketHandler,
  451. s.retransmissionQueue,
  452. s.RemoteAddr(),
  453. // [Psiphon]
  454. conf.ClientMaxPacketSizeAdjustment,
  455. cs,
  456. s.framer,
  457. s.receivedPacketHandler,
  458. s.datagramQueue,
  459. s.perspective,
  460. s.version,
  461. )
  462. if len(tlsConf.ServerName) > 0 {
  463. s.tokenStoreKey = tlsConf.ServerName
  464. } else {
  465. s.tokenStoreKey = conn.RemoteAddr().String()
  466. }
  467. if s.config.TokenStore != nil {
  468. if token := s.config.TokenStore.Pop(s.tokenStoreKey); token != nil {
  469. s.packer.SetToken(token.data)
  470. }
  471. }
  472. return s
  473. }
  474. func (s *connection) preSetup() {
  475. s.sendQueue = newSendQueue(s.conn)
  476. s.retransmissionQueue = newRetransmissionQueue(s.version)
  477. s.frameParser = wire.NewFrameParser(s.config.EnableDatagrams, s.version)
  478. s.rttStats = &utils.RTTStats{}
  479. s.connFlowController = flowcontrol.NewConnectionFlowController(
  480. protocol.ByteCount(s.config.InitialConnectionReceiveWindow),
  481. protocol.ByteCount(s.config.MaxConnectionReceiveWindow),
  482. s.onHasConnectionWindowUpdate,
  483. func(size protocol.ByteCount) bool {
  484. if s.config.AllowConnectionWindowIncrease == nil {
  485. return true
  486. }
  487. return s.config.AllowConnectionWindowIncrease(s, uint64(size))
  488. },
  489. s.rttStats,
  490. s.logger,
  491. )
  492. s.earlyConnReadyChan = make(chan struct{})
  493. s.streamsMap = newStreamsMap(
  494. s,
  495. s.newFlowController,
  496. uint64(s.config.MaxIncomingStreams),
  497. uint64(s.config.MaxIncomingUniStreams),
  498. s.perspective,
  499. s.version,
  500. )
  501. s.framer = newFramer(s.streamsMap, s.version)
  502. s.receivedPackets = make(chan *receivedPacket, protocol.MaxConnUnprocessedPackets)
  503. s.closeChan = make(chan closeError, 1)
  504. s.sendingScheduled = make(chan struct{}, 1)
  505. s.handshakeCtx, s.handshakeCtxCancel = context.WithCancel(context.Background())
  506. now := time.Now()
  507. s.lastPacketReceivedTime = now
  508. s.creationTime = now
  509. s.windowUpdateQueue = newWindowUpdateQueue(s.streamsMap, s.connFlowController, s.framer.QueueControlFrame)
  510. s.datagramQueue = newDatagramQueue(s.scheduleSending, s.logger)
  511. }
  512. // run the connection main loop
  513. func (s *connection) run() error {
  514. defer s.ctxCancel()
  515. s.timer = *newTimer()
  516. handshaking := make(chan struct{})
  517. go func() {
  518. defer close(handshaking)
  519. s.cryptoStreamHandler.RunHandshake()
  520. }()
  521. go func() {
  522. if err := s.sendQueue.Run(); err != nil {
  523. s.destroyImpl(err)
  524. }
  525. }()
  526. if s.perspective == protocol.PerspectiveClient {
  527. select {
  528. case zeroRTTParams := <-s.clientHelloWritten:
  529. s.scheduleSending()
  530. if zeroRTTParams != nil {
  531. s.restoreTransportParameters(zeroRTTParams)
  532. close(s.earlyConnReadyChan)
  533. }
  534. case closeErr := <-s.closeChan:
  535. // put the close error back into the channel, so that the run loop can receive it
  536. s.closeChan <- closeErr
  537. }
  538. }
  539. var (
  540. closeErr closeError
  541. sendQueueAvailable <-chan struct{}
  542. )
  543. runLoop:
  544. for {
  545. // Close immediately if requested
  546. select {
  547. case closeErr = <-s.closeChan:
  548. break runLoop
  549. case <-s.handshakeCompleteChan:
  550. s.handleHandshakeComplete()
  551. default:
  552. }
  553. s.maybeResetTimer()
  554. var processedUndecryptablePacket bool
  555. if len(s.undecryptablePacketsToProcess) > 0 {
  556. queue := s.undecryptablePacketsToProcess
  557. s.undecryptablePacketsToProcess = nil
  558. for _, p := range queue {
  559. if processed := s.handlePacketImpl(p); processed {
  560. processedUndecryptablePacket = true
  561. }
  562. // Don't set timers and send packets if the packet made us close the connection.
  563. select {
  564. case closeErr = <-s.closeChan:
  565. break runLoop
  566. default:
  567. }
  568. }
  569. }
  570. // If we processed any undecryptable packets, jump to the resetting of the timers directly.
  571. if !processedUndecryptablePacket {
  572. select {
  573. case closeErr = <-s.closeChan:
  574. break runLoop
  575. case <-s.timer.Chan():
  576. s.timer.SetRead()
  577. // We do all the interesting stuff after the switch statement, so
  578. // nothing to see here.
  579. case <-s.sendingScheduled:
  580. // We do all the interesting stuff after the switch statement, so
  581. // nothing to see here.
  582. case <-sendQueueAvailable:
  583. case firstPacket := <-s.receivedPackets:
  584. wasProcessed := s.handlePacketImpl(firstPacket)
  585. // Don't set timers and send packets if the packet made us close the connection.
  586. select {
  587. case closeErr = <-s.closeChan:
  588. break runLoop
  589. default:
  590. }
  591. if s.handshakeComplete {
  592. // Now process all packets in the receivedPackets channel.
  593. // Limit the number of packets to the length of the receivedPackets channel,
  594. // so we eventually get a chance to send out an ACK when receiving a lot of packets.
  595. numPackets := len(s.receivedPackets)
  596. receiveLoop:
  597. for i := 0; i < numPackets; i++ {
  598. select {
  599. case p := <-s.receivedPackets:
  600. if processed := s.handlePacketImpl(p); processed {
  601. wasProcessed = true
  602. }
  603. select {
  604. case closeErr = <-s.closeChan:
  605. break runLoop
  606. default:
  607. }
  608. default:
  609. break receiveLoop
  610. }
  611. }
  612. }
  613. // Only reset the timers if this packet was actually processed.
  614. // This avoids modifying any state when handling undecryptable packets,
  615. // which could be injected by an attacker.
  616. if !wasProcessed {
  617. continue
  618. }
  619. case <-s.handshakeCompleteChan:
  620. s.handleHandshakeComplete()
  621. }
  622. }
  623. now := time.Now()
  624. if timeout := s.sentPacketHandler.GetLossDetectionTimeout(); !timeout.IsZero() && timeout.Before(now) {
  625. // This could cause packets to be retransmitted.
  626. // Check it before trying to send packets.
  627. if err := s.sentPacketHandler.OnLossDetectionTimeout(); err != nil {
  628. s.closeLocal(err)
  629. }
  630. }
  631. if keepAliveTime := s.nextKeepAliveTime(); !keepAliveTime.IsZero() && !now.Before(keepAliveTime) {
  632. // send a PING frame since there is no activity in the connection
  633. s.logger.Debugf("Sending a keep-alive PING to keep the connection alive.")
  634. s.framer.QueueControlFrame(&wire.PingFrame{})
  635. s.keepAlivePingSent = true
  636. } else if !s.handshakeComplete && now.Sub(s.creationTime) >= s.config.handshakeTimeout() {
  637. s.destroyImpl(qerr.ErrHandshakeTimeout)
  638. continue
  639. } else {
  640. idleTimeoutStartTime := s.idleTimeoutStartTime()
  641. if (!s.handshakeComplete && now.Sub(idleTimeoutStartTime) >= s.config.HandshakeIdleTimeout) ||
  642. (s.handshakeComplete && now.Sub(idleTimeoutStartTime) >= s.idleTimeout) {
  643. s.destroyImpl(qerr.ErrIdleTimeout)
  644. continue
  645. }
  646. }
  647. if s.sendQueue.WouldBlock() {
  648. // The send queue is still busy sending out packets.
  649. // Wait until there's space to enqueue new packets.
  650. sendQueueAvailable = s.sendQueue.Available()
  651. continue
  652. }
  653. if err := s.sendPackets(); err != nil {
  654. s.closeLocal(err)
  655. }
  656. if s.sendQueue.WouldBlock() {
  657. sendQueueAvailable = s.sendQueue.Available()
  658. } else {
  659. sendQueueAvailable = nil
  660. }
  661. }
  662. s.cryptoStreamHandler.Close()
  663. <-handshaking
  664. s.handleCloseError(&closeErr)
  665. if e := (&errCloseForRecreating{}); !errors.As(closeErr.err, &e) && s.tracer != nil {
  666. s.tracer.Close()
  667. }
  668. s.logger.Infof("Connection %s closed.", s.logID)
  669. s.sendQueue.Close()
  670. s.timer.Stop()
  671. return closeErr.err
  672. }
  673. // blocks until the early connection can be used
  674. func (s *connection) earlyConnReady() <-chan struct{} {
  675. return s.earlyConnReadyChan
  676. }
  677. func (s *connection) HandshakeComplete() context.Context {
  678. return s.handshakeCtx
  679. }
  680. func (s *connection) Context() context.Context {
  681. return s.ctx
  682. }
  683. func (s *connection) supportsDatagrams() bool {
  684. return s.peerParams.MaxDatagramFrameSize > 0
  685. }
  686. func (s *connection) ConnectionState() ConnectionState {
  687. return ConnectionState{
  688. TLS: s.cryptoStreamHandler.ConnectionState(),
  689. SupportsDatagrams: s.supportsDatagrams(),
  690. }
  691. }
  692. // Time when the next keep-alive packet should be sent.
  693. // It returns a zero time if no keep-alive should be sent.
  694. func (s *connection) nextKeepAliveTime() time.Time {
  695. if s.config.KeepAlivePeriod == 0 || s.keepAlivePingSent || !s.firstAckElicitingPacketAfterIdleSentTime.IsZero() {
  696. return time.Time{}
  697. }
  698. return s.lastPacketReceivedTime.Add(s.keepAliveInterval)
  699. }
  700. func (s *connection) maybeResetTimer() {
  701. var deadline time.Time
  702. if !s.handshakeComplete {
  703. deadline = utils.MinTime(
  704. s.creationTime.Add(s.config.handshakeTimeout()),
  705. s.idleTimeoutStartTime().Add(s.config.HandshakeIdleTimeout),
  706. )
  707. } else {
  708. if keepAliveTime := s.nextKeepAliveTime(); !keepAliveTime.IsZero() {
  709. deadline = keepAliveTime
  710. } else {
  711. deadline = s.idleTimeoutStartTime().Add(s.idleTimeout)
  712. }
  713. }
  714. s.timer.SetTimer(
  715. deadline,
  716. s.receivedPacketHandler.GetAlarmTimeout(),
  717. s.sentPacketHandler.GetLossDetectionTimeout(),
  718. s.pacingDeadline,
  719. )
  720. }
  721. func (s *connection) idleTimeoutStartTime() time.Time {
  722. return utils.MaxTime(s.lastPacketReceivedTime, s.firstAckElicitingPacketAfterIdleSentTime)
  723. }
  724. func (s *connection) handleHandshakeComplete() {
  725. s.handshakeComplete = true
  726. s.handshakeCompleteChan = nil // prevent this case from ever being selected again
  727. defer s.handshakeCtxCancel()
  728. // Once the handshake completes, we have derived 1-RTT keys.
  729. // There's no point in queueing undecryptable packets for later decryption any more.
  730. s.undecryptablePackets = nil
  731. s.connIDManager.SetHandshakeComplete()
  732. s.connIDGenerator.SetHandshakeComplete()
  733. if s.perspective == protocol.PerspectiveClient {
  734. s.applyTransportParameters()
  735. return
  736. }
  737. s.handleHandshakeConfirmed()
  738. ticket, err := s.cryptoStreamHandler.GetSessionTicket()
  739. if err != nil {
  740. s.closeLocal(err)
  741. }
  742. if ticket != nil {
  743. s.oneRTTStream.Write(ticket)
  744. for s.oneRTTStream.HasData() {
  745. s.queueControlFrame(s.oneRTTStream.PopCryptoFrame(protocol.MaxPostHandshakeCryptoFrameSize))
  746. }
  747. }
  748. token, err := s.tokenGenerator.NewToken(s.conn.RemoteAddr())
  749. if err != nil {
  750. s.closeLocal(err)
  751. }
  752. s.queueControlFrame(&wire.NewTokenFrame{Token: token})
  753. s.queueControlFrame(&wire.HandshakeDoneFrame{})
  754. }
  755. func (s *connection) handleHandshakeConfirmed() {
  756. s.handshakeConfirmed = true
  757. s.sentPacketHandler.SetHandshakeConfirmed()
  758. s.cryptoStreamHandler.SetHandshakeConfirmed()
  759. // [Psiphon]
  760. // Adjust the max packet size to allow for obfuscation overhead.
  761. maxPacketSizeAdjustment := 0
  762. if s.config.ServerMaxPacketSizeAdjustment != nil {
  763. maxPacketSizeAdjustment = s.config.ServerMaxPacketSizeAdjustment(s.conn.RemoteAddr())
  764. } else {
  765. maxPacketSizeAdjustment = s.config.ClientMaxPacketSizeAdjustment
  766. }
  767. if !s.config.DisablePathMTUDiscovery {
  768. maxPacketSize := s.peerParams.MaxUDPPayloadSize
  769. if maxPacketSize == 0 {
  770. maxPacketSize = protocol.MaxByteCount
  771. }
  772. maxPacketSize = utils.Min(maxPacketSize, protocol.MaxPacketBufferSize)
  773. // [Psiphon]
  774. if maxPacketSize > protocol.ByteCount(maxPacketSizeAdjustment) {
  775. maxPacketSize -= protocol.ByteCount(maxPacketSizeAdjustment)
  776. }
  777. s.mtuDiscoverer = newMTUDiscoverer(
  778. s.rttStats,
  779. // [Psiphon]
  780. getMaxPacketSize(s.conn.RemoteAddr(), maxPacketSizeAdjustment),
  781. maxPacketSize,
  782. func(size protocol.ByteCount) {
  783. s.sentPacketHandler.SetMaxDatagramSize(size)
  784. s.packer.SetMaxPacketSize(size)
  785. },
  786. )
  787. }
  788. }
  789. func (s *connection) handlePacketImpl(rp *receivedPacket) bool {
  790. s.sentPacketHandler.ReceivedBytes(rp.Size())
  791. if wire.IsVersionNegotiationPacket(rp.data) {
  792. s.handleVersionNegotiationPacket(rp)
  793. return false
  794. }
  795. var counter uint8
  796. var lastConnID protocol.ConnectionID
  797. var processed bool
  798. data := rp.data
  799. p := rp
  800. for len(data) > 0 {
  801. if counter > 0 {
  802. p = p.Clone()
  803. p.data = data
  804. }
  805. hdr, packetData, rest, err := wire.ParsePacket(p.data, s.srcConnIDLen)
  806. if err != nil {
  807. if s.tracer != nil {
  808. dropReason := logging.PacketDropHeaderParseError
  809. if err == wire.ErrUnsupportedVersion {
  810. dropReason = logging.PacketDropUnsupportedVersion
  811. }
  812. s.tracer.DroppedPacket(logging.PacketTypeNotDetermined, protocol.ByteCount(len(data)), dropReason)
  813. }
  814. s.logger.Debugf("error parsing packet: %s", err)
  815. break
  816. }
  817. if hdr.IsLongHeader && hdr.Version != s.version {
  818. if s.tracer != nil {
  819. s.tracer.DroppedPacket(logging.PacketTypeFromHeader(hdr), protocol.ByteCount(len(data)), logging.PacketDropUnexpectedVersion)
  820. }
  821. s.logger.Debugf("Dropping packet with version %x. Expected %x.", hdr.Version, s.version)
  822. break
  823. }
  824. if counter > 0 && !hdr.DestConnectionID.Equal(lastConnID) {
  825. if s.tracer != nil {
  826. s.tracer.DroppedPacket(logging.PacketTypeFromHeader(hdr), protocol.ByteCount(len(data)), logging.PacketDropUnknownConnectionID)
  827. }
  828. s.logger.Debugf("coalesced packet has different destination connection ID: %s, expected %s", hdr.DestConnectionID, lastConnID)
  829. break
  830. }
  831. lastConnID = hdr.DestConnectionID
  832. if counter > 0 {
  833. p.buffer.Split()
  834. }
  835. counter++
  836. // only log if this actually a coalesced packet
  837. if s.logger.Debug() && (counter > 1 || len(rest) > 0) {
  838. s.logger.Debugf("Parsed a coalesced packet. Part %d: %d bytes. Remaining: %d bytes.", counter, len(packetData), len(rest))
  839. }
  840. p.data = packetData
  841. if wasProcessed := s.handleSinglePacket(p, hdr); wasProcessed {
  842. processed = true
  843. }
  844. data = rest
  845. }
  846. p.buffer.MaybeRelease()
  847. return processed
  848. }
  849. func (s *connection) handleSinglePacket(p *receivedPacket, hdr *wire.Header) bool /* was the packet successfully processed */ {
  850. var wasQueued bool
  851. defer func() {
  852. // Put back the packet buffer if the packet wasn't queued for later decryption.
  853. if !wasQueued {
  854. p.buffer.Decrement()
  855. }
  856. }()
  857. if hdr.Type == protocol.PacketTypeRetry {
  858. return s.handleRetryPacket(hdr, p.data)
  859. }
  860. // The server can change the source connection ID with the first Handshake packet.
  861. // After this, all packets with a different source connection have to be ignored.
  862. if s.receivedFirstPacket && hdr.IsLongHeader && hdr.Type == protocol.PacketTypeInitial && !hdr.SrcConnectionID.Equal(s.handshakeDestConnID) {
  863. if s.tracer != nil {
  864. s.tracer.DroppedPacket(logging.PacketTypeInitial, p.Size(), logging.PacketDropUnknownConnectionID)
  865. }
  866. s.logger.Debugf("Dropping Initial packet (%d bytes) with unexpected source connection ID: %s (expected %s)", p.Size(), hdr.SrcConnectionID, s.handshakeDestConnID)
  867. return false
  868. }
  869. // drop 0-RTT packets, if we are a client
  870. if s.perspective == protocol.PerspectiveClient && hdr.Type == protocol.PacketType0RTT {
  871. if s.tracer != nil {
  872. s.tracer.DroppedPacket(logging.PacketType0RTT, p.Size(), logging.PacketDropKeyUnavailable)
  873. }
  874. return false
  875. }
  876. packet, err := s.unpacker.Unpack(hdr, p.rcvTime, p.data)
  877. if err != nil {
  878. switch err {
  879. case handshake.ErrKeysDropped:
  880. if s.tracer != nil {
  881. s.tracer.DroppedPacket(logging.PacketTypeFromHeader(hdr), p.Size(), logging.PacketDropKeyUnavailable)
  882. }
  883. s.logger.Debugf("Dropping %s packet (%d bytes) because we already dropped the keys.", hdr.PacketType(), p.Size())
  884. case handshake.ErrKeysNotYetAvailable:
  885. // Sealer for this encryption level not yet available.
  886. // Try again later.
  887. wasQueued = true
  888. s.tryQueueingUndecryptablePacket(p, hdr)
  889. case wire.ErrInvalidReservedBits:
  890. s.closeLocal(&qerr.TransportError{
  891. ErrorCode: qerr.ProtocolViolation,
  892. ErrorMessage: err.Error(),
  893. })
  894. case handshake.ErrDecryptionFailed:
  895. // This might be a packet injected by an attacker. Drop it.
  896. if s.tracer != nil {
  897. s.tracer.DroppedPacket(logging.PacketTypeFromHeader(hdr), p.Size(), logging.PacketDropPayloadDecryptError)
  898. }
  899. s.logger.Debugf("Dropping %s packet (%d bytes) that could not be unpacked. Error: %s", hdr.PacketType(), p.Size(), err)
  900. default:
  901. var headerErr *headerParseError
  902. if errors.As(err, &headerErr) {
  903. // This might be a packet injected by an attacker. Drop it.
  904. if s.tracer != nil {
  905. s.tracer.DroppedPacket(logging.PacketTypeFromHeader(hdr), p.Size(), logging.PacketDropHeaderParseError)
  906. }
  907. s.logger.Debugf("Dropping %s packet (%d bytes) for which we couldn't unpack the header. Error: %s", hdr.PacketType(), p.Size(), err)
  908. } else {
  909. // This is an error returned by the AEAD (other than ErrDecryptionFailed).
  910. // For example, a PROTOCOL_VIOLATION due to key updates.
  911. s.closeLocal(err)
  912. }
  913. }
  914. return false
  915. }
  916. if s.logger.Debug() {
  917. s.logger.Debugf("<- Reading packet %d (%d bytes) for connection %s, %s", packet.packetNumber, p.Size(), hdr.DestConnectionID, packet.encryptionLevel)
  918. packet.hdr.Log(s.logger)
  919. }
  920. if s.receivedPacketHandler.IsPotentiallyDuplicate(packet.packetNumber, packet.encryptionLevel) {
  921. s.logger.Debugf("Dropping (potentially) duplicate packet.")
  922. if s.tracer != nil {
  923. s.tracer.DroppedPacket(logging.PacketTypeFromHeader(hdr), p.Size(), logging.PacketDropDuplicate)
  924. }
  925. return false
  926. }
  927. if err := s.handleUnpackedPacket(packet, p.ecn, p.rcvTime, p.Size()); err != nil {
  928. s.closeLocal(err)
  929. return false
  930. }
  931. return true
  932. }
  933. func (s *connection) handleRetryPacket(hdr *wire.Header, data []byte) bool /* was this a valid Retry */ {
  934. if s.perspective == protocol.PerspectiveServer {
  935. if s.tracer != nil {
  936. s.tracer.DroppedPacket(logging.PacketTypeRetry, protocol.ByteCount(len(data)), logging.PacketDropUnexpectedPacket)
  937. }
  938. s.logger.Debugf("Ignoring Retry.")
  939. return false
  940. }
  941. if s.receivedFirstPacket {
  942. if s.tracer != nil {
  943. s.tracer.DroppedPacket(logging.PacketTypeRetry, protocol.ByteCount(len(data)), logging.PacketDropUnexpectedPacket)
  944. }
  945. s.logger.Debugf("Ignoring Retry, since we already received a packet.")
  946. return false
  947. }
  948. destConnID := s.connIDManager.Get()
  949. if hdr.SrcConnectionID.Equal(destConnID) {
  950. if s.tracer != nil {
  951. s.tracer.DroppedPacket(logging.PacketTypeRetry, protocol.ByteCount(len(data)), logging.PacketDropUnexpectedPacket)
  952. }
  953. s.logger.Debugf("Ignoring Retry, since the server didn't change the Source Connection ID.")
  954. return false
  955. }
  956. // If a token is already set, this means that we already received a Retry from the server.
  957. // Ignore this Retry packet.
  958. if s.receivedRetry {
  959. s.logger.Debugf("Ignoring Retry, since a Retry was already received.")
  960. return false
  961. }
  962. tag := handshake.GetRetryIntegrityTag(data[:len(data)-16], destConnID, hdr.Version)
  963. if !bytes.Equal(data[len(data)-16:], tag[:]) {
  964. if s.tracer != nil {
  965. s.tracer.DroppedPacket(logging.PacketTypeRetry, protocol.ByteCount(len(data)), logging.PacketDropPayloadDecryptError)
  966. }
  967. s.logger.Debugf("Ignoring spoofed Retry. Integrity Tag doesn't match.")
  968. return false
  969. }
  970. if s.logger.Debug() {
  971. s.logger.Debugf("<- Received Retry:")
  972. (&wire.ExtendedHeader{Header: *hdr}).Log(s.logger)
  973. s.logger.Debugf("Switching destination connection ID to: %s", hdr.SrcConnectionID)
  974. }
  975. if s.tracer != nil {
  976. s.tracer.ReceivedRetry(hdr)
  977. }
  978. newDestConnID := hdr.SrcConnectionID
  979. s.receivedRetry = true
  980. if err := s.sentPacketHandler.ResetForRetry(); err != nil {
  981. s.closeLocal(err)
  982. return false
  983. }
  984. s.handshakeDestConnID = newDestConnID
  985. s.retrySrcConnID = &newDestConnID
  986. s.cryptoStreamHandler.ChangeConnectionID(newDestConnID)
  987. s.packer.SetToken(hdr.Token)
  988. s.connIDManager.ChangeInitialConnID(newDestConnID)
  989. s.scheduleSending()
  990. return true
  991. }
  992. func (s *connection) handleVersionNegotiationPacket(p *receivedPacket) {
  993. if s.perspective == protocol.PerspectiveServer || // servers never receive version negotiation packets
  994. s.receivedFirstPacket || s.versionNegotiated { // ignore delayed / duplicated version negotiation packets
  995. if s.tracer != nil {
  996. s.tracer.DroppedPacket(logging.PacketTypeVersionNegotiation, p.Size(), logging.PacketDropUnexpectedPacket)
  997. }
  998. return
  999. }
  1000. hdr, supportedVersions, err := wire.ParseVersionNegotiationPacket(bytes.NewReader(p.data))
  1001. if err != nil {
  1002. if s.tracer != nil {
  1003. s.tracer.DroppedPacket(logging.PacketTypeVersionNegotiation, p.Size(), logging.PacketDropHeaderParseError)
  1004. }
  1005. s.logger.Debugf("Error parsing Version Negotiation packet: %s", err)
  1006. return
  1007. }
  1008. for _, v := range supportedVersions {
  1009. if v == s.version {
  1010. if s.tracer != nil {
  1011. s.tracer.DroppedPacket(logging.PacketTypeVersionNegotiation, p.Size(), logging.PacketDropUnexpectedVersion)
  1012. }
  1013. // The Version Negotiation packet contains the version that we offered.
  1014. // This might be a packet sent by an attacker, or it was corrupted.
  1015. return
  1016. }
  1017. }
  1018. s.logger.Infof("Received a Version Negotiation packet. Supported Versions: %s", supportedVersions)
  1019. if s.tracer != nil {
  1020. s.tracer.ReceivedVersionNegotiationPacket(hdr, supportedVersions)
  1021. }
  1022. newVersion, ok := protocol.ChooseSupportedVersion(s.config.Versions, supportedVersions)
  1023. if !ok {
  1024. s.destroyImpl(&VersionNegotiationError{
  1025. Ours: s.config.Versions,
  1026. Theirs: supportedVersions,
  1027. })
  1028. s.logger.Infof("No compatible QUIC version found.")
  1029. return
  1030. }
  1031. if s.tracer != nil {
  1032. s.tracer.NegotiatedVersion(newVersion, s.config.Versions, supportedVersions)
  1033. }
  1034. s.logger.Infof("Switching to QUIC version %s.", newVersion)
  1035. nextPN, _ := s.sentPacketHandler.PeekPacketNumber(protocol.EncryptionInitial)
  1036. s.destroyImpl(&errCloseForRecreating{
  1037. nextPacketNumber: nextPN,
  1038. nextVersion: newVersion,
  1039. })
  1040. }
  1041. func (s *connection) handleUnpackedPacket(
  1042. packet *unpackedPacket,
  1043. ecn protocol.ECN,
  1044. rcvTime time.Time,
  1045. packetSize protocol.ByteCount, // only for logging
  1046. ) error {
  1047. if len(packet.data) == 0 {
  1048. return &qerr.TransportError{
  1049. ErrorCode: qerr.ProtocolViolation,
  1050. ErrorMessage: "empty packet",
  1051. }
  1052. }
  1053. if !s.receivedFirstPacket {
  1054. s.receivedFirstPacket = true
  1055. if !s.versionNegotiated && s.tracer != nil {
  1056. var clientVersions, serverVersions []protocol.VersionNumber
  1057. switch s.perspective {
  1058. case protocol.PerspectiveClient:
  1059. clientVersions = s.config.Versions
  1060. case protocol.PerspectiveServer:
  1061. serverVersions = s.config.Versions
  1062. }
  1063. s.tracer.NegotiatedVersion(s.version, clientVersions, serverVersions)
  1064. }
  1065. // The server can change the source connection ID with the first Handshake packet.
  1066. if s.perspective == protocol.PerspectiveClient && packet.hdr.IsLongHeader && !packet.hdr.SrcConnectionID.Equal(s.handshakeDestConnID) {
  1067. cid := packet.hdr.SrcConnectionID
  1068. s.logger.Debugf("Received first packet. Switching destination connection ID to: %s", cid)
  1069. s.handshakeDestConnID = cid
  1070. s.connIDManager.ChangeInitialConnID(cid)
  1071. }
  1072. // We create the connection as soon as we receive the first packet from the client.
  1073. // We do that before authenticating the packet.
  1074. // That means that if the source connection ID was corrupted,
  1075. // we might have create a connection with an incorrect source connection ID.
  1076. // Once we authenticate the first packet, we need to update it.
  1077. if s.perspective == protocol.PerspectiveServer {
  1078. if !packet.hdr.SrcConnectionID.Equal(s.handshakeDestConnID) {
  1079. s.handshakeDestConnID = packet.hdr.SrcConnectionID
  1080. s.connIDManager.ChangeInitialConnID(packet.hdr.SrcConnectionID)
  1081. }
  1082. if s.tracer != nil {
  1083. s.tracer.StartedConnection(
  1084. s.conn.LocalAddr(),
  1085. s.conn.RemoteAddr(),
  1086. packet.hdr.SrcConnectionID,
  1087. packet.hdr.DestConnectionID,
  1088. )
  1089. }
  1090. }
  1091. }
  1092. s.lastPacketReceivedTime = rcvTime
  1093. s.firstAckElicitingPacketAfterIdleSentTime = time.Time{}
  1094. s.keepAlivePingSent = false
  1095. // Only used for tracing.
  1096. // If we're not tracing, this slice will always remain empty.
  1097. var frames []wire.Frame
  1098. r := bytes.NewReader(packet.data)
  1099. var isAckEliciting bool
  1100. for {
  1101. frame, err := s.frameParser.ParseNext(r, packet.encryptionLevel)
  1102. if err != nil {
  1103. return err
  1104. }
  1105. if frame == nil {
  1106. break
  1107. }
  1108. if ackhandler.IsFrameAckEliciting(frame) {
  1109. isAckEliciting = true
  1110. }
  1111. // Only process frames now if we're not logging.
  1112. // If we're logging, we need to make sure that the packet_received event is logged first.
  1113. if s.tracer == nil {
  1114. if err := s.handleFrame(frame, packet.encryptionLevel, packet.hdr.DestConnectionID); err != nil {
  1115. return err
  1116. }
  1117. } else {
  1118. frames = append(frames, frame)
  1119. }
  1120. }
  1121. if s.tracer != nil {
  1122. fs := make([]logging.Frame, len(frames))
  1123. for i, frame := range frames {
  1124. fs[i] = logutils.ConvertFrame(frame)
  1125. }
  1126. s.tracer.ReceivedPacket(packet.hdr, packetSize, fs)
  1127. for _, frame := range frames {
  1128. if err := s.handleFrame(frame, packet.encryptionLevel, packet.hdr.DestConnectionID); err != nil {
  1129. return err
  1130. }
  1131. }
  1132. }
  1133. return s.receivedPacketHandler.ReceivedPacket(packet.packetNumber, ecn, packet.encryptionLevel, rcvTime, isAckEliciting)
  1134. }
  1135. func (s *connection) handleFrame(f wire.Frame, encLevel protocol.EncryptionLevel, destConnID protocol.ConnectionID) error {
  1136. var err error
  1137. wire.LogFrame(s.logger, f, false)
  1138. switch frame := f.(type) {
  1139. case *wire.CryptoFrame:
  1140. err = s.handleCryptoFrame(frame, encLevel)
  1141. case *wire.StreamFrame:
  1142. err = s.handleStreamFrame(frame)
  1143. case *wire.AckFrame:
  1144. err = s.handleAckFrame(frame, encLevel)
  1145. case *wire.ConnectionCloseFrame:
  1146. s.handleConnectionCloseFrame(frame)
  1147. case *wire.ResetStreamFrame:
  1148. err = s.handleResetStreamFrame(frame)
  1149. case *wire.MaxDataFrame:
  1150. s.handleMaxDataFrame(frame)
  1151. case *wire.MaxStreamDataFrame:
  1152. err = s.handleMaxStreamDataFrame(frame)
  1153. case *wire.MaxStreamsFrame:
  1154. s.handleMaxStreamsFrame(frame)
  1155. case *wire.DataBlockedFrame:
  1156. case *wire.StreamDataBlockedFrame:
  1157. case *wire.StreamsBlockedFrame:
  1158. case *wire.StopSendingFrame:
  1159. err = s.handleStopSendingFrame(frame)
  1160. case *wire.PingFrame:
  1161. case *wire.PathChallengeFrame:
  1162. s.handlePathChallengeFrame(frame)
  1163. case *wire.PathResponseFrame:
  1164. // since we don't send PATH_CHALLENGEs, we don't expect PATH_RESPONSEs
  1165. err = errors.New("unexpected PATH_RESPONSE frame")
  1166. case *wire.NewTokenFrame:
  1167. err = s.handleNewTokenFrame(frame)
  1168. case *wire.NewConnectionIDFrame:
  1169. err = s.handleNewConnectionIDFrame(frame)
  1170. case *wire.RetireConnectionIDFrame:
  1171. err = s.handleRetireConnectionIDFrame(frame, destConnID)
  1172. case *wire.HandshakeDoneFrame:
  1173. err = s.handleHandshakeDoneFrame()
  1174. case *wire.DatagramFrame:
  1175. err = s.handleDatagramFrame(frame)
  1176. default:
  1177. err = fmt.Errorf("unexpected frame type: %s", reflect.ValueOf(&frame).Elem().Type().Name())
  1178. }
  1179. return err
  1180. }
  1181. // handlePacket is called by the server with a new packet
  1182. func (s *connection) handlePacket(p *receivedPacket) {
  1183. // Discard packets once the amount of queued packets is larger than
  1184. // the channel size, protocol.MaxConnUnprocessedPackets
  1185. select {
  1186. case s.receivedPackets <- p:
  1187. default:
  1188. if s.tracer != nil {
  1189. s.tracer.DroppedPacket(logging.PacketTypeNotDetermined, p.Size(), logging.PacketDropDOSPrevention)
  1190. }
  1191. }
  1192. }
  1193. func (s *connection) handleConnectionCloseFrame(frame *wire.ConnectionCloseFrame) {
  1194. if frame.IsApplicationError {
  1195. s.closeRemote(&qerr.ApplicationError{
  1196. Remote: true,
  1197. ErrorCode: qerr.ApplicationErrorCode(frame.ErrorCode),
  1198. ErrorMessage: frame.ReasonPhrase,
  1199. })
  1200. return
  1201. }
  1202. s.closeRemote(&qerr.TransportError{
  1203. Remote: true,
  1204. ErrorCode: qerr.TransportErrorCode(frame.ErrorCode),
  1205. FrameType: frame.FrameType,
  1206. ErrorMessage: frame.ReasonPhrase,
  1207. })
  1208. }
  1209. func (s *connection) handleCryptoFrame(frame *wire.CryptoFrame, encLevel protocol.EncryptionLevel) error {
  1210. encLevelChanged, err := s.cryptoStreamManager.HandleCryptoFrame(frame, encLevel)
  1211. if err != nil {
  1212. return err
  1213. }
  1214. if encLevelChanged {
  1215. // Queue all packets for decryption that have been undecryptable so far.
  1216. s.undecryptablePacketsToProcess = s.undecryptablePackets
  1217. s.undecryptablePackets = nil
  1218. }
  1219. return nil
  1220. }
  1221. func (s *connection) handleStreamFrame(frame *wire.StreamFrame) error {
  1222. str, err := s.streamsMap.GetOrOpenReceiveStream(frame.StreamID)
  1223. if err != nil {
  1224. return err
  1225. }
  1226. if str == nil {
  1227. // Stream is closed and already garbage collected
  1228. // ignore this StreamFrame
  1229. return nil
  1230. }
  1231. return str.handleStreamFrame(frame)
  1232. }
  1233. func (s *connection) handleMaxDataFrame(frame *wire.MaxDataFrame) {
  1234. s.connFlowController.UpdateSendWindow(frame.MaximumData)
  1235. }
  1236. func (s *connection) handleMaxStreamDataFrame(frame *wire.MaxStreamDataFrame) error {
  1237. str, err := s.streamsMap.GetOrOpenSendStream(frame.StreamID)
  1238. if err != nil {
  1239. return err
  1240. }
  1241. if str == nil {
  1242. // stream is closed and already garbage collected
  1243. return nil
  1244. }
  1245. str.updateSendWindow(frame.MaximumStreamData)
  1246. return nil
  1247. }
  1248. func (s *connection) handleMaxStreamsFrame(frame *wire.MaxStreamsFrame) {
  1249. s.streamsMap.HandleMaxStreamsFrame(frame)
  1250. }
  1251. func (s *connection) handleResetStreamFrame(frame *wire.ResetStreamFrame) error {
  1252. str, err := s.streamsMap.GetOrOpenReceiveStream(frame.StreamID)
  1253. if err != nil {
  1254. return err
  1255. }
  1256. if str == nil {
  1257. // stream is closed and already garbage collected
  1258. return nil
  1259. }
  1260. return str.handleResetStreamFrame(frame)
  1261. }
  1262. func (s *connection) handleStopSendingFrame(frame *wire.StopSendingFrame) error {
  1263. str, err := s.streamsMap.GetOrOpenSendStream(frame.StreamID)
  1264. if err != nil {
  1265. return err
  1266. }
  1267. if str == nil {
  1268. // stream is closed and already garbage collected
  1269. return nil
  1270. }
  1271. str.handleStopSendingFrame(frame)
  1272. return nil
  1273. }
  1274. func (s *connection) handlePathChallengeFrame(frame *wire.PathChallengeFrame) {
  1275. s.queueControlFrame(&wire.PathResponseFrame{Data: frame.Data})
  1276. }
  1277. func (s *connection) handleNewTokenFrame(frame *wire.NewTokenFrame) error {
  1278. if s.perspective == protocol.PerspectiveServer {
  1279. return &qerr.TransportError{
  1280. ErrorCode: qerr.ProtocolViolation,
  1281. ErrorMessage: "received NEW_TOKEN frame from the client",
  1282. }
  1283. }
  1284. if s.config.TokenStore != nil {
  1285. s.config.TokenStore.Put(s.tokenStoreKey, &ClientToken{data: frame.Token})
  1286. }
  1287. return nil
  1288. }
  1289. func (s *connection) handleNewConnectionIDFrame(f *wire.NewConnectionIDFrame) error {
  1290. return s.connIDManager.Add(f)
  1291. }
  1292. func (s *connection) handleRetireConnectionIDFrame(f *wire.RetireConnectionIDFrame, destConnID protocol.ConnectionID) error {
  1293. return s.connIDGenerator.Retire(f.SequenceNumber, destConnID)
  1294. }
  1295. func (s *connection) handleHandshakeDoneFrame() error {
  1296. if s.perspective == protocol.PerspectiveServer {
  1297. return &qerr.TransportError{
  1298. ErrorCode: qerr.ProtocolViolation,
  1299. ErrorMessage: "received a HANDSHAKE_DONE frame",
  1300. }
  1301. }
  1302. if !s.handshakeConfirmed {
  1303. s.handleHandshakeConfirmed()
  1304. }
  1305. return nil
  1306. }
  1307. func (s *connection) handleAckFrame(frame *wire.AckFrame, encLevel protocol.EncryptionLevel) error {
  1308. acked1RTTPacket, err := s.sentPacketHandler.ReceivedAck(frame, encLevel, s.lastPacketReceivedTime)
  1309. if err != nil {
  1310. return err
  1311. }
  1312. if !acked1RTTPacket {
  1313. return nil
  1314. }
  1315. if s.perspective == protocol.PerspectiveClient && !s.handshakeConfirmed {
  1316. s.handleHandshakeConfirmed()
  1317. }
  1318. return s.cryptoStreamHandler.SetLargest1RTTAcked(frame.LargestAcked())
  1319. }
  1320. func (s *connection) handleDatagramFrame(f *wire.DatagramFrame) error {
  1321. if f.Length(s.version) > protocol.MaxDatagramFrameSize {
  1322. return &qerr.TransportError{
  1323. ErrorCode: qerr.ProtocolViolation,
  1324. ErrorMessage: "DATAGRAM frame too large",
  1325. }
  1326. }
  1327. s.datagramQueue.HandleDatagramFrame(f)
  1328. return nil
  1329. }
  1330. // closeLocal closes the connection and send a CONNECTION_CLOSE containing the error
  1331. func (s *connection) closeLocal(e error) {
  1332. s.closeOnce.Do(func() {
  1333. if e == nil {
  1334. s.logger.Infof("Closing connection.")
  1335. } else {
  1336. s.logger.Errorf("Closing connection with error: %s", e)
  1337. }
  1338. s.closeChan <- closeError{err: e, immediate: false, remote: false}
  1339. })
  1340. }
  1341. // destroy closes the connection without sending the error on the wire
  1342. func (s *connection) destroy(e error) {
  1343. s.destroyImpl(e)
  1344. <-s.ctx.Done()
  1345. }
  1346. func (s *connection) destroyImpl(e error) {
  1347. s.closeOnce.Do(func() {
  1348. if nerr, ok := e.(net.Error); ok && nerr.Timeout() {
  1349. s.logger.Errorf("Destroying connection: %s", e)
  1350. } else {
  1351. s.logger.Errorf("Destroying connection with error: %s", e)
  1352. }
  1353. s.closeChan <- closeError{err: e, immediate: true, remote: false}
  1354. })
  1355. }
  1356. func (s *connection) closeRemote(e error) {
  1357. s.closeOnce.Do(func() {
  1358. s.logger.Errorf("Peer closed connection with error: %s", e)
  1359. s.closeChan <- closeError{err: e, immediate: true, remote: true}
  1360. })
  1361. }
  1362. // Close the connection. It sends a NO_ERROR application error.
  1363. // It waits until the run loop has stopped before returning
  1364. func (s *connection) shutdown() {
  1365. s.closeLocal(nil)
  1366. <-s.ctx.Done()
  1367. }
  1368. func (s *connection) CloseWithError(code ApplicationErrorCode, desc string) error {
  1369. s.closeLocal(&qerr.ApplicationError{
  1370. ErrorCode: code,
  1371. ErrorMessage: desc,
  1372. })
  1373. <-s.ctx.Done()
  1374. return nil
  1375. }
  1376. func (s *connection) handleCloseError(closeErr *closeError) {
  1377. e := closeErr.err
  1378. if e == nil {
  1379. e = &qerr.ApplicationError{}
  1380. } else {
  1381. defer func() {
  1382. closeErr.err = e
  1383. }()
  1384. }
  1385. var (
  1386. statelessResetErr *StatelessResetError
  1387. versionNegotiationErr *VersionNegotiationError
  1388. recreateErr *errCloseForRecreating
  1389. applicationErr *ApplicationError
  1390. transportErr *TransportError
  1391. )
  1392. switch {
  1393. case errors.Is(e, qerr.ErrIdleTimeout),
  1394. errors.Is(e, qerr.ErrHandshakeTimeout),
  1395. errors.As(e, &statelessResetErr),
  1396. errors.As(e, &versionNegotiationErr),
  1397. errors.As(e, &recreateErr),
  1398. errors.As(e, &applicationErr),
  1399. errors.As(e, &transportErr):
  1400. default:
  1401. e = &qerr.TransportError{
  1402. ErrorCode: qerr.InternalError,
  1403. ErrorMessage: e.Error(),
  1404. }
  1405. }
  1406. s.streamsMap.CloseWithError(e)
  1407. s.connIDManager.Close()
  1408. if s.datagramQueue != nil {
  1409. s.datagramQueue.CloseWithError(e)
  1410. }
  1411. if s.tracer != nil && !errors.As(e, &recreateErr) {
  1412. s.tracer.ClosedConnection(e)
  1413. }
  1414. // If this is a remote close we're done here
  1415. if closeErr.remote {
  1416. s.connIDGenerator.ReplaceWithClosed(s.perspective, nil)
  1417. return
  1418. }
  1419. if closeErr.immediate {
  1420. s.connIDGenerator.RemoveAll()
  1421. return
  1422. }
  1423. // Don't send out any CONNECTION_CLOSE if this is an error that occurred
  1424. // before we even sent out the first packet.
  1425. if s.perspective == protocol.PerspectiveClient && !s.sentFirstPacket {
  1426. s.connIDGenerator.RemoveAll()
  1427. return
  1428. }
  1429. connClosePacket, err := s.sendConnectionClose(e)
  1430. if err != nil {
  1431. s.logger.Debugf("Error sending CONNECTION_CLOSE: %s", err)
  1432. }
  1433. s.connIDGenerator.ReplaceWithClosed(s.perspective, connClosePacket)
  1434. }
  1435. func (s *connection) dropEncryptionLevel(encLevel protocol.EncryptionLevel) {
  1436. s.sentPacketHandler.DropPackets(encLevel)
  1437. s.receivedPacketHandler.DropPackets(encLevel)
  1438. if s.tracer != nil {
  1439. s.tracer.DroppedEncryptionLevel(encLevel)
  1440. }
  1441. if encLevel == protocol.Encryption0RTT {
  1442. s.streamsMap.ResetFor0RTT()
  1443. if err := s.connFlowController.Reset(); err != nil {
  1444. s.closeLocal(err)
  1445. }
  1446. if err := s.framer.Handle0RTTRejection(); err != nil {
  1447. s.closeLocal(err)
  1448. }
  1449. }
  1450. }
  1451. // is called for the client, when restoring transport parameters saved for 0-RTT
  1452. func (s *connection) restoreTransportParameters(params *wire.TransportParameters) {
  1453. if s.logger.Debug() {
  1454. s.logger.Debugf("Restoring Transport Parameters: %s", params)
  1455. }
  1456. s.peerParams = params
  1457. s.connIDGenerator.SetMaxActiveConnIDs(params.ActiveConnectionIDLimit)
  1458. s.connFlowController.UpdateSendWindow(params.InitialMaxData)
  1459. s.streamsMap.UpdateLimits(params)
  1460. }
  1461. func (s *connection) handleTransportParameters(params *wire.TransportParameters) {
  1462. if err := s.checkTransportParameters(params); err != nil {
  1463. s.closeLocal(&qerr.TransportError{
  1464. ErrorCode: qerr.TransportParameterError,
  1465. ErrorMessage: err.Error(),
  1466. })
  1467. }
  1468. s.peerParams = params
  1469. // On the client side we have to wait for handshake completion.
  1470. // During a 0-RTT connection, we are only allowed to use the new transport parameters for 1-RTT packets.
  1471. if s.perspective == protocol.PerspectiveServer {
  1472. s.applyTransportParameters()
  1473. // On the server side, the early connection is ready as soon as we processed
  1474. // the client's transport parameters.
  1475. close(s.earlyConnReadyChan)
  1476. }
  1477. }
  1478. func (s *connection) checkTransportParameters(params *wire.TransportParameters) error {
  1479. if s.logger.Debug() {
  1480. s.logger.Debugf("Processed Transport Parameters: %s", params)
  1481. }
  1482. if s.tracer != nil {
  1483. s.tracer.ReceivedTransportParameters(params)
  1484. }
  1485. // check the initial_source_connection_id
  1486. if !params.InitialSourceConnectionID.Equal(s.handshakeDestConnID) {
  1487. return fmt.Errorf("expected initial_source_connection_id to equal %s, is %s", s.handshakeDestConnID, params.InitialSourceConnectionID)
  1488. }
  1489. if s.perspective == protocol.PerspectiveServer {
  1490. return nil
  1491. }
  1492. // check the original_destination_connection_id
  1493. if !params.OriginalDestinationConnectionID.Equal(s.origDestConnID) {
  1494. return fmt.Errorf("expected original_destination_connection_id to equal %s, is %s", s.origDestConnID, params.OriginalDestinationConnectionID)
  1495. }
  1496. if s.retrySrcConnID != nil { // a Retry was performed
  1497. if params.RetrySourceConnectionID == nil {
  1498. return errors.New("missing retry_source_connection_id")
  1499. }
  1500. if !(*params.RetrySourceConnectionID).Equal(*s.retrySrcConnID) {
  1501. return fmt.Errorf("expected retry_source_connection_id to equal %s, is %s", s.retrySrcConnID, *params.RetrySourceConnectionID)
  1502. }
  1503. } else if params.RetrySourceConnectionID != nil {
  1504. return errors.New("received retry_source_connection_id, although no Retry was performed")
  1505. }
  1506. return nil
  1507. }
  1508. func (s *connection) applyTransportParameters() {
  1509. params := s.peerParams
  1510. // Our local idle timeout will always be > 0.
  1511. s.idleTimeout = utils.MinNonZeroDuration(s.config.MaxIdleTimeout, params.MaxIdleTimeout)
  1512. s.keepAliveInterval = utils.Min(s.config.KeepAlivePeriod, utils.Min(s.idleTimeout/2, protocol.MaxKeepAliveInterval))
  1513. s.streamsMap.UpdateLimits(params)
  1514. s.packer.HandleTransportParameters(params)
  1515. s.frameParser.SetAckDelayExponent(params.AckDelayExponent)
  1516. s.connFlowController.UpdateSendWindow(params.InitialMaxData)
  1517. s.rttStats.SetMaxAckDelay(params.MaxAckDelay)
  1518. s.connIDGenerator.SetMaxActiveConnIDs(params.ActiveConnectionIDLimit)
  1519. if params.StatelessResetToken != nil {
  1520. s.connIDManager.SetStatelessResetToken(*params.StatelessResetToken)
  1521. }
  1522. // We don't support connection migration yet, so we don't have any use for the preferred_address.
  1523. if params.PreferredAddress != nil {
  1524. // Retire the connection ID.
  1525. s.connIDManager.AddFromPreferredAddress(params.PreferredAddress.ConnectionID, params.PreferredAddress.StatelessResetToken)
  1526. }
  1527. }
  1528. func (s *connection) sendPackets() error {
  1529. s.pacingDeadline = time.Time{}
  1530. var sentPacket bool // only used in for packets sent in send mode SendAny
  1531. for {
  1532. sendMode := s.sentPacketHandler.SendMode()
  1533. if sendMode == ackhandler.SendAny && s.handshakeComplete && !s.sentPacketHandler.HasPacingBudget() {
  1534. deadline := s.sentPacketHandler.TimeUntilSend()
  1535. if deadline.IsZero() {
  1536. deadline = deadlineSendImmediately
  1537. }
  1538. s.pacingDeadline = deadline
  1539. // Allow sending of an ACK if we're pacing limit (if we haven't sent out a packet yet).
  1540. // This makes sure that a peer that is mostly receiving data (and thus has an inaccurate cwnd estimate)
  1541. // sends enough ACKs to allow its peer to utilize the bandwidth.
  1542. if sentPacket {
  1543. return nil
  1544. }
  1545. sendMode = ackhandler.SendAck
  1546. }
  1547. switch sendMode {
  1548. case ackhandler.SendNone:
  1549. return nil
  1550. case ackhandler.SendAck:
  1551. // If we already sent packets, and the send mode switches to SendAck,
  1552. // as we've just become congestion limited.
  1553. // There's no need to try to send an ACK at this moment.
  1554. if sentPacket {
  1555. return nil
  1556. }
  1557. // We can at most send a single ACK only packet.
  1558. // There will only be a new ACK after receiving new packets.
  1559. // SendAck is only returned when we're congestion limited, so we don't need to set the pacinggs timer.
  1560. return s.maybeSendAckOnlyPacket()
  1561. case ackhandler.SendPTOInitial:
  1562. if err := s.sendProbePacket(protocol.EncryptionInitial); err != nil {
  1563. return err
  1564. }
  1565. case ackhandler.SendPTOHandshake:
  1566. if err := s.sendProbePacket(protocol.EncryptionHandshake); err != nil {
  1567. return err
  1568. }
  1569. case ackhandler.SendPTOAppData:
  1570. if err := s.sendProbePacket(protocol.Encryption1RTT); err != nil {
  1571. return err
  1572. }
  1573. case ackhandler.SendAny:
  1574. sent, err := s.sendPacket()
  1575. if err != nil || !sent {
  1576. return err
  1577. }
  1578. sentPacket = true
  1579. default:
  1580. return fmt.Errorf("BUG: invalid send mode %d", sendMode)
  1581. }
  1582. // Prioritize receiving of packets over sending out more packets.
  1583. if len(s.receivedPackets) > 0 {
  1584. s.pacingDeadline = deadlineSendImmediately
  1585. return nil
  1586. }
  1587. if s.sendQueue.WouldBlock() {
  1588. return nil
  1589. }
  1590. }
  1591. }
  1592. func (s *connection) maybeSendAckOnlyPacket() error {
  1593. packet, err := s.packer.MaybePackAckPacket(s.handshakeConfirmed)
  1594. if err != nil {
  1595. return err
  1596. }
  1597. if packet == nil {
  1598. return nil
  1599. }
  1600. s.sendPackedPacket(packet, time.Now())
  1601. return nil
  1602. }
  1603. func (s *connection) sendProbePacket(encLevel protocol.EncryptionLevel) error {
  1604. // Queue probe packets until we actually send out a packet,
  1605. // or until there are no more packets to queue.
  1606. var packet *packedPacket
  1607. for {
  1608. if wasQueued := s.sentPacketHandler.QueueProbePacket(encLevel); !wasQueued {
  1609. break
  1610. }
  1611. var err error
  1612. packet, err = s.packer.MaybePackProbePacket(encLevel)
  1613. if err != nil {
  1614. return err
  1615. }
  1616. if packet != nil {
  1617. break
  1618. }
  1619. }
  1620. if packet == nil {
  1621. //nolint:exhaustive // Cannot send probe packets for 0-RTT.
  1622. switch encLevel {
  1623. case protocol.EncryptionInitial:
  1624. s.retransmissionQueue.AddInitial(&wire.PingFrame{})
  1625. case protocol.EncryptionHandshake:
  1626. s.retransmissionQueue.AddHandshake(&wire.PingFrame{})
  1627. case protocol.Encryption1RTT:
  1628. s.retransmissionQueue.AddAppData(&wire.PingFrame{})
  1629. default:
  1630. panic("unexpected encryption level")
  1631. }
  1632. var err error
  1633. packet, err = s.packer.MaybePackProbePacket(encLevel)
  1634. if err != nil {
  1635. return err
  1636. }
  1637. }
  1638. if packet == nil || packet.packetContents == nil {
  1639. return fmt.Errorf("connection BUG: couldn't pack %s probe packet", encLevel)
  1640. }
  1641. s.sendPackedPacket(packet, time.Now())
  1642. return nil
  1643. }
  1644. func (s *connection) sendPacket() (bool, error) {
  1645. if isBlocked, offset := s.connFlowController.IsNewlyBlocked(); isBlocked {
  1646. s.framer.QueueControlFrame(&wire.DataBlockedFrame{MaximumData: offset})
  1647. }
  1648. s.windowUpdateQueue.QueueAll()
  1649. now := time.Now()
  1650. if !s.handshakeConfirmed {
  1651. packet, err := s.packer.PackCoalescedPacket()
  1652. if err != nil || packet == nil {
  1653. return false, err
  1654. }
  1655. s.sentFirstPacket = true
  1656. s.logCoalescedPacket(packet)
  1657. for _, p := range packet.packets {
  1658. if s.firstAckElicitingPacketAfterIdleSentTime.IsZero() && p.IsAckEliciting() {
  1659. s.firstAckElicitingPacketAfterIdleSentTime = now
  1660. }
  1661. s.sentPacketHandler.SentPacket(p.ToAckHandlerPacket(now, s.retransmissionQueue))
  1662. }
  1663. s.connIDManager.SentPacket()
  1664. s.sendQueue.Send(packet.buffer)
  1665. return true, nil
  1666. }
  1667. if !s.config.DisablePathMTUDiscovery && s.mtuDiscoverer.ShouldSendProbe(now) {
  1668. packet, err := s.packer.PackMTUProbePacket(s.mtuDiscoverer.GetPing())
  1669. if err != nil {
  1670. return false, err
  1671. }
  1672. s.sendPackedPacket(packet, now)
  1673. return true, nil
  1674. }
  1675. packet, err := s.packer.PackPacket()
  1676. if err != nil || packet == nil {
  1677. return false, err
  1678. }
  1679. s.sendPackedPacket(packet, now)
  1680. return true, nil
  1681. }
  1682. func (s *connection) sendPackedPacket(packet *packedPacket, now time.Time) {
  1683. if s.firstAckElicitingPacketAfterIdleSentTime.IsZero() && packet.IsAckEliciting() {
  1684. s.firstAckElicitingPacketAfterIdleSentTime = now
  1685. }
  1686. s.logPacket(packet)
  1687. s.sentPacketHandler.SentPacket(packet.ToAckHandlerPacket(now, s.retransmissionQueue))
  1688. s.connIDManager.SentPacket()
  1689. s.sendQueue.Send(packet.buffer)
  1690. }
  1691. func (s *connection) sendConnectionClose(e error) ([]byte, error) {
  1692. var packet *coalescedPacket
  1693. var err error
  1694. var transportErr *qerr.TransportError
  1695. var applicationErr *qerr.ApplicationError
  1696. if errors.As(e, &transportErr) {
  1697. packet, err = s.packer.PackConnectionClose(transportErr)
  1698. } else if errors.As(e, &applicationErr) {
  1699. packet, err = s.packer.PackApplicationClose(applicationErr)
  1700. } else {
  1701. packet, err = s.packer.PackConnectionClose(&qerr.TransportError{
  1702. ErrorCode: qerr.InternalError,
  1703. ErrorMessage: fmt.Sprintf("connection BUG: unspecified error type (msg: %s)", e.Error()),
  1704. })
  1705. }
  1706. if err != nil {
  1707. return nil, err
  1708. }
  1709. s.logCoalescedPacket(packet)
  1710. return packet.buffer.Data, s.conn.Write(packet.buffer.Data)
  1711. }
  1712. func (s *connection) logPacketContents(p *packetContents) {
  1713. // tracing
  1714. if s.tracer != nil {
  1715. frames := make([]logging.Frame, 0, len(p.frames))
  1716. for _, f := range p.frames {
  1717. frames = append(frames, logutils.ConvertFrame(f.Frame))
  1718. }
  1719. s.tracer.SentPacket(p.header, p.length, p.ack, frames)
  1720. }
  1721. // quic-go logging
  1722. if !s.logger.Debug() {
  1723. return
  1724. }
  1725. p.header.Log(s.logger)
  1726. if p.ack != nil {
  1727. wire.LogFrame(s.logger, p.ack, true)
  1728. }
  1729. for _, frame := range p.frames {
  1730. wire.LogFrame(s.logger, frame.Frame, true)
  1731. }
  1732. }
  1733. func (s *connection) logCoalescedPacket(packet *coalescedPacket) {
  1734. if s.logger.Debug() {
  1735. if len(packet.packets) > 1 {
  1736. s.logger.Debugf("-> Sending coalesced packet (%d parts, %d bytes) for connection %s", len(packet.packets), packet.buffer.Len(), s.logID)
  1737. } else {
  1738. s.logger.Debugf("-> Sending packet %d (%d bytes) for connection %s, %s", packet.packets[0].header.PacketNumber, packet.buffer.Len(), s.logID, packet.packets[0].EncryptionLevel())
  1739. }
  1740. }
  1741. for _, p := range packet.packets {
  1742. s.logPacketContents(p)
  1743. }
  1744. }
  1745. func (s *connection) logPacket(packet *packedPacket) {
  1746. if s.logger.Debug() {
  1747. s.logger.Debugf("-> Sending packet %d (%d bytes) for connection %s, %s", packet.header.PacketNumber, packet.buffer.Len(), s.logID, packet.EncryptionLevel())
  1748. }
  1749. s.logPacketContents(packet.packetContents)
  1750. }
  1751. // AcceptStream returns the next stream openend by the peer
  1752. func (s *connection) AcceptStream(ctx context.Context) (Stream, error) {
  1753. return s.streamsMap.AcceptStream(ctx)
  1754. }
  1755. func (s *connection) AcceptUniStream(ctx context.Context) (ReceiveStream, error) {
  1756. return s.streamsMap.AcceptUniStream(ctx)
  1757. }
  1758. // OpenStream opens a stream
  1759. func (s *connection) OpenStream() (Stream, error) {
  1760. return s.streamsMap.OpenStream()
  1761. }
  1762. func (s *connection) OpenStreamSync(ctx context.Context) (Stream, error) {
  1763. return s.streamsMap.OpenStreamSync(ctx)
  1764. }
  1765. func (s *connection) OpenUniStream() (SendStream, error) {
  1766. return s.streamsMap.OpenUniStream()
  1767. }
  1768. func (s *connection) OpenUniStreamSync(ctx context.Context) (SendStream, error) {
  1769. return s.streamsMap.OpenUniStreamSync(ctx)
  1770. }
  1771. func (s *connection) newFlowController(id protocol.StreamID) flowcontrol.StreamFlowController {
  1772. initialSendWindow := s.peerParams.InitialMaxStreamDataUni
  1773. if id.Type() == protocol.StreamTypeBidi {
  1774. if id.InitiatedBy() == s.perspective {
  1775. initialSendWindow = s.peerParams.InitialMaxStreamDataBidiRemote
  1776. } else {
  1777. initialSendWindow = s.peerParams.InitialMaxStreamDataBidiLocal
  1778. }
  1779. }
  1780. return flowcontrol.NewStreamFlowController(
  1781. id,
  1782. s.connFlowController,
  1783. protocol.ByteCount(s.config.InitialStreamReceiveWindow),
  1784. protocol.ByteCount(s.config.MaxStreamReceiveWindow),
  1785. initialSendWindow,
  1786. s.onHasStreamWindowUpdate,
  1787. s.rttStats,
  1788. s.logger,
  1789. )
  1790. }
  1791. // scheduleSending signals that we have data for sending
  1792. func (s *connection) scheduleSending() {
  1793. select {
  1794. case s.sendingScheduled <- struct{}{}:
  1795. default:
  1796. }
  1797. }
  1798. func (s *connection) tryQueueingUndecryptablePacket(p *receivedPacket, hdr *wire.Header) {
  1799. if s.handshakeComplete {
  1800. panic("shouldn't queue undecryptable packets after handshake completion")
  1801. }
  1802. if len(s.undecryptablePackets)+1 > protocol.MaxUndecryptablePackets {
  1803. if s.tracer != nil {
  1804. s.tracer.DroppedPacket(logging.PacketTypeFromHeader(hdr), p.Size(), logging.PacketDropDOSPrevention)
  1805. }
  1806. s.logger.Infof("Dropping undecryptable packet (%d bytes). Undecryptable packet queue full.", p.Size())
  1807. return
  1808. }
  1809. s.logger.Infof("Queueing packet (%d bytes) for later decryption", p.Size())
  1810. if s.tracer != nil {
  1811. s.tracer.BufferedPacket(logging.PacketTypeFromHeader(hdr))
  1812. }
  1813. s.undecryptablePackets = append(s.undecryptablePackets, p)
  1814. }
  1815. func (s *connection) queueControlFrame(f wire.Frame) {
  1816. s.framer.QueueControlFrame(f)
  1817. s.scheduleSending()
  1818. }
  1819. func (s *connection) onHasStreamWindowUpdate(id protocol.StreamID) {
  1820. s.windowUpdateQueue.AddStream(id)
  1821. s.scheduleSending()
  1822. }
  1823. func (s *connection) onHasConnectionWindowUpdate() {
  1824. s.windowUpdateQueue.AddConnection()
  1825. s.scheduleSending()
  1826. }
  1827. func (s *connection) onHasStreamData(id protocol.StreamID) {
  1828. s.framer.AddActiveStream(id)
  1829. s.scheduleSending()
  1830. }
  1831. func (s *connection) onStreamCompleted(id protocol.StreamID) {
  1832. if err := s.streamsMap.DeleteStream(id); err != nil {
  1833. s.closeLocal(err)
  1834. }
  1835. }
  1836. func (s *connection) SendMessage(p []byte) error {
  1837. if !s.supportsDatagrams() {
  1838. return errors.New("datagram support disabled")
  1839. }
  1840. f := &wire.DatagramFrame{DataLenPresent: true}
  1841. if protocol.ByteCount(len(p)) > f.MaxDataLen(s.peerParams.MaxDatagramFrameSize, s.version) {
  1842. return errors.New("message too large")
  1843. }
  1844. f.Data = make([]byte, len(p))
  1845. copy(f.Data, p)
  1846. return s.datagramQueue.AddAndWait(f)
  1847. }
  1848. func (s *connection) ReceiveMessage() ([]byte, error) {
  1849. if !s.config.EnableDatagrams {
  1850. return nil, errors.New("datagram support disabled")
  1851. }
  1852. return s.datagramQueue.Receive()
  1853. }
  1854. func (s *connection) LocalAddr() net.Addr {
  1855. return s.conn.LocalAddr()
  1856. }
  1857. func (s *connection) RemoteAddr() net.Addr {
  1858. return s.conn.RemoteAddr()
  1859. }
  1860. func (s *connection) getPerspective() protocol.Perspective {
  1861. return s.perspective
  1862. }
  1863. func (s *connection) GetVersion() protocol.VersionNumber {
  1864. return s.version
  1865. }
  1866. func (s *connection) NextConnection() Connection {
  1867. <-s.HandshakeComplete().Done()
  1868. s.streamsMap.UseResetMaps()
  1869. return s
  1870. }