| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668166916701671167216731674167516761677167816791680168116821683168416851686168716881689169016911692169316941695169616971698169917001701170217031704170517061707170817091710171117121713171417151716171717181719172017211722172317241725172617271728172917301731173217331734 |
- /*
- * Copyright (c) 2015, Psiphon Inc.
- * All rights reserved.
- *
- * This program is free software: you can redistribute it and/or modify
- * it under the terms of the GNU General Public License as published by
- * the Free Software Foundation, either version 3 of the License, or
- * (at your option) any later version.
- *
- * This program is distributed in the hope that it will be useful,
- * but WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
- * GNU General Public License for more details.
- *
- * You should have received a copy of the GNU General Public License
- * along with this program. If not, see <http://www.gnu.org/licenses/>.
- *
- */
- package psiphon
- import (
- "bytes"
- "context"
- "crypto/rand"
- "crypto/tls"
- "encoding/base64"
- "encoding/json"
- "fmt"
- "io"
- "io/ioutil"
- "net"
- "net/http"
- "net/url"
- "strings"
- "sync"
- "sync/atomic"
- "time"
- "github.com/Psiphon-Labs/psiphon-tunnel-core/psiphon/common"
- "github.com/Psiphon-Labs/psiphon-tunnel-core/psiphon/common/errors"
- "github.com/Psiphon-Labs/psiphon-tunnel-core/psiphon/common/obfuscator"
- "github.com/Psiphon-Labs/psiphon-tunnel-core/psiphon/common/parameters"
- "github.com/Psiphon-Labs/psiphon-tunnel-core/psiphon/common/prng"
- "github.com/Psiphon-Labs/psiphon-tunnel-core/psiphon/common/protocol"
- "github.com/Psiphon-Labs/psiphon-tunnel-core/psiphon/common/quic"
- "github.com/Psiphon-Labs/psiphon-tunnel-core/psiphon/common/values"
- "github.com/Psiphon-Labs/psiphon-tunnel-core/psiphon/upstreamproxy"
- "golang.org/x/crypto/nacl/box"
- "golang.org/x/net/http2"
- )
- // MeekConn is based on meek-client.go from Tor:
- //
- // https://gitweb.torproject.org/pluggable-transports/meek.git/blob/HEAD:/meek-client/meek-client.go
- // CC0 1.0 Universal
- const (
- MEEK_PROTOCOL_VERSION = 3
- MEEK_MAX_REQUEST_PAYLOAD_LENGTH = 65536
- )
- type MeekMode int
- const (
- MeekModeRelay = iota
- MeekModeObfuscatedRoundTrip
- MeekModePlaintextRoundTrip
- )
- // MeekConfig specifies the behavior of a MeekConn.
- type MeekConfig struct {
- // DiagnosticID is the server ID to record in any diagnostics notices.
- DiagnosticID string
- // Parameters is the active set of parameters.Parameters to use
- // for the meek dial.
- Parameters *parameters.Parameters
- // Mode selects the mode of operation:
- //
- // MeekModeRelay: encapsulates net.Conn flows in HTTP requests and responses;
- // secures and obfuscates metadata in an encrypted HTTP cookie, making it
- // suitable for non-TLS HTTP and HTTPS with unverifed server certificates;
- // the caller is responsible for securing and obfuscating the net.Conn flows;
- // the origin server should be a meek server; used for the meek tunnel
- // protocols.
- //
- // MeekModeObfuscatedRoundTrip: enables ObfuscatedRoundTrip, which performs
- // HTTP round trips; secures and obfuscates metadata, including the end point
- // (or path), in an encrypted HTTP cookie, making it suitable for non-TLS
- // HTTP and HTTPS with unverifed server certificates; the caller is
- // responsible for securing and obfuscating request/response payloads; the
- // origin server should be a meek server; used for tactics requests.
- //
- // MeekModePlaintextRoundTrip: enables RoundTrip; the MeekConn is an
- // http.RoundTripper; there are no security or obfuscation measures at the
- // HTTP level; TLS and server certificate verification is required; the
- // origin server may be any HTTP(S) server.
- //
- // As with the other modes, MeekModePlaintextRoundTrip supports HTTP/2 with
- // utls, and integration with DialParameters for replay -- which are not
- // otherwise implemented if using just CustomTLSDialer and net.http.
- Mode MeekMode
- // DialAddress is the actual network address to dial to establish a
- // connection to the meek server. This may be either a fronted or
- // direct address. The address must be in the form "host:port",
- // where host may be a domain name or IP address.
- DialAddress string
- // UseQUIC indicates whether to use HTTP/2 over QUIC.
- UseQUIC bool
- // QUICVersion indicates which QUIC version to use.
- QUICVersion string
- // QUICClientHelloSeed is used for randomized QUIC Client Hellos.
- QUICClientHelloSeed *prng.Seed
- // QUICDisablePathMTUDiscovery indicates whether to disable path MTU
- // discovery in the QUIC client.
- QUICDisablePathMTUDiscovery bool
- // UseHTTPS indicates whether to use HTTPS (true) or HTTP (false).
- UseHTTPS bool
- // TLSProfile specifies the value for CustomTLSConfig.TLSProfile for all
- // underlying TLS connections created by this meek connection.
- TLSProfile string
- // LegacyPassthrough indicates that the server expects a legacy passthrough
- // message.
- LegacyPassthrough bool
- // NoDefaultTLSSessionID specifies the value for
- // CustomTLSConfig.NoDefaultTLSSessionID for all underlying TLS connections
- // created by this meek connection.
- NoDefaultTLSSessionID bool
- // RandomizedTLSProfileSeed specifies the value for
- // CustomTLSConfig.RandomizedTLSProfileSeed for all underlying TLS
- // connections created by this meek connection.
- RandomizedTLSProfileSeed *prng.Seed
- // UseObfuscatedSessionTickets indicates whether to use obfuscated session
- // tickets. Assumes UseHTTPS is true. Ignored for MeekModePlaintextRoundTrip.
- UseObfuscatedSessionTickets bool
- // SNIServerName is the value to place in the TLS/QUIC SNI server_name field
- // when HTTPS or QUIC is used.
- SNIServerName string
- // HostHeader is the value to place in the HTTP request Host header.
- HostHeader string
- // TransformedHostName records whether a hostname transformation is
- // in effect. This value is used for stats reporting.
- TransformedHostName bool
- // VerifyServerName specifies a domain name that must appear in the server
- // certificate. When blank, server certificate verification is disabled.
- VerifyServerName string
- // VerifyPins specifies one or more certificate pin values, one of which must
- // appear in the verified server certificate chain. A pin value is the
- // base64-encoded SHA2 digest of a certificate's public key. When specified,
- // at least one pin must match at least one certificate in the chain, at any
- // position; e.g., the root CA may be pinned, or the server certificate,
- // etc.
- VerifyPins []string
- // ClientTunnelProtocol is the protocol the client is using. It's included in
- // the meek cookie for optional use by the server, in cases where the server
- // cannot unambiguously determine the tunnel protocol. ClientTunnelProtocol
- // is used when selecting tactics targeted at specific protocols. Ignored for
- // MeekModePlaintextRoundTrip.
- ClientTunnelProtocol string
- // NetworkLatencyMultiplier specifies a custom network latency multiplier to
- // apply to client parameters used by this meek connection.
- NetworkLatencyMultiplier float64
- // The following values are used to create the obfuscated meek cookie.
- // Ignored for MeekModePlaintextRoundTrip.
- MeekCookieEncryptionPublicKey string
- MeekObfuscatedKey string
- MeekObfuscatorPaddingSeed *prng.Seed
- }
- // MeekConn is a network connection that tunnels net.Conn flows over HTTP and supports
- // "domain fronting". Meek sends client->server flow in HTTP request bodies and
- // receives server->client flow in HTTP response bodies. Polling is used to
- // approximate full duplex TCP. MeekConn also offers HTTP round trip modes.
- //
- // Domain fronting is a network obfuscation technique in which the connection to a web
- // server, typically a CDN, is indistinguishable from any other HTTPS
- // connection to the generic "fronting domain" -- the HTTP Host header is used
- // to route the requests to the actual destination. See
- // https://trac.torproject.org/projects/tor/wiki/doc/meek for more details.
- //
- // MeekConn also support unfronted operation, in which connections are made
- // without routing through a CDN; and plain HTTP operation, without TLS or
- // QUIC, with connection metadata obfuscated in HTTP cookies.
- type MeekConn struct {
- params *parameters.Parameters
- mode MeekMode
- networkLatencyMultiplier float64
- isQUIC bool
- url *url.URL
- additionalHeaders http.Header
- cookie *http.Cookie
- contentType string
- cookieSize int
- tlsPadding int
- limitRequestPayloadLength int
- redialTLSProbability float64
- underlyingDialer common.Dialer
- cachedTLSDialer *cachedTLSDialer
- transport transporter
- mutex sync.Mutex
- isClosed bool
- runCtx context.Context
- stopRunning context.CancelFunc
- relayWaitGroup *sync.WaitGroup
- firstUnderlyingConn net.Conn
- // For MeekModeObfuscatedRoundTrip
- meekCookieEncryptionPublicKey string
- meekObfuscatedKey string
- meekObfuscatorPaddingSeed *prng.Seed
- clientTunnelProtocol string
- // For MeekModeRelay
- fullReceiveBufferLength int
- readPayloadChunkLength int
- emptyReceiveBuffer chan *bytes.Buffer
- partialReceiveBuffer chan *bytes.Buffer
- fullReceiveBuffer chan *bytes.Buffer
- emptySendBuffer chan *bytes.Buffer
- partialSendBuffer chan *bytes.Buffer
- fullSendBuffer chan *bytes.Buffer
- }
- func (conn *MeekConn) getCustomParameters() parameters.ParametersAccessor {
- return conn.params.GetCustom(conn.networkLatencyMultiplier)
- }
- // transporter is implemented by both http.Transport and upstreamproxy.ProxyAuthTransport.
- type transporter interface {
- CloseIdleConnections()
- RoundTrip(req *http.Request) (resp *http.Response, err error)
- }
- // DialMeek returns an initialized meek connection. A meek connection is
- // an HTTP session which does not depend on an underlying socket connection (although
- // persistent HTTP connections are used for performance). This function may not
- // wait for the connection to be established before returning.
- func DialMeek(
- ctx context.Context,
- meekConfig *MeekConfig,
- dialConfig *DialConfig) (*MeekConn, error) {
- if meekConfig.UseQUIC && meekConfig.UseHTTPS {
- return nil, errors.TraceNew(
- "invalid config: only one of UseQUIC or UseHTTPS may be set")
- }
- if meekConfig.UseQUIC &&
- (meekConfig.VerifyServerName != "" || len(meekConfig.VerifyPins) > 0) {
- // TODO: UseQUIC VerifyServerName and VerifyPins support (required for MeekModePlaintextRoundTrip).
- return nil, errors.TraceNew(
- "invalid config: VerifyServerName and VerifyPins not supported for UseQUIC")
- }
- skipVerify := meekConfig.VerifyServerName == ""
- if len(meekConfig.VerifyPins) > 0 && skipVerify {
- return nil, errors.TraceNew(
- "invalid config: VerifyServerName must be set when VerifyPins is set")
- }
- if meekConfig.Mode == MeekModePlaintextRoundTrip &&
- (!meekConfig.UseHTTPS || skipVerify) {
- return nil, errors.TraceNew(
- "invalid config: MeekModePlaintextRoundTrip requires UseHTTPS and VerifyServerName")
- }
- runCtx, stopRunning := context.WithCancel(context.Background())
- cleanupStopRunning := true
- cleanupCachedTLSDialer := true
- var cachedTLSDialer *cachedTLSDialer
- // Cleanup in error cases
- defer func() {
- if cleanupStopRunning {
- stopRunning()
- }
- if cleanupCachedTLSDialer && cachedTLSDialer != nil {
- cachedTLSDialer.close()
- }
- }()
- meek := &MeekConn{
- params: meekConfig.Parameters,
- mode: meekConfig.Mode,
- networkLatencyMultiplier: meekConfig.NetworkLatencyMultiplier,
- isClosed: false,
- runCtx: runCtx,
- stopRunning: stopRunning,
- relayWaitGroup: new(sync.WaitGroup),
- }
- if meek.mode == MeekModeRelay {
- var err error
- meek.cookie,
- meek.contentType,
- meek.tlsPadding,
- meek.limitRequestPayloadLength,
- meek.redialTLSProbability,
- err =
- makeMeekObfuscationValues(
- meek.getCustomParameters(),
- meekConfig.MeekCookieEncryptionPublicKey,
- meekConfig.MeekObfuscatedKey,
- meekConfig.MeekObfuscatorPaddingSeed,
- meekConfig.ClientTunnelProtocol,
- "")
- if err != nil {
- return nil, errors.Trace(err)
- }
- // For stats, record the size of the initial obfuscated cookie.
- meek.cookieSize = len(meek.cookie.Name) + len(meek.cookie.Value)
- }
- // Configure transport: QUIC or HTTPS or HTTP
- var (
- scheme string
- opaqueURL string
- transport transporter
- additionalHeaders http.Header
- proxyUrl func(*http.Request) (*url.URL, error)
- )
- if meekConfig.UseQUIC {
- meek.isQUIC = true
- scheme = "https"
- udpDialer := func(ctx context.Context) (net.PacketConn, *net.UDPAddr, error) {
- packetConn, remoteAddr, err := NewUDPConn(
- ctx,
- meekConfig.DialAddress,
- dialConfig)
- if err != nil {
- return nil, nil, errors.Trace(err)
- }
- return packetConn, remoteAddr, nil
- }
- _, port, _ := net.SplitHostPort(meekConfig.DialAddress)
- quicDialSNIAddress := fmt.Sprintf("%s:%s", meekConfig.SNIServerName, port)
- var err error
- transport, err = quic.NewQUICTransporter(
- ctx,
- func(message string) {
- NoticeInfo(message)
- },
- udpDialer,
- quicDialSNIAddress,
- meekConfig.QUICVersion,
- meekConfig.QUICClientHelloSeed,
- meekConfig.QUICDisablePathMTUDiscovery)
- if err != nil {
- return nil, errors.Trace(err)
- }
- } else if meekConfig.UseHTTPS {
- // Custom TLS dialer:
- //
- // 1. ignores the HTTP request address and uses the fronting domain
- // 2. optionally disables SNI -- SNI breaks fronting when used with certain CDNs.
- // 3. may skip verifying the server cert.
- //
- // Reasoning for #3:
- //
- // With a TLS MiM attack in place, and server certs verified, we'll fail to connect because the client
- // will refuse to connect. That's not a successful outcome.
- //
- // With a MiM attack in place, and server certs not verified, we'll fail to connect if the MiM is actively
- // targeting Psiphon and classifying the HTTP traffic by Host header or payload signature.
- //
- // However, in the case of a passive MiM that's just recording traffic or an active MiM that's targeting
- // something other than Psiphon, the client will connect. This is a successful outcome.
- //
- // What is exposed to the MiM? The Host header does not contain a Psiphon server IP address, just an
- // unrelated, randomly generated domain name which cannot be used to block direct connections. The
- // Psiphon server IP is sent over meek, but it's in the encrypted cookie.
- //
- // The payload (user traffic) gets its confidentiality and integrity from the underlying SSH protocol.
- // So, nothing is leaked to the MiM apart from signatures which could be used to classify the traffic
- // as Psiphon to possibly block it; but note that not revealing that the client is Psiphon is outside
- // our threat model; we merely seek to evade mass blocking by taking steps that require progressively
- // more effort to block.
- //
- // There is a subtle attack remaining: an adversary that can MiM some CDNs but not others (and so can
- // classify Psiphon traffic on some CDNs but not others) may throttle non-MiM CDNs so that our server
- // selection always chooses tunnels to the MiM CDN (without any server cert verification, we won't
- // exclusively connect to non-MiM CDNs); then the adversary kills the underlying TCP connection after
- // some short period. This is partially mitigated by tactics mechanisms.
- scheme = "https"
- meek.initUnderlyingDialer(dialConfig)
- tlsConfig := &CustomTLSConfig{
- Parameters: meekConfig.Parameters,
- DialAddr: meekConfig.DialAddress,
- Dial: meek.underlyingDial,
- SNIServerName: meekConfig.SNIServerName,
- SkipVerify: skipVerify,
- VerifyServerName: meekConfig.VerifyServerName,
- VerifyPins: meekConfig.VerifyPins,
- TLSProfile: meekConfig.TLSProfile,
- NoDefaultTLSSessionID: &meekConfig.NoDefaultTLSSessionID,
- RandomizedTLSProfileSeed: meekConfig.RandomizedTLSProfileSeed,
- TLSPadding: meek.tlsPadding,
- TrustedCACertificatesFilename: dialConfig.TrustedCACertificatesFilename,
- }
- tlsConfig.EnableClientSessionCache()
- if meekConfig.UseObfuscatedSessionTickets {
- tlsConfig.ObfuscatedSessionTicketKey = meekConfig.MeekObfuscatedKey
- }
- if meekConfig.Mode != MeekModePlaintextRoundTrip &&
- meekConfig.MeekObfuscatedKey != "" {
- // As the passthrough message is unique and indistinguishable from a normal
- // TLS client random value, we set it unconditionally and not just for
- // protocols which may support passthrough (even for those protocols,
- // clients don't know which servers are configured to use it).
- passthroughMessage, err := obfuscator.MakeTLSPassthroughMessage(
- !meekConfig.LegacyPassthrough,
- meekConfig.MeekObfuscatedKey)
- if err != nil {
- return nil, errors.Trace(err)
- }
- tlsConfig.PassthroughMessage = passthroughMessage
- }
- tlsDialer := NewCustomTLSDialer(tlsConfig)
- // Pre-dial one TLS connection in order to inspect the negotiated
- // application protocol. Then we create an HTTP/2 or HTTP/1.1 transport
- // depending on which protocol was negotiated. The TLS dialer
- // is assumed to negotiate only "h2" or "http/1.1"; or not negotiate
- // an application protocol.
- //
- // We cannot rely on net/http's HTTP/2 support since it's only
- // activated when http.Transport.DialTLS returns a golang crypto/tls.Conn;
- // e.g., https://github.com/golang/go/blob/c8aec4095e089ff6ac50d18e97c3f46561f14f48/src/net/http/transport.go#L1040
- //
- // The pre-dialed connection is stored in a cachedTLSDialer, which will
- // return the cached pre-dialed connection to its first Dial caller, and
- // use the tlsDialer for all other Dials.
- //
- // cachedTLSDialer.close() must be called on all exits paths from this
- // function and in meek.Close() to ensure the cached conn is closed in
- // any case where no Dial call is made.
- //
- // The pre-dial must be interruptible so that DialMeek doesn't block and
- // hang/delay a shutdown or end of establishment. So the pre-dial uses
- // the Controller's PendingConns, not the MeekConn PendingConns. For this
- // purpose, a special preDialer is configured.
- //
- // Only one pre-dial attempt is made; there are no retries. This differs
- // from relayRoundTrip, which retries and may redial for each retry.
- // Retries at the pre-dial phase are less useful since there's no active
- // session to preserve, and establishment will simply try another server.
- // Note that the underlying TCPDial may still try multiple IP addreses when
- // the destination is a domain and it resolves to multiple IP adresses.
- // The pre-dial is made within the parent dial context, so that DialMeek
- // may be interrupted. Subsequent dials are made within the meek round trip
- // request context. Since http.DialTLS doesn't take a context argument
- // (yet; as of Go 1.9 this issue is still open: https://github.com/golang/go/issues/21526),
- // cachedTLSDialer is used as a conduit to send the request context.
- // meekConn.relayRoundTrip sets its request context into cachedTLSDialer,
- // and cachedTLSDialer.dial uses that context.
- // As DialAddr is set in the CustomTLSConfig, no address is required here.
- preConn, err := tlsDialer(ctx, "tcp", "")
- if err != nil {
- return nil, errors.Trace(err)
- }
- cachedTLSDialer = newCachedTLSDialer(preConn, tlsDialer)
- if IsTLSConnUsingHTTP2(preConn) {
- NoticeInfo("negotiated HTTP/2 for %s", meekConfig.DiagnosticID)
- transport = &http2.Transport{
- DialTLS: func(network, addr string, _ *tls.Config) (net.Conn, error) {
- return cachedTLSDialer.dial(network, addr)
- },
- }
- } else {
- transport = &http.Transport{
- DialTLS: func(network, addr string) (net.Conn, error) {
- return cachedTLSDialer.dial(network, addr)
- },
- }
- }
- } else {
- scheme = "http"
- var dialer common.Dialer
- // For HTTP, and when the meekConfig.DialAddress matches the
- // meekConfig.HostHeader, we let http.Transport handle proxying.
- // http.Transport will put the the HTTP server address in the HTTP
- // request line. In this one case, we can use an HTTP proxy that does
- // not offer CONNECT support.
- if strings.HasPrefix(dialConfig.UpstreamProxyURL, "http://") &&
- (meekConfig.DialAddress == meekConfig.HostHeader ||
- meekConfig.DialAddress == meekConfig.HostHeader+":80") {
- url, err := common.SafeParseURL(dialConfig.UpstreamProxyURL)
- if err != nil {
- return nil, errors.Trace(err)
- }
- proxyUrl = http.ProxyURL(url)
- // Here, the dialer must use the address that http.Transport
- // passes in (which will be proxy address).
- copyDialConfig := new(DialConfig)
- *copyDialConfig = *dialConfig
- copyDialConfig.UpstreamProxyURL = ""
- meek.initUnderlyingDialer(copyDialConfig)
- dialer = meek.underlyingDial
- // In this proxy case, the destination server address is in the
- // request line URL. net/http will render the request line using
- // the URL but preferring the Host header for the host value,
- // which means any custom host header will clobber the true
- // destination address. The URL.Opaque logic is applied in this
- // case, to force the request line URL value.
- //
- // This URL.Opaque setting assumes MeekModeRelay, with no path; at
- // this time plain HTTP is used only with MeekModeRelay.
- // x/net/http2 will reject requests where the URL.Opaque contains
- // more than the path; but HTTP/2 is not used in this case.
- values := dialConfig.CustomHeaders["Host"]
- if len(values) > 0 {
- opaqueURL = "http://" + meekConfig.DialAddress + "/"
- }
- } else {
- // If dialConfig.UpstreamProxyURL is set, HTTP proxying via
- // CONNECT will be used by the dialer.
- meek.initUnderlyingDialer(dialConfig)
- baseDialer := meek.underlyingDial
- // The dialer ignores any address that http.Transport will pass in
- // (derived from the HTTP request URL) and always dials
- // meekConfig.DialAddress.
- dialer = func(ctx context.Context, network, _ string) (net.Conn, error) {
- return baseDialer(ctx, network, meekConfig.DialAddress)
- }
- }
- httpTransport := &http.Transport{
- Proxy: proxyUrl,
- DialContext: dialer,
- }
- if proxyUrl != nil {
- // When http.Transport is handling proxying, wrap transport with a
- // transport that (a) adds custom headers; (b) can perform HTTP
- // proxy auth negotiation.
- var err error
- transport, err = upstreamproxy.NewProxyAuthTransport(
- httpTransport, dialConfig.CustomHeaders)
- if err != nil {
- return nil, errors.Trace(err)
- }
- } else {
- transport = httpTransport
- }
- }
- url := &url.URL{
- Scheme: scheme,
- Host: meekConfig.HostHeader,
- Path: "/",
- Opaque: opaqueURL,
- }
- if meekConfig.UseHTTPS {
- host, _, err := net.SplitHostPort(meekConfig.DialAddress)
- if err != nil {
- return nil, errors.Trace(err)
- }
- additionalHeaders = map[string][]string{
- "X-Psiphon-Fronting-Address": {host},
- }
- } else {
- if proxyUrl == nil {
- // Add custom headers to plain, unproxied HTTP and to CONNECT
- // method proxied HTTP (in the latter case, the CONNECT request
- // itself will also have custom headers via upstreamproxy applied
- // by the dialer).
- additionalHeaders = dialConfig.CustomHeaders
- }
- }
- meek.url = url
- meek.additionalHeaders = additionalHeaders
- meek.cachedTLSDialer = cachedTLSDialer
- meek.transport = transport
- // stopRunning and cachedTLSDialer will now be closed in meek.Close()
- cleanupStopRunning = false
- cleanupCachedTLSDialer = false
- // Allocate relay resources, including buffers and running the relay
- // go routine, only when running in relay mode.
- if meek.mode == MeekModeRelay {
- // The main loop of a MeekConn is run in the relay() goroutine.
- // A MeekConn implements net.Conn concurrency semantics:
- // "Multiple goroutines may invoke methods on a Conn simultaneously."
- //
- // Read() calls and relay() are synchronized by exchanging control of a single
- // receiveBuffer (bytes.Buffer). This single buffer may be:
- // - in the emptyReceiveBuffer channel when it is available and empty;
- // - in the partialReadBuffer channel when it is available and contains data;
- // - in the fullReadBuffer channel when it is available and full of data;
- // - "checked out" by relay or Read when they are are writing to or reading from the
- // buffer, respectively.
- // relay() will obtain the buffer from either the empty or partial channel but block when
- // the buffer is full. Read will obtain the buffer from the partial or full channel when
- // there is data to read but block when the buffer is empty.
- // Write() calls and relay() are synchronized in a similar way, using a single
- // sendBuffer.
- p := meek.getCustomParameters()
- if p.Bool(parameters.MeekLimitBufferSizes) {
- meek.fullReceiveBufferLength = p.Int(parameters.MeekLimitedFullReceiveBufferLength)
- meek.readPayloadChunkLength = p.Int(parameters.MeekLimitedReadPayloadChunkLength)
- } else {
- meek.fullReceiveBufferLength = p.Int(parameters.MeekFullReceiveBufferLength)
- meek.readPayloadChunkLength = p.Int(parameters.MeekReadPayloadChunkLength)
- }
- meek.emptyReceiveBuffer = make(chan *bytes.Buffer, 1)
- meek.partialReceiveBuffer = make(chan *bytes.Buffer, 1)
- meek.fullReceiveBuffer = make(chan *bytes.Buffer, 1)
- meek.emptySendBuffer = make(chan *bytes.Buffer, 1)
- meek.partialSendBuffer = make(chan *bytes.Buffer, 1)
- meek.fullSendBuffer = make(chan *bytes.Buffer, 1)
- meek.emptyReceiveBuffer <- new(bytes.Buffer)
- meek.emptySendBuffer <- new(bytes.Buffer)
- meek.relayWaitGroup.Add(1)
- go meek.relay()
- } else if meek.mode == MeekModeObfuscatedRoundTrip {
- meek.meekCookieEncryptionPublicKey = meekConfig.MeekCookieEncryptionPublicKey
- meek.meekObfuscatedKey = meekConfig.MeekObfuscatedKey
- meek.meekObfuscatorPaddingSeed = meekConfig.MeekObfuscatorPaddingSeed
- meek.clientTunnelProtocol = meekConfig.ClientTunnelProtocol
- } else if meek.mode == MeekModePlaintextRoundTrip {
- // MeekModeRelay and MeekModeObfuscatedRoundTrip set the Host header
- // implicitly via meek.url; MeekModePlaintextRoundTrip does not use
- // meek.url; it uses the RoundTrip input request.URL instead. So the
- // Host header is set to meekConfig.HostHeader explicitly here.
- meek.additionalHeaders.Add("Host", meekConfig.HostHeader)
- }
- return meek, nil
- }
- func (meek *MeekConn) initUnderlyingDialer(dialConfig *DialConfig) {
- // Not safe for concurrent calls; should be called only from DialMeek.
- meek.underlyingDialer = NewTCPDialer(dialConfig)
- }
- func (meek *MeekConn) underlyingDial(ctx context.Context, network, addr string) (net.Conn, error) {
- conn, err := meek.underlyingDialer(ctx, network, addr)
- if err == nil {
- meek.mutex.Lock()
- if meek.firstUnderlyingConn == nil {
- // Keep a reference to the first underlying conn to be used as a
- // common.MetricsSource in GetMetrics. This enables capturing
- // metrics such as fragmentor configuration.
- meek.firstUnderlyingConn = conn
- }
- meek.mutex.Unlock()
- }
- // Note: no trace error to preserve error type
- return conn, err
- }
- type cachedTLSDialer struct {
- usedCachedConn int32
- cachedConn net.Conn
- dialer common.Dialer
- mutex sync.Mutex
- requestCtx context.Context
- }
- func newCachedTLSDialer(cachedConn net.Conn, dialer common.Dialer) *cachedTLSDialer {
- return &cachedTLSDialer{
- cachedConn: cachedConn,
- dialer: dialer,
- }
- }
- func (c *cachedTLSDialer) setRequestContext(requestCtx context.Context) {
- // Note: not using sync.Value since underlying type of requestCtx may change.
- c.mutex.Lock()
- defer c.mutex.Unlock()
- c.requestCtx = requestCtx
- }
- func (c *cachedTLSDialer) dial(network, addr string) (net.Conn, error) {
- if atomic.CompareAndSwapInt32(&c.usedCachedConn, 0, 1) {
- conn := c.cachedConn
- c.cachedConn = nil
- return conn, nil
- }
- c.mutex.Lock()
- ctx := c.requestCtx
- c.mutex.Unlock()
- if ctx == nil {
- ctx = context.Background()
- }
- return c.dialer(ctx, network, addr)
- }
- func (c *cachedTLSDialer) close() {
- if atomic.CompareAndSwapInt32(&c.usedCachedConn, 0, 1) {
- c.cachedConn.Close()
- c.cachedConn = nil
- }
- }
- // Close terminates the meek connection and releases its resources. In in
- // MeekModeRelay, Close waits for the relay goroutine to stop.
- func (meek *MeekConn) Close() (err error) {
- // A mutex is required to support net.Conn concurrency semantics.
- meek.mutex.Lock()
- isClosed := meek.isClosed
- meek.isClosed = true
- meek.mutex.Unlock()
- if !isClosed {
- meek.stopRunning()
- if meek.cachedTLSDialer != nil {
- meek.cachedTLSDialer.close()
- }
- // stopRunning interrupts HTTP requests in progress by closing the context
- // associated with the request. In the case of h2quic.RoundTripper, testing
- // indicates that quic-go.receiveStream.readImpl in _not_ interrupted in
- // this case, and so an in-flight FRONTED-MEEK-QUIC round trip may hang shutdown
- // in relayRoundTrip->readPayload->...->quic-go.receiveStream.readImpl.
- //
- // To workaround this, we call CloseIdleConnections _before_ Wait, as, in
- // the case of QUICTransporter, this closes the underlying UDP sockets which
- // interrupts any blocking I/O calls.
- //
- // The standard CloseIdleConnections call _after_ wait is for the net/http
- // case: it only closes idle connections, so the call should be after wait.
- // This call is intended to clean up all network resources deterministically
- // before Close returns.
- if meek.isQUIC {
- meek.transport.CloseIdleConnections()
- }
- meek.relayWaitGroup.Wait()
- meek.transport.CloseIdleConnections()
- }
- return nil
- }
- // IsClosed implements the Closer interface. The return value
- // indicates whether the MeekConn has been closed.
- func (meek *MeekConn) IsClosed() bool {
- meek.mutex.Lock()
- isClosed := meek.isClosed
- meek.mutex.Unlock()
- return isClosed
- }
- // GetMetrics implements the common.MetricsSource interface.
- func (meek *MeekConn) GetMetrics() common.LogFields {
- logFields := make(common.LogFields)
- if meek.mode == MeekModeRelay {
- logFields["meek_cookie_size"] = meek.cookieSize
- logFields["meek_tls_padding"] = meek.tlsPadding
- logFields["meek_limit_request"] = meek.limitRequestPayloadLength
- }
- // Include metrics, such as fragmentor metrics, from the _first_ underlying
- // dial conn. Properties of subsequent underlying dial conns are not reflected
- // in these metrics; we assume that the first dial conn, which most likely
- // transits the various protocol handshakes, is most significant.
- meek.mutex.Lock()
- underlyingMetrics, ok := meek.firstUnderlyingConn.(common.MetricsSource)
- if ok {
- logFields.Add(underlyingMetrics.GetMetrics())
- }
- meek.mutex.Unlock()
- return logFields
- }
- // GetNoticeMetrics implements the common.NoticeMetricsSource interface.
- func (meek *MeekConn) GetNoticeMetrics() common.LogFields {
- // These fields are logged only in notices, for diagnostics. The server
- // will log the same values, but derives them from HTTP headers, so they
- // don't need to be sent in the API request.
- logFields := make(common.LogFields)
- logFields["meek_cookie_name"] = meek.cookie.Name
- logFields["meek_content_type"] = meek.contentType
- return logFields
- }
- // ObfuscatedRoundTrip makes a request to the meek server and returns the
- // response. A new, obfuscated meek cookie is created for every request. The
- // specified end point is recorded in the cookie and is not exposed as
- // plaintext in the meek traffic. The caller is responsible for securing and
- // obfuscating the request body.
- //
- // ObfuscatedRoundTrip is not safe for concurrent use. The caller must ensure
- // only one ObfuscatedRoundTrip call is active at once. If Close is called
- // before or concurrent with ObfuscatedRoundTrip, or before the response body
- // is read, idle connections may be left open.
- func (meek *MeekConn) ObfuscatedRoundTrip(
- requestCtx context.Context, endPoint string, requestBody []byte) ([]byte, error) {
- if meek.mode != MeekModeObfuscatedRoundTrip {
- return nil, errors.TraceNew("operation unsupported")
- }
- cookie, contentType, _, _, _, err := makeMeekObfuscationValues(
- meek.getCustomParameters(),
- meek.meekCookieEncryptionPublicKey,
- meek.meekObfuscatedKey,
- meek.meekObfuscatorPaddingSeed,
- meek.clientTunnelProtocol,
- endPoint)
- if err != nil {
- return nil, errors.Trace(err)
- }
- // Note:
- //
- // - multiple, concurrent ObfuscatedRoundTrip calls are unsafe due to the
- // setDialerRequestContext calls in newRequest.
- //
- // At this time, ObfuscatedRoundTrip is used for tactics in Controller and
- // the concurrency constraints are satisfied.
- request, err := meek.newRequest(
- requestCtx, cookie, contentType, bytes.NewReader(requestBody), 0)
- if err != nil {
- return nil, errors.Trace(err)
- }
- meek.scheduleQUICCloseIdle(request)
- response, err := meek.transport.RoundTrip(request)
- if err == nil {
- defer response.Body.Close()
- if response.StatusCode != http.StatusOK {
- err = fmt.Errorf("unexpected response status code: %d", response.StatusCode)
- }
- }
- if err != nil {
- return nil, errors.Trace(err)
- }
- responseBody, err := ioutil.ReadAll(response.Body)
- if err != nil {
- return nil, errors.Trace(err)
- }
- return responseBody, nil
- }
- // RoundTrip implements the http.RoundTripper interface. RoundTrip may only be
- // used when TLS and server certificate verification are configured. RoundTrip
- // does not implement any security or obfuscation at the HTTP layer.
- //
- // RoundTrip is not safe for concurrent use. The caller must ensure only one
- // RoundTrip call is active at once. If Close is called before or concurrent
- // with RoundTrip, or before the response body is read, idle connections may
- // be left open.
- func (meek *MeekConn) RoundTrip(request *http.Request) (*http.Response, error) {
- if meek.mode != MeekModePlaintextRoundTrip {
- return nil, errors.TraceNew("operation unsupported")
- }
- requestCtx := request.Context()
- // Clone the request to apply addtional headers without modifying the input.
- request = request.Clone(requestCtx)
- meek.addAdditionalHeaders(request)
- // The setDialerRequestContext/CloseIdleConnections concurrency note in
- // ObfuscatedRoundTrip applies to RoundTrip as well.
- // Ensure dials are made within the request context.
- meek.setDialerRequestContext(requestCtx)
- meek.scheduleQUICCloseIdle(request)
- response, err := meek.transport.RoundTrip(request)
- if err != nil {
- return nil, errors.Trace(err)
- }
- return response, nil
- }
- // Read reads data from the connection.
- // net.Conn Deadlines are ignored. net.Conn concurrency semantics are supported.
- func (meek *MeekConn) Read(buffer []byte) (n int, err error) {
- if meek.mode != MeekModeRelay {
- return 0, errors.TraceNew("operation unsupported")
- }
- if meek.IsClosed() {
- return 0, errors.TraceNew("meek connection is closed")
- }
- // Block until there is received data to consume
- var receiveBuffer *bytes.Buffer
- select {
- case receiveBuffer = <-meek.partialReceiveBuffer:
- case receiveBuffer = <-meek.fullReceiveBuffer:
- case <-meek.runCtx.Done():
- return 0, errors.TraceNew("meek connection has closed")
- }
- n, err = receiveBuffer.Read(buffer)
- meek.replaceReceiveBuffer(receiveBuffer)
- return n, err
- }
- // Write writes data to the connection.
- // net.Conn Deadlines are ignored. net.Conn concurrency semantics are supported.
- func (meek *MeekConn) Write(buffer []byte) (n int, err error) {
- if meek.mode != MeekModeRelay {
- return 0, errors.TraceNew("operation unsupported")
- }
- if meek.IsClosed() {
- return 0, errors.TraceNew("meek connection is closed")
- }
- // Repeats until all n bytes are written
- n = len(buffer)
- for len(buffer) > 0 {
- // Block until there is capacity in the send buffer
- var sendBuffer *bytes.Buffer
- select {
- case sendBuffer = <-meek.emptySendBuffer:
- case sendBuffer = <-meek.partialSendBuffer:
- case <-meek.runCtx.Done():
- return 0, errors.TraceNew("meek connection has closed")
- }
- writeLen := meek.limitRequestPayloadLength - sendBuffer.Len()
- if writeLen > 0 {
- if writeLen > len(buffer) {
- writeLen = len(buffer)
- }
- _, err = sendBuffer.Write(buffer[:writeLen])
- buffer = buffer[writeLen:]
- }
- meek.replaceSendBuffer(sendBuffer)
- }
- return n, err
- }
- // LocalAddr is a stub implementation of net.Conn.LocalAddr
- func (meek *MeekConn) LocalAddr() net.Addr {
- return nil
- }
- // RemoteAddr is a stub implementation of net.Conn.RemoteAddr
- func (meek *MeekConn) RemoteAddr() net.Addr {
- return nil
- }
- // SetDeadline is a stub implementation of net.Conn.SetDeadline
- func (meek *MeekConn) SetDeadline(t time.Time) error {
- return errors.TraceNew("not supported")
- }
- // SetReadDeadline is a stub implementation of net.Conn.SetReadDeadline
- func (meek *MeekConn) SetReadDeadline(t time.Time) error {
- return errors.TraceNew("not supported")
- }
- // SetWriteDeadline is a stub implementation of net.Conn.SetWriteDeadline
- func (meek *MeekConn) SetWriteDeadline(t time.Time) error {
- return errors.TraceNew("not supported")
- }
- func (meek *MeekConn) replaceReceiveBuffer(receiveBuffer *bytes.Buffer) {
- switch {
- case receiveBuffer.Len() == 0:
- meek.emptyReceiveBuffer <- receiveBuffer
- case receiveBuffer.Len() >= meek.fullReceiveBufferLength:
- meek.fullReceiveBuffer <- receiveBuffer
- default:
- meek.partialReceiveBuffer <- receiveBuffer
- }
- }
- func (meek *MeekConn) replaceSendBuffer(sendBuffer *bytes.Buffer) {
- switch {
- case sendBuffer.Len() == 0:
- meek.emptySendBuffer <- sendBuffer
- case sendBuffer.Len() >= meek.limitRequestPayloadLength:
- meek.fullSendBuffer <- sendBuffer
- default:
- meek.partialSendBuffer <- sendBuffer
- }
- }
- // relay sends and receives tunneled traffic (payload). An HTTP request is
- // triggered when data is in the write queue or at a polling interval.
- // There's a geometric increase, up to a maximum, in the polling interval when
- // no data is exchanged. Only one HTTP request is in flight at a time.
- func (meek *MeekConn) relay() {
- // Note: meek.Close() calls here in relay() are made asynchronously
- // (using goroutines) since Close() will wait on this WaitGroup.
- defer meek.relayWaitGroup.Done()
- p := meek.getCustomParameters()
- interval := prng.JitterDuration(
- p.Duration(parameters.MeekMinPollInterval),
- p.Float(parameters.MeekMinPollIntervalJitter))
- p.Close()
- timeout := time.NewTimer(interval)
- defer timeout.Stop()
- for {
- timeout.Reset(interval)
- // Block until there is payload to send or it is time to poll
- var sendBuffer *bytes.Buffer
- select {
- case sendBuffer = <-meek.partialSendBuffer:
- case sendBuffer = <-meek.fullSendBuffer:
- case <-timeout.C:
- // In the polling case, send an empty payload
- case <-meek.runCtx.Done():
- // Drop through to second Done() check
- }
- // Check Done() again, to ensure it takes precedence
- select {
- case <-meek.runCtx.Done():
- return
- default:
- }
- sendPayloadSize := 0
- if sendBuffer != nil {
- sendPayloadSize = sendBuffer.Len()
- }
- // relayRoundTrip will replace sendBuffer (by calling replaceSendBuffer). This
- // is a compromise to conserve memory. Using a second buffer here, we could
- // copy sendBuffer and immediately replace it, unblocking meekConn.Write() and
- // allowing more upstream payload to immediately enqueue. Instead, the request
- // payload is read directly from sendBuffer, including retries. Only once the
- // server has acknowledged the request payload is sendBuffer replaced. This
- // still allows meekConn.Write() to unblock before the round trip response is
- // read.
- receivedPayloadSize, err := meek.relayRoundTrip(sendBuffer)
- if err != nil {
- select {
- case <-meek.runCtx.Done():
- // In this case, meek.relayRoundTrip encountered Done(). Exit without
- // logging error.
- return
- default:
- }
- NoticeWarning("%s", errors.Trace(err))
- go meek.Close()
- return
- }
- // Periodically re-dial the underlying TLS connection.
- if prng.FlipWeightedCoin(meek.redialTLSProbability) {
- meek.transport.CloseIdleConnections()
- }
- // Calculate polling interval. When data is received,
- // immediately request more. Otherwise, schedule next
- // poll with exponential back off. Jitter and coin
- // flips are used to avoid trivial, static traffic
- // timing patterns.
- p := meek.getCustomParameters()
- if receivedPayloadSize > 0 || sendPayloadSize > 0 {
- interval = 0
- } else if interval == 0 {
- interval = prng.JitterDuration(
- p.Duration(parameters.MeekMinPollInterval),
- p.Float(parameters.MeekMinPollIntervalJitter))
- } else {
- if p.WeightedCoinFlip(parameters.MeekApplyPollIntervalMultiplierProbability) {
- interval =
- time.Duration(float64(interval) *
- p.Float(parameters.MeekPollIntervalMultiplier))
- }
- interval = prng.JitterDuration(
- interval,
- p.Float(parameters.MeekPollIntervalJitter))
- if interval >= p.Duration(parameters.MeekMaxPollInterval) {
- interval = prng.JitterDuration(
- p.Duration(parameters.MeekMaxPollInterval),
- p.Float(parameters.MeekMaxPollIntervalJitter))
- }
- }
- p.Close()
- }
- }
- // readCloseSignaller is an io.ReadCloser wrapper for an io.Reader
- // that is passed, as the request body, to http.Transport.RoundTrip.
- // readCloseSignaller adds the AwaitClosed call, which is used
- // to schedule recycling the buffer underlying the reader only after
- // RoundTrip has called Close and will no longer use the buffer.
- // See: https://golang.org/pkg/net/http/#RoundTripper
- type readCloseSignaller struct {
- context context.Context
- reader io.Reader
- closed chan struct{}
- }
- func NewReadCloseSignaller(
- context context.Context,
- reader io.Reader) *readCloseSignaller {
- return &readCloseSignaller{
- context: context,
- reader: reader,
- closed: make(chan struct{}, 1),
- }
- }
- func (r *readCloseSignaller) Read(p []byte) (int, error) {
- return r.reader.Read(p)
- }
- func (r *readCloseSignaller) Close() error {
- select {
- case r.closed <- struct{}{}:
- default:
- }
- return nil
- }
- func (r *readCloseSignaller) AwaitClosed() bool {
- select {
- case <-r.context.Done():
- case <-r.closed:
- return true
- }
- return false
- }
- // newRequest performs common request setup for both MeekModeRelay and
- // MeekModeObfuscatedRoundTrip.
- //
- // newRequest is not safe for concurrent calls due to its use of
- // setRequestContext.
- //
- // The caller must call the returned cancelFunc.
- func (meek *MeekConn) newRequest(
- requestCtx context.Context,
- cookie *http.Cookie,
- contentType string,
- body io.Reader,
- contentLength int) (*http.Request, error) {
- // Ensure dials are made within the request context.
- meek.setDialerRequestContext(requestCtx)
- request, err := http.NewRequest("POST", meek.url.String(), body)
- if err != nil {
- return nil, errors.Trace(err)
- }
- request = request.WithContext(requestCtx)
- // Content-Length may not be be set automatically due to the
- // underlying type of requestBody.
- if contentLength > 0 {
- request.ContentLength = int64(contentLength)
- }
- meek.addAdditionalHeaders(request)
- request.Header.Set("Content-Type", contentType)
- if cookie == nil {
- cookie = meek.cookie
- }
- request.AddCookie(cookie)
- return request, nil
- }
- // setDialerRequestContext ensures that underlying TLS/QUIC dials operate
- // within the context of the request context. setDialerRequestContext must not
- // be called while another request is already in flight.
- func (meek *MeekConn) setDialerRequestContext(requestCtx context.Context) {
- if meek.isQUIC {
- meek.transport.(*quic.QUICTransporter).SetRequestContext(requestCtx)
- } else if meek.cachedTLSDialer != nil {
- meek.cachedTLSDialer.setRequestContext(requestCtx)
- }
- }
- // Workaround for h2quic.RoundTripper context issue. See comment in
- // MeekConn.Close.
- func (meek *MeekConn) scheduleQUICCloseIdle(request *http.Request) {
- requestCtx := request.Context()
- if meek.isQUIC && requestCtx != context.Background() {
- go func() {
- <-requestCtx.Done()
- meek.transport.CloseIdleConnections()
- }()
- }
- }
- // relayRoundTrip configures and makes the actual HTTP POST request
- func (meek *MeekConn) relayRoundTrip(sendBuffer *bytes.Buffer) (int64, error) {
- // Retries are made when the round trip fails. This adds resiliency
- // to connection interruption and intermittent failures.
- //
- // At least one retry is always attempted, and retries continue
- // while still within a brief deadline -- 5 seconds, currently the
- // deadline for an actively probed SSH connection to timeout. There
- // is a brief delay between retries, allowing for intermittent
- // failure states to resolve.
- //
- // Failure may occur at various stages of the HTTP request:
- //
- // 1. Before the request begins. In this case, the entire request
- // may be rerun.
- //
- // 2. While sending the request payload. In this case, the client
- // must resend its request payload. The server will not have
- // relayed its partially received request payload.
- //
- // 3. After sending the request payload but before receiving
- // a response. The client cannot distinguish between case 2 and
- // this case, case 3. The client resends its payload and the
- // server detects this and skips relaying the request payload.
- //
- // 4. While reading the response payload. The client will omit its
- // request payload when retrying, as the server has already
- // acknowledged it. The client will also indicate to the server
- // the amount of response payload already received, and the
- // server will skip resending the indicated amount of response
- // payload.
- //
- // Retries are indicated to the server by adding a Range header,
- // which includes the response payload resend position.
- defer func() {
- // Ensure sendBuffer is replaced, even in error code paths.
- if sendBuffer != nil {
- sendBuffer.Truncate(0)
- meek.replaceSendBuffer(sendBuffer)
- }
- }()
- retries := uint(0)
- p := meek.getCustomParameters()
- retryDeadline := time.Now().Add(p.Duration(parameters.MeekRoundTripRetryDeadline))
- retryDelay := p.Duration(parameters.MeekRoundTripRetryMinDelay)
- retryMaxDelay := p.Duration(parameters.MeekRoundTripRetryMaxDelay)
- retryMultiplier := p.Float(parameters.MeekRoundTripRetryMultiplier)
- p.Close()
- serverAcknowledgedRequestPayload := false
- receivedPayloadSize := int64(0)
- for try := 0; ; try++ {
- // Omit the request payload when retrying after receiving a
- // partial server response.
- var signaller *readCloseSignaller
- var requestBody io.ReadCloser
- contentLength := 0
- if !serverAcknowledgedRequestPayload && sendBuffer != nil {
- // sendBuffer will be replaced once the data is no longer needed,
- // when RoundTrip calls Close on the Body; this allows meekConn.Write()
- // to unblock and start buffering data for the next roung trip while
- // still reading the current round trip response. signaller provides
- // the hook for awaiting RoundTrip's call to Close.
- signaller = NewReadCloseSignaller(meek.runCtx, bytes.NewReader(sendBuffer.Bytes()))
- requestBody = signaller
- contentLength = sendBuffer.Len()
- }
- // - meek.stopRunning() will abort a round trip in flight
- // - round trip will abort if it exceeds timeout
- requestCtx, cancelFunc := context.WithTimeout(
- meek.runCtx,
- meek.getCustomParameters().Duration(parameters.MeekRoundTripTimeout))
- defer cancelFunc()
- request, err := meek.newRequest(
- requestCtx,
- nil,
- meek.contentType,
- requestBody,
- contentLength)
- if err != nil {
- // Don't retry when can't initialize a Request
- return 0, errors.Trace(err)
- }
- expectedStatusCode := http.StatusOK
- // When retrying, add a Range header to indicate how much
- // of the response was already received.
- if try > 0 {
- expectedStatusCode = http.StatusPartialContent
- request.Header.Set("Range", fmt.Sprintf("bytes=%d-", receivedPayloadSize))
- }
- response, err := meek.transport.RoundTrip(request)
- // Wait for RoundTrip to call Close on the request body, when
- // there is one. This is necessary to ensure it's safe to
- // subsequently replace sendBuffer in both the success and
- // error cases.
- if signaller != nil {
- if !signaller.AwaitClosed() {
- // AwaitClosed encountered Done(). Abort immediately. Do not
- // replace sendBuffer, as we cannot be certain RoundTrip is
- // done with it. MeekConn.Write will exit on Done and not hang
- // awaiting sendBuffer.
- sendBuffer = nil
- return 0, errors.TraceNew("meek connection has closed")
- }
- }
- if err != nil {
- select {
- case <-meek.runCtx.Done():
- // Exit without retrying and without logging error.
- return 0, errors.Trace(err)
- default:
- }
- NoticeWarning("meek round trip failed: %s", err)
- // ...continue to retry
- }
- if err == nil {
- if response.StatusCode != expectedStatusCode &&
- // Certain http servers return 200 OK where we expect 206, so accept that.
- !(expectedStatusCode == http.StatusPartialContent && response.StatusCode == http.StatusOK) {
- // Don't retry when the status code is incorrect
- response.Body.Close()
- return 0, errors.Tracef(
- "unexpected status code: %d instead of %d",
- response.StatusCode, expectedStatusCode)
- }
- // Update meek session cookie
- for _, c := range response.Cookies() {
- if meek.cookie.Name == c.Name {
- meek.cookie.Value = c.Value
- break
- }
- }
- // Received the response status code, so the server
- // must have received the request payload.
- serverAcknowledgedRequestPayload = true
- // sendBuffer is now no longer required for retries, and the
- // buffer may be replaced; this allows meekConn.Write() to unblock
- // and start buffering data for the next round trip while still
- // reading the current round trip response.
- if sendBuffer != nil {
- // Assumes signaller.AwaitClosed is called above, so
- // sendBuffer will no longer be accessed by RoundTrip.
- sendBuffer.Truncate(0)
- meek.replaceSendBuffer(sendBuffer)
- sendBuffer = nil
- }
- readPayloadSize, err := meek.readPayload(response.Body)
- response.Body.Close()
- // receivedPayloadSize is the number of response
- // payload bytes received and relayed. A retry can
- // resume after this position.
- receivedPayloadSize += readPayloadSize
- if err != nil {
- NoticeWarning("meek read payload failed: %s", err)
- // ...continue to retry
- } else {
- // Round trip completed successfully
- break
- }
- }
- // Release context resources immediately.
- cancelFunc()
- // Either the request failed entirely, or there was a failure
- // streaming the response payload. Always retry once. Then
- // retry if time remains; when the next delay exceeds the time
- // remaining until the deadline, do not retry.
- now := time.Now()
- if retries >= 1 &&
- (now.After(retryDeadline) || retryDeadline.Sub(now) <= retryDelay) {
- return 0, errors.Trace(err)
- }
- retries += 1
- delayTimer := time.NewTimer(retryDelay)
- select {
- case <-delayTimer.C:
- case <-meek.runCtx.Done():
- delayTimer.Stop()
- return 0, errors.Trace(err)
- }
- // Increase the next delay, to back off and avoid excessive
- // activity in conditions such as no network connectivity.
- retryDelay = time.Duration(
- float64(retryDelay) * retryMultiplier)
- if retryDelay >= retryMaxDelay {
- retryDelay = retryMaxDelay
- }
- }
- return receivedPayloadSize, nil
- }
- // Add additional headers to the HTTP request using the same method we use for adding
- // custom headers to HTTP proxy requests.
- func (meek *MeekConn) addAdditionalHeaders(request *http.Request) {
- for name, value := range meek.additionalHeaders {
- if name == "Host" {
- if len(value) > 0 {
- request.Host = value[0]
- }
- } else {
- request.Header[name] = value
- }
- }
- }
- // readPayload reads the HTTP response in chunks, making the read buffer available
- // to MeekConn.Read() calls after each chunk; the intention is to allow bytes to
- // flow back to the reader as soon as possible instead of buffering the entire payload.
- //
- // When readPayload returns an error, the totalSize output is remains valid -- it's the
- // number of payload bytes successfully read and relayed.
- func (meek *MeekConn) readPayload(
- receivedPayload io.ReadCloser) (totalSize int64, err error) {
- defer receivedPayload.Close()
- totalSize = 0
- for {
- reader := io.LimitReader(receivedPayload, int64(meek.readPayloadChunkLength))
- // Block until there is capacity in the receive buffer
- var receiveBuffer *bytes.Buffer
- select {
- case receiveBuffer = <-meek.emptyReceiveBuffer:
- case receiveBuffer = <-meek.partialReceiveBuffer:
- case <-meek.runCtx.Done():
- return 0, nil
- }
- // Note: receiveBuffer size may exceed meek.fullReceiveBufferLength by up to the size
- // of one received payload. The meek.fullReceiveBufferLength value is just a guideline.
- n, err := receiveBuffer.ReadFrom(reader)
- meek.replaceReceiveBuffer(receiveBuffer)
- totalSize += n
- if err != nil {
- return totalSize, errors.Trace(err)
- }
- if n == 0 {
- break
- }
- }
- return totalSize, nil
- }
- // makeMeekObfuscationValues creates the meek cookie, to be sent with initial
- // meek HTTP request, and other meek obfuscation values. The cookies contains
- // obfuscated metadata, including meek version and other protocol information.
- //
- // In round tripper mode, the cookie contains the destination endpoint for the
- // round trip request.
- //
- // In relay mode, the server will create a session using the cookie values and
- // send the session ID back to the client via Set-Cookie header. The client
- // must use that value with all consequent HTTP requests.
- //
- // In plain HTTP meek protocols, the cookie is visible over the adversary
- // network, so the cookie is encrypted and obfuscated.
- //
- // Obsolete meek cookie fields used by the legacy server stack are no longer
- // sent. These include ServerAddress and SessionID.
- //
- // The request payload limit and TLS redial probability apply only to relay
- // mode and are selected once and used for the duration of a meek connction.
- func makeMeekObfuscationValues(
- p parameters.ParametersAccessor,
- meekCookieEncryptionPublicKey string,
- meekObfuscatedKey string,
- meekObfuscatorPaddingPRNGSeed *prng.Seed,
- clientTunnelProtocol string,
- endPoint string,
- ) (cookie *http.Cookie,
- contentType string,
- tlsPadding int,
- limitRequestPayloadLength int,
- redialTLSProbability float64,
- err error) {
- if meekCookieEncryptionPublicKey == "" {
- return nil, "", 0, 0, 0.0, errors.TraceNew("missing public key")
- }
- cookieData := &protocol.MeekCookieData{
- MeekProtocolVersion: MEEK_PROTOCOL_VERSION,
- ClientTunnelProtocol: clientTunnelProtocol,
- EndPoint: endPoint,
- }
- serializedCookie, err := json.Marshal(cookieData)
- if err != nil {
- return nil, "", 0, 0, 0.0, errors.Trace(err)
- }
- // Encrypt the JSON data
- // NaCl box is used for encryption. The peer public key comes from the server entry.
- // Nonce is always all zeros, and is not sent in the cookie (the server also uses an all-zero nonce).
- // http://nacl.cace-project.eu/box.html:
- // "There is no harm in having the same nonce for different messages if the {sender, receiver} sets are
- // different. This is true even if the sets overlap. For example, a sender can use the same nonce for two
- // different messages if the messages are sent to two different public keys."
- var nonce [24]byte
- var publicKey [32]byte
- decodedPublicKey, err := base64.StdEncoding.DecodeString(meekCookieEncryptionPublicKey)
- if err != nil {
- return nil, "", 0, 0, 0.0, errors.Trace(err)
- }
- copy(publicKey[:], decodedPublicKey)
- ephemeralPublicKey, ephemeralPrivateKey, err := box.GenerateKey(rand.Reader)
- if err != nil {
- return nil, "", 0, 0, 0.0, errors.Trace(err)
- }
- box := box.Seal(nil, serializedCookie, &nonce, &publicKey, ephemeralPrivateKey)
- encryptedCookie := make([]byte, 32+len(box))
- copy(encryptedCookie[0:32], ephemeralPublicKey[0:32])
- copy(encryptedCookie[32:], box)
- maxPadding := p.Int(parameters.MeekCookieMaxPadding)
- // Obfuscate the encrypted data. NewClientObfuscator checks that
- // meekObfuscatedKey isn't missing.
- obfuscator, err := obfuscator.NewClientObfuscator(
- &obfuscator.ObfuscatorConfig{
- Keyword: meekObfuscatedKey,
- PaddingPRNGSeed: meekObfuscatorPaddingPRNGSeed,
- MaxPadding: &maxPadding})
- if err != nil {
- return nil, "", 0, 0, 0.0, errors.Trace(err)
- }
- obfuscatedCookie := obfuscator.SendSeedMessage()
- seedLen := len(obfuscatedCookie)
- obfuscatedCookie = append(obfuscatedCookie, encryptedCookie...)
- obfuscator.ObfuscateClientToServer(obfuscatedCookie[seedLen:])
- cookieNamePRNG, err := obfuscator.GetDerivedPRNG("meek-cookie-name")
- if err != nil {
- return nil, "", 0, 0, 0.0, errors.Trace(err)
- }
- var cookieName string
- if cookieNamePRNG.FlipWeightedCoin(p.Float(parameters.MeekAlternateCookieNameProbability)) {
- cookieName = values.GetCookieName(cookieNamePRNG)
- } else {
- // Format the HTTP cookie
- // The format is <random letter 'A'-'Z'>=<base64 data>, which is intended to match common cookie formats.
- A := int('A')
- Z := int('Z')
- // letterIndex is integer in range [int('A'), int('Z')]
- letterIndex := cookieNamePRNG.Intn(Z - A + 1)
- cookieName = string(byte(A + letterIndex))
- }
- cookie = &http.Cookie{
- Name: cookieName,
- Value: base64.StdEncoding.EncodeToString(obfuscatedCookie)}
- contentTypePRNG, err := obfuscator.GetDerivedPRNG("meek-content-type")
- if err != nil {
- return nil, "", 0, 0, 0.0, errors.Trace(err)
- }
- if contentTypePRNG.FlipWeightedCoin(p.Float(parameters.MeekAlternateContentTypeProbability)) {
- contentType = values.GetContentType(contentTypePRNG)
- } else {
- contentType = "application/octet-stream"
- }
- tlsPadding = 0
- limitRequestPayloadLength = MEEK_MAX_REQUEST_PAYLOAD_LENGTH
- redialTLSProbability = 0.0
- tunnelProtocols := p.TunnelProtocols(parameters.MeekTrafficShapingLimitProtocols)
- if (len(tunnelProtocols) == 0 ||
- common.Contains(tunnelProtocols, clientTunnelProtocol)) &&
- p.WeightedCoinFlip(parameters.MeekTrafficShapingProbability) {
- limitRequestPayloadLengthPRNG, err := obfuscator.GetDerivedPRNG(
- "meek-limit-request-payload-length")
- if err != nil {
- return nil, "", 0, 0, 0.0, errors.Trace(err)
- }
- minLength := p.Int(parameters.MeekMinLimitRequestPayloadLength)
- if minLength > MEEK_MAX_REQUEST_PAYLOAD_LENGTH {
- minLength = MEEK_MAX_REQUEST_PAYLOAD_LENGTH
- }
- maxLength := p.Int(parameters.MeekMaxLimitRequestPayloadLength)
- if maxLength > MEEK_MAX_REQUEST_PAYLOAD_LENGTH {
- maxLength = MEEK_MAX_REQUEST_PAYLOAD_LENGTH
- }
- limitRequestPayloadLength = limitRequestPayloadLengthPRNG.Range(
- minLength, maxLength)
- minPadding := p.Int(parameters.MeekMinTLSPadding)
- maxPadding := p.Int(parameters.MeekMaxTLSPadding)
- // Maximum padding size per RFC 7685
- if maxPadding > 65535 {
- maxPadding = 65535
- }
- if maxPadding > 0 {
- tlsPaddingPRNG, err := obfuscator.GetDerivedPRNG(
- "meek-tls-padding")
- if err != nil {
- return nil, "", 0, 0, 0.0, errors.Trace(err)
- }
- tlsPadding = tlsPaddingPRNG.Range(minPadding, maxPadding)
- }
- redialTLSProbability = p.Float(parameters.MeekRedialTLSProbability)
- }
- return cookie, contentType, tlsPadding, limitRequestPayloadLength, redialTLSProbability, nil
- }
|