| 1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585158615871588158915901591159215931594159515961597159815991600160116021603160416051606160716081609161016111612161316141615161616171618161916201621162216231624162516261627162816291630163116321633163416351636163716381639164016411642164316441645164616471648164916501651165216531654165516561657165816591660166116621663166416651666166716681669167016711672167316741675167616771678167916801681168216831684168516861687168816891690169116921693169416951696169716981699170017011702170317041705170617071708170917101711171217131714171517161717171817191720172117221723172417251726172717281729173017311732173317341735173617371738173917401741174217431744174517461747174817491750175117521753175417551756175717581759176017611762176317641765176617671768176917701771177217731774177517761777177817791780178117821783178417851786178717881789179017911792179317941795179617971798179918001801180218031804180518061807180818091810181118121813181418151816181718181819182018211822182318241825182618271828182918301831183218331834183518361837183818391840184118421843184418451846184718481849185018511852185318541855185618571858185918601861186218631864186518661867186818691870187118721873187418751876187718781879188018811882188318841885188618871888188918901891189218931894189518961897189818991900190119021903190419051906190719081909191019111912191319141915191619171918191919201921192219231924192519261927192819291930193119321933193419351936193719381939194019411942194319441945194619471948194919501951195219531954195519561957195819591960196119621963196419651966196719681969197019711972197319741975197619771978197919801981198219831984198519861987198819891990199119921993199419951996199719981999200020012002200320042005200620072008200920102011201220132014201520162017201820192020202120222023202420252026202720282029203020312032203320342035203620372038203920402041204220432044204520462047204820492050205120522053205420552056205720582059206020612062206320642065206620672068206920702071207220732074207520762077207820792080208120822083208420852086208720882089209020912092209320942095209620972098209921002101210221032104210521062107210821092110211121122113211421152116211721182119212021212122212321242125212621272128212921302131213221332134213521362137213821392140214121422143214421452146214721482149215021512152215321542155215621572158215921602161216221632164216521662167216821692170217121722173217421752176217721782179218021812182218321842185218621872188218921902191219221932194219521962197219821992200220122022203220422052206220722082209221022112212221322142215221622172218221922202221222222232224222522262227222822292230223122322233223422352236223722382239224022412242224322442245224622472248224922502251225222532254225522562257225822592260226122622263 |
- /*
- * Copyright (c) 2015, Psiphon Inc.
- * All rights reserved.
- *
- * This program is free software: you can redistribute it and/or modify
- * it under the terms of the GNU General Public License as published by
- * the Free Software Foundation, either version 3 of the License, or
- * (at your option) any later version.
- *
- * This program is distributed in the hope that it will be useful,
- * but WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
- * GNU General Public License for more details.
- *
- * You should have received a copy of the GNU General Public License
- * along with this program. If not, see <http://www.gnu.org/licenses/>.
- *
- */
- package psiphon
- import (
- "crypto/md5"
- "encoding/base64"
- "encoding/binary"
- "encoding/json"
- "fmt"
- "io/ioutil"
- "net/http"
- "os"
- "path/filepath"
- "regexp"
- "strconv"
- "strings"
- "sync"
- "unicode"
- "github.com/Psiphon-Labs/psiphon-tunnel-core/psiphon/common"
- "github.com/Psiphon-Labs/psiphon-tunnel-core/psiphon/common/errors"
- "github.com/Psiphon-Labs/psiphon-tunnel-core/psiphon/common/parameters"
- "github.com/Psiphon-Labs/psiphon-tunnel-core/psiphon/common/protocol"
- )
- const (
- TUNNEL_POOL_SIZE = 1
- MAX_TUNNEL_POOL_SIZE = 32
- // Psiphon data directory name, relative to config.DataRootDirectory.
- // See config.GetPsiphonDataDirectory().
- PsiphonDataDirectoryName = "ca.psiphon.PsiphonTunnel.tunnel-core"
- // Filename constants, all relative to config.GetPsiphonDataDirectory().
- HomepageFilename = "homepage"
- NoticesFilename = "notices"
- OldNoticesFilename = "notices.1"
- UpgradeDownloadFilename = "upgrade"
- )
- // Config is the Psiphon configuration specified by the application. This
- // configuration controls the behavior of the core tunnel functionality.
- //
- // To distinguish omitted timeout params from explicit 0 value timeout params,
- // corresponding fields are int pointers. nil means no value was supplied and
- // to use the default; a non-nil pointer to 0 means no timeout.
- type Config struct {
- // DataRootDirectory is the directory in which to store persistent files,
- // which contain information such as server entries. By default, current
- // working directory.
- //
- // Psiphon will assume full control of files under this directory. They may
- // be deleted, moved or overwritten.
- DataRootDirectory string
- // UseNoticeFiles configures notice files for writing. If set, homepages
- // will be written to a file created at config.GetHomePageFilename()
- // and notices will be written to a file created at
- // config.GetNoticesFilename().
- //
- // The homepage file may be read after the Tunnels notice with count of 1.
- //
- // The value of UseNoticeFiles sets the size and frequency at which the
- // notices file, config.GetNoticesFilename(), will be rotated. See the
- // comment for UseNoticeFiles for more details. One rotated older file,
- // config.GetOldNoticesFilename(), is retained.
- //
- // The notice files may be may be read at any time; and should be opened
- // read-only for reading. Diagnostic notices are omitted from the notice
- // files.
- //
- // See comment for setNoticeFiles in notice.go for further details.
- UseNoticeFiles *UseNoticeFiles
- // PropagationChannelId is a string identifier which indicates how the
- // Psiphon client was distributed. This parameter is required. This value
- // is supplied by and depends on the Psiphon Network, and is typically
- // embedded in the client binary.
- PropagationChannelId string
- // SponsorId is a string identifier which indicates who is sponsoring this
- // Psiphon client. One purpose of this value is to determine the home
- // pages for display. This parameter is required. This value is supplied
- // by and depends on the Psiphon Network, and is typically embedded in the
- // client binary.
- SponsorId string
- // ClientVersion is the client version number that the client reports to
- // the server. The version number refers to the host client application,
- // not the core tunnel library. One purpose of this value is to enable
- // automatic updates. This value is supplied by and depends on the Psiphon
- // Network, and is typically embedded in the client binary.
- //
- // Note that sending a ClientPlatform string which includes "windows"
- // (case insensitive) and a ClientVersion of <= 44 will cause an error in
- // processing the response to DoConnectedRequest calls.
- ClientVersion string
- // ClientPlatform is the client platform ("Windows", "Android", etc.) that
- // the client reports to the server.
- ClientPlatform string
- // ClientFeatures is a list of feature names denoting enabled application
- // features. Clients report enabled features to the server for stats
- // purposes.
- ClientFeatures []string
- // EgressRegion is a ISO 3166-1 alpha-2 country code which indicates which
- // country to egress from. For the default, "", the best performing server
- // in any country is selected.
- EgressRegion string
- // EnableSplitTunnel toggles split tunnel mode. When enabled, TCP port
- // forward destinations that resolve to the same GeoIP country as the client
- // are connected to directly, untunneled.
- EnableSplitTunnel bool
- // ListenInterface specifies which interface to listen on. If no
- // interface is provided then listen on 127.0.0.1. If 'any' is provided
- // then use 0.0.0.0. If there are multiple IP addresses on an interface
- // use the first IPv4 address.
- ListenInterface string
- // DisableLocalSocksProxy disables running the local SOCKS proxy.
- DisableLocalSocksProxy bool
- // LocalSocksProxyPort specifies a port number for the local SOCKS proxy
- // running at 127.0.0.1. For the default value, 0, the system selects a
- // free port (a notice reporting the selected port is emitted).
- LocalSocksProxyPort int
- // LocalHttpProxyPort specifies a port number for the local HTTP proxy
- // running at 127.0.0.1. For the default value, 0, the system selects a
- // free port (a notice reporting the selected port is emitted).
- LocalHttpProxyPort int
- // DisableLocalHTTPProxy disables running the local HTTP proxy.
- DisableLocalHTTPProxy bool
- // NetworkLatencyMultiplier is a multiplier that is to be applied to
- // default network event timeouts. Set this to tune performance for
- // slow networks.
- // When set, must be >= 1.0.
- NetworkLatencyMultiplier float64
- // LimitTunnelProtocols indicates which protocols to use. Valid values
- // include: "SSH", "OSSH", "UNFRONTED-MEEK-OSSH",
- // "UNFRONTED-MEEK-HTTPS-OSSH", "UNFRONTED-MEEK-SESSION-TICKET-OSSH",
- // "FRONTED-MEEK-OSSH", "FRONTED-MEEK-HTTP-OSSH", "QUIC-OSSH",
- // "FRONTED-MEEK-QUIC-OSSH", "MARIONETTE-OSSH", "TAPDANCE-OSSH", and
- // "CONJURE-OSSH".
- // For the default, an empty list, all protocols are used.
- LimitTunnelProtocols []string
- // InitialLimitTunnelProtocols is an optional initial phase of limited
- // protocols for the first InitialLimitTunnelProtocolsCandidateCount
- // candidates; after these candidates, LimitTunnelProtocols applies.
- //
- // For the default, an empty list, InitialLimitTunnelProtocols is off.
- InitialLimitTunnelProtocols []string
- // InitialLimitTunnelProtocolsCandidateCount is the number of candidates
- // to which InitialLimitTunnelProtocols is applied instead of
- // LimitTunnelProtocols.
- //
- // For the default, 0, InitialLimitTunnelProtocols is off.
- InitialLimitTunnelProtocolsCandidateCount int
- // LimitTLSProfiles indicates which TLS profiles to select from. Valid
- // values are listed in protocols.SupportedTLSProfiles.
- // For the default, an empty list, all profiles are candidates for
- // selection.
- LimitTLSProfiles []string
- // LimitQUICVersions indicates which QUIC versions to select from. Valid
- // values are listed in protocols.SupportedQUICVersions.
- // For the default, an empty list, all versions are candidates for
- // selection.
- LimitQUICVersions []string
- // EstablishTunnelTimeoutSeconds specifies a time limit after which to
- // halt the core tunnel controller if no tunnel has been established. The
- // default is parameters.EstablishTunnelTimeout.
- EstablishTunnelTimeoutSeconds *int
- // EstablishTunnelPausePeriodSeconds specifies the delay between attempts
- // to establish tunnels. Briefly pausing allows for network conditions to
- // improve and for asynchronous operations such as fetch remote server
- // list to complete. If omitted, a default value is used. This value is
- // typical overridden for testing.
- EstablishTunnelPausePeriodSeconds *int
- // EstablishTunnelPausePeriodSeconds specifies the grace period, or head
- // start, provided to the affinity server candidate when establishing. The
- // affinity server is the server used for the last established tunnel.
- EstablishTunnelServerAffinityGracePeriodMilliseconds *int
- // ConnectionWorkerPoolSize specifies how many connection attempts to
- // attempt in parallel. If omitted of when 0, a default is used; this is
- // recommended.
- ConnectionWorkerPoolSize int
- // TunnelPoolSize specifies how many tunnels to run in parallel. Port
- // forwards are multiplexed over multiple tunnels. If omitted or when 0,
- // the default is TUNNEL_POOL_SIZE, which is recommended. Any value over
- // MAX_TUNNEL_POOL_SIZE is treated as MAX_TUNNEL_POOL_SIZE.
- TunnelPoolSize int
- // StaggerConnectionWorkersMilliseconds adds a specified delay before
- // making each server candidate available to connection workers. This
- // option is enabled when StaggerConnectionWorkersMilliseconds > 0.
- StaggerConnectionWorkersMilliseconds int
- // LimitIntensiveConnectionWorkers limits the number of concurrent
- // connection workers attempting connections with resource intensive
- // protocols. This option is enabled when LimitIntensiveConnectionWorkers
- // > 0.
- LimitIntensiveConnectionWorkers int
- // LimitMeekBufferSizes selects smaller buffers for meek protocols.
- LimitMeekBufferSizes bool
- // IgnoreHandshakeStatsRegexps skips compiling and using stats regexes.
- IgnoreHandshakeStatsRegexps bool
- // UpstreamProxyURL is a URL specifying an upstream proxy to use for all
- // outbound connections. The URL should include proxy type and
- // authentication information, as required. See example URLs here:
- // https://github.com/Psiphon-Labs/psiphon-tunnel-core/tree/master/psiphon/upstreamproxy
- UpstreamProxyURL string
- // CustomHeaders is a set of additional arbitrary HTTP headers that are
- // added to all plaintext HTTP requests and requests made through an HTTP
- // upstream proxy when specified by UpstreamProxyURL.
- CustomHeaders http.Header
- // NetworkConnectivityChecker is an interface that enables tunnel-core to
- // call into the host application to check for network connectivity. See:
- // NetworkConnectivityChecker doc.
- NetworkConnectivityChecker NetworkConnectivityChecker
- // DeviceBinder is an interface that enables tunnel-core to call into the
- // host application to bind sockets to specific devices. See: DeviceBinder
- // doc.
- //
- // When DeviceBinder is set, the "VPN" feature name is automatically added
- // when reporting ClientFeatures.
- DeviceBinder DeviceBinder
- // IPv6Synthesizer is an interface that allows tunnel-core to call into
- // the host application to synthesize IPv6 addresses. See: IPv6Synthesizer
- // doc.
- IPv6Synthesizer IPv6Synthesizer
- // DnsServerGetter is an interface that enables tunnel-core to call into
- // the host application to discover the native network DNS server
- // settings. See: DnsServerGetter doc.
- DnsServerGetter DnsServerGetter
- // NetworkIDGetter in an interface that enables tunnel-core to call into
- // the host application to get an identifier for the host's current active
- // network. See: NetworkIDGetter doc.
- NetworkIDGetter NetworkIDGetter
- // NetworkID, when not blank, is used as the identifier for the host's
- // current active network.
- // NetworkID is ignored when NetworkIDGetter is set.
- NetworkID string
- // DisableTactics disables tactics operations including requests, payload
- // handling, and application of parameters.
- DisableTactics bool
- // DisableReplay causes any persisted dial parameters to be ignored when
- // they would otherwise be used for replay.
- DisableReplay bool
- // TargetServerEntry is an encoded server entry. When specified, this
- // server entry is used exclusively and all other known servers are
- // ignored; also, when set, ConnectionWorkerPoolSize is ignored and
- // the pool size is 1.
- TargetServerEntry string
- // DisableApi disables Psiphon server API calls including handshake,
- // connected, status, etc. This is used for special case temporary tunnels
- // (Windows VPN mode).
- DisableApi bool
- // TargetApiProtocol specifies whether to force use of "ssh" or "web" API
- // protocol. When blank, the default, the optimal API protocol is used.
- // Note that this capability check is not applied before the
- // "CandidateServers" count is emitted.
- //
- // This parameter is intended for testing and debugging only. Not all
- // parameters are supported in the legacy "web" API protocol, including
- // speed test samples.
- TargetApiProtocol string
- // RemoteServerListURLs is list of URLs which specify locations to fetch
- // out-of-band server entries. This facility is used when a tunnel cannot
- // be established to known servers. This value is supplied by and depends
- // on the Psiphon Network, and is typically embedded in the client binary.
- // All URLs must point to the same entity with the same ETag. At least one
- // TransferURL must have OnlyAfterAttempts = 0.
- RemoteServerListURLs parameters.TransferURLs
- // RemoteServerListSignaturePublicKey specifies a public key that's used
- // to authenticate the remote server list payload. This value is supplied
- // by and depends on the Psiphon Network, and is typically embedded in the
- // client binary.
- RemoteServerListSignaturePublicKey string
- // DisableRemoteServerListFetcher disables fetching remote server lists.
- // This is used for special case temporary tunnels.
- DisableRemoteServerListFetcher bool
- // FetchRemoteServerListRetryPeriodMilliseconds specifies the delay before
- // resuming a remote server list download after a failure. If omitted, a
- // default value is used. This value is typical overridden for testing.
- FetchRemoteServerListRetryPeriodMilliseconds *int
- // ObfuscatedServerListRootURLs is a list of URLs which specify root
- // locations from which to fetch obfuscated server list files. This value
- // is supplied by and depends on the Psiphon Network, and is typically
- // embedded in the client binary. All URLs must point to the same entity
- // with the same ETag. At least one DownloadURL must have
- // OnlyAfterAttempts = 0.
- ObfuscatedServerListRootURLs parameters.TransferURLs
- // UpgradeDownloadURLs is list of URLs which specify locations from which
- // to download a host client upgrade file, when one is available. The core
- // tunnel controller provides a resumable download facility which
- // downloads this resource and emits a notice when complete. This value is
- // supplied by and depends on the Psiphon Network, and is typically
- // embedded in the client binary. All URLs must point to the same entity
- // with the same ETag. At least one DownloadURL must have
- // OnlyAfterAttempts = 0.
- UpgradeDownloadURLs parameters.TransferURLs
- // UpgradeDownloadClientVersionHeader specifies the HTTP header name for
- // the entity at UpgradeDownloadURLs which specifies the client version
- // (an integer value). A HEAD request may be made to check the version
- // number available at UpgradeDownloadURLs.
- // UpgradeDownloadClientVersionHeader is required when UpgradeDownloadURLs
- // is specified.
- UpgradeDownloadClientVersionHeader string
- // FetchUpgradeRetryPeriodMilliseconds specifies the delay before resuming
- // a client upgrade download after a failure. If omitted, a default value
- // is used. This value is typical overridden for testing.
- FetchUpgradeRetryPeriodMilliseconds *int
- // FeedbackUploadURLs is a list of SecureTransferURLs which specify
- // locations where feedback data can be uploaded, pairing with each
- // location a public key with which to encrypt the feedback data. This
- // value is supplied by and depends on the Psiphon Network, and is
- // typically embedded in the client binary. At least one TransferURL must
- // have OnlyAfterAttempts = 0.
- FeedbackUploadURLs parameters.TransferURLs
- // FeedbackEncryptionPublicKey is a default base64-encoded, RSA public key
- // value used to encrypt feedback data. Used when uploading feedback with a
- // TransferURL which has no public key value configured, i.e.
- // B64EncodedPublicKey = "".
- FeedbackEncryptionPublicKey string
- // TrustedCACertificatesFilename specifies a file containing trusted CA
- // certs. When set, this toggles use of the trusted CA certs, specified in
- // TrustedCACertificatesFilename, for tunneled TLS connections that expect
- // server certificates signed with public certificate authorities
- // (currently, only upgrade downloads). This option is used with stock Go
- // TLS in cases where Go may fail to obtain a list of root CAs from the
- // operating system.
- TrustedCACertificatesFilename string
- // DisablePeriodicSshKeepAlive indicates whether to send an SSH keepalive
- // every 1-2 minutes, when the tunnel is idle. If the SSH keepalive times
- // out, the tunnel is considered to have failed.
- DisablePeriodicSshKeepAlive bool
- // DeviceRegion is the optional, reported region the host device is
- // running in. This input value should be a ISO 3166-1 alpha-2 country
- // code. The device region is reported to the server in the connected
- // request and recorded for Psiphon stats.
- //
- // When provided, this value may be used, pre-connection, to select
- // performance or circumvention optimization strategies for the given
- // region.
- DeviceRegion string
- // EmitDiagnosticNotices indicates whether to output notices containing
- // detailed information about the Psiphon session. As these notices may
- // contain sensitive information, they should not be insecurely distributed
- // or displayed to users. Default is off.
- EmitDiagnosticNotices bool
- // EmitDiagnosticNetworkParameters indicates whether to include network
- // parameters in diagnostic notices. As these parameters are sensitive
- // circumvention network information, they should not be insecurely
- // distributed or displayed to users. Default is off.
- EmitDiagnosticNetworkParameters bool
- // EmitBytesTransferred indicates whether to emit periodic notices showing
- // bytes sent and received.
- EmitBytesTransferred bool
- // EmitSLOKs indicates whether to emit notices for each seeded SLOK. As
- // this could reveal user browsing activity, it's intended for debugging
- // and testing only.
- EmitSLOKs bool
- // EmitRefractionNetworkingLogs indicates whether to emit gotapdance log
- // messages to stdout. Note that gotapdance log messages do not conform to
- // the Notice format standard. Default is off.
- EmitRefractionNetworkingLogs bool
- // EmitServerAlerts indicates whether to emit notices for server alerts.
- EmitServerAlerts bool
- // EmitClientAddress indicates whether to emit the client's public network
- // address, IP and port, as seen by the server.
- EmitClientAddress bool
- // RateLimits specify throttling configuration for the tunnel.
- RateLimits common.RateLimits
- // PacketTunnelTunDeviceFileDescriptor specifies a tun device file
- // descriptor to use for running a packet tunnel. When this value is > 0,
- // a packet tunnel is established through the server and packets are
- // relayed via the tun device file descriptor. The file descriptor is
- // duped in NewController. When PacketTunnelTunDeviceFileDescriptor is
- // set, TunnelPoolSize must be 1.
- PacketTunnelTunFileDescriptor int
- // SessionID specifies a client session ID to use in the Psiphon API. The
- // session ID should be a randomly generated value that is used only for a
- // single session, which is defined as the period between a user starting
- // a Psiphon client and stopping the client.
- //
- // A session ID must be 32 hex digits (lower case). When blank, a random
- // session ID is automatically generated. Supply a session ID when a
- // single client session will cross multiple Controller instances.
- SessionID string
- // Authorizations is a list of encoded, signed access control
- // authorizations that the client has obtained and will present to the
- // server.
- Authorizations []string
- // ServerEntrySignaturePublicKey is a base64-encoded, ed25519 public
- // key value used to verify individual server entry signatures. This value
- // is supplied by and depends on the Psiphon Network, and is typically
- // embedded in the client binary.
- ServerEntrySignaturePublicKey string
- // ExchangeObfuscationKey is a base64-encoded, NaCl secretbox key used to
- // obfuscate server info exchanges between clients.
- // Required for the exchange functionality.
- ExchangeObfuscationKey string
- // MigrateHomepageNoticesFilename migrates a homepage file from the path
- // previously configured with setNoticeFiles to the new path for homepage
- // files under the data root directory. The file specified by this config
- // value will be moved to config.GetHomePageFilename().
- //
- // Note: see comment for config.Commit() for a description of how file
- // migrations are performed.
- //
- // If not set, no migration operation will be performed.
- MigrateHomepageNoticesFilename string
- // MigrateRotatingNoticesFilename migrates notice files from the path
- // previously configured with setNoticeFiles to the new path for notice
- // files under the data root directory.
- //
- // MigrateRotatingNoticesFilename will be moved to
- // config.GetNoticesFilename().
- //
- // MigrateRotatingNoticesFilename.1 will be moved to
- // config.GetOldNoticesFilename().
- //
- // Note: see comment for config.Commit() for a description of how file
- // migrations are performed.
- //
- // If not set, no migration operation will be performed.
- MigrateRotatingNoticesFilename string
- // MigrateDataStoreDirectory indicates the location of the datastore
- // directory, as previously configured with the deprecated
- // DataStoreDirectory config field. Datastore files found in the specified
- // directory will be moved under the data root directory.
- //
- // Note: see comment for config.Commit() for a description of how file
- // migrations are performed.
- MigrateDataStoreDirectory string
- // MigrateRemoteServerListDownloadFilename indicates the location of
- // remote server list download files. The remote server list files found at
- // the specified path will be moved under the data root directory.
- //
- // Note: see comment for config.Commit() for a description of how file
- // migrations are performed.
- MigrateRemoteServerListDownloadFilename string
- // MigrateObfuscatedServerListDownloadDirectory indicates the location of
- // the obfuscated server list downloads directory, as previously configured
- // with ObfuscatedServerListDownloadDirectory. Obfuscated server list
- // download files found in the specified directory will be moved under the
- // data root directory.
- //
- // Warning: if the directory is empty after obfuscated server
- // list files are moved, then it will be deleted.
- //
- // Note: see comment for config.Commit() for a description of how file
- // migrations are performed.
- MigrateObfuscatedServerListDownloadDirectory string
- // MigrateUpgradeDownloadFilename indicates the location of downloaded
- // application upgrade files. Downloaded upgrade files found at the
- // specified path will be moved under the data root directory.
- //
- // Note: see comment for config.Commit() for a description of how file
- // migrations are performed.
- MigrateUpgradeDownloadFilename string
- //
- // The following parameters are deprecated.
- //
- // DataStoreDirectory is the directory in which to store the persistent
- // database, which contains information such as server entries. By
- // default, current working directory.
- //
- // Deprecated:
- // Use MigrateDataStoreDirectory. When MigrateDataStoreDirectory
- // is set, this parameter is ignored.
- //
- // DataStoreDirectory has been subsumed by the new data root directory,
- // which is configured with DataRootDirectory. If set, datastore files
- // found in the specified directory will be moved under the data root
- // directory.
- DataStoreDirectory string
- // RemoteServerListDownloadFilename specifies a target filename for
- // storing the remote server list download. Data is stored in co-located
- // files (RemoteServerListDownloadFilename.part*) to allow for resumable
- // downloading.
- //
- // Deprecated:
- // Use MigrateRemoteServerListDownloadFilename. When
- // MigrateRemoteServerListDownloadFilename is set, this parameter is
- // ignored.
- //
- // If set, remote server list download files found at the specified path
- // will be moved under the data root directory.
- RemoteServerListDownloadFilename string
- // ObfuscatedServerListDownloadDirectory specifies a target directory for
- // storing the obfuscated remote server list downloads. Data is stored in
- // co-located files (<OSL filename>.part*) to allow for resumable
- // downloading.
- //
- // Deprecated:
- // Use MigrateObfuscatedServerListDownloadDirectory. When
- // MigrateObfuscatedServerListDownloadDirectory is set, this parameter is
- // ignored.
- //
- // If set, obfuscated server list download files found at the specified path
- // will be moved under the data root directory.
- ObfuscatedServerListDownloadDirectory string
- // UpgradeDownloadFilename is the local target filename for an upgrade
- // download. This parameter is required when UpgradeDownloadURLs (or
- // UpgradeDownloadUrl) is specified. Data is stored in co-located files
- // (UpgradeDownloadFilename.part*) to allow for resumable downloading.
- //
- // Deprecated:
- // Use MigrateUpgradeDownloadFilename. When MigrateUpgradeDownloadFilename
- // is set, this parameter is ignored.
- //
- // If set, upgrade download files found at the specified path will be moved
- // under the data root directory.
- UpgradeDownloadFilename string
- // TunnelProtocol indicates which protocol to use. For the default, "",
- // all protocols are used.
- //
- // Deprecated: Use LimitTunnelProtocols. When LimitTunnelProtocols is not
- // nil, this parameter is ignored.
- TunnelProtocol string
- // Deprecated: Use CustomHeaders. When CustomHeaders is not nil, this
- // parameter is ignored.
- UpstreamProxyCustomHeaders http.Header
- // RemoteServerListUrl is a URL which specifies a location to fetch out-
- // of-band server entries. This facility is used when a tunnel cannot be
- // established to known servers. This value is supplied by and depends on
- // the Psiphon Network, and is typically embedded in the client binary.
- //
- // Deprecated: Use RemoteServerListURLs. When RemoteServerListURLs is not
- // nil, this parameter is ignored.
- RemoteServerListUrl string
- // ObfuscatedServerListRootURL is a URL which specifies the root location
- // from which to fetch obfuscated server list files. This value is
- // supplied by and depends on the Psiphon Network, and is typically
- // embedded in the client binary.
- //
- // Deprecated: Use ObfuscatedServerListRootURLs. When
- // ObfuscatedServerListRootURLs is not nil, this parameter is ignored.
- ObfuscatedServerListRootURL string
- // UpgradeDownloadUrl specifies a URL from which to download a host client
- // upgrade file, when one is available. The core tunnel controller
- // provides a resumable download facility which downloads this resource
- // and emits a notice when complete. This value is supplied by and depends
- // on the Psiphon Network, and is typically embedded in the client binary.
- //
- // Deprecated: Use UpgradeDownloadURLs. When UpgradeDownloadURLs is not
- // nil, this parameter is ignored.
- UpgradeDownloadUrl string
- //
- // The following parameters are for testing purposes.
- //
- // TransformHostNameProbability is for testing purposes.
- TransformHostNameProbability *float64
- // FragmentorProbability and associated Fragmentor fields are for testing
- // purposes.
- FragmentorProbability *float64
- FragmentorLimitProtocols []string
- FragmentorMinTotalBytes *int
- FragmentorMaxTotalBytes *int
- FragmentorMinWriteBytes *int
- FragmentorMaxWriteBytes *int
- FragmentorMinDelayMicroseconds *int
- FragmentorMaxDelayMicroseconds *int
- // MeekTrafficShapingProbability and associated fields are for testing
- // purposes.
- MeekTrafficShapingProbability *float64
- MeekTrafficShapingLimitProtocols []string
- MeekMinTLSPadding *int
- MeekMaxTLSPadding *int
- MeekMinLimitRequestPayloadLength *int
- MeekMaxLimitRequestPayloadLength *int
- MeekRedialTLSProbability *float64
- // ObfuscatedSSHAlgorithms and associated ObfuscatedSSH fields are for
- // testing purposes. If specified, ObfuscatedSSHAlgorithms must have 4 SSH
- // KEX elements in order: the kex algorithm, cipher, MAC, and server host
- // key algorithm.
- ObfuscatedSSHAlgorithms []string
- ObfuscatedSSHMinPadding *int
- ObfuscatedSSHMaxPadding *int
- // LivenessTestMinUpstreamBytes and other LivenessTest fields are for
- // testing purposes.
- LivenessTestMinUpstreamBytes *int
- LivenessTestMaxUpstreamBytes *int
- LivenessTestMinDownstreamBytes *int
- LivenessTestMaxDownstreamBytes *int
- // ReplayCandidateCount and other Replay fields are for testing purposes.
- ReplayCandidateCount *int
- ReplayDialParametersTTLSeconds *int
- ReplayTargetUpstreamBytes *int
- ReplayTargetDownstreamBytes *int
- ReplayTargetTunnelDurationSeconds *int
- ReplayLaterRoundMoveToFrontProbability *float64
- ReplayRetainFailedProbability *float64
- // NetworkLatencyMultiplierMin and other NetworkLatencyMultiplier fields are
- // for testing purposes.
- NetworkLatencyMultiplierMin float64
- NetworkLatencyMultiplierMax float64
- NetworkLatencyMultiplierLambda float64
- // UseOnlyCustomTLSProfiles and other TLS configuration fields are for
- // testing purposes.
- UseOnlyCustomTLSProfiles *bool
- CustomTLSProfiles protocol.CustomTLSProfiles
- SelectRandomizedTLSProfileProbability *float64
- NoDefaultTLSSessionIDProbability *float64
- DisableFrontingProviderTLSProfiles protocol.LabeledTLSProfiles
- // ClientBurstUpstreamTargetBytes and other burst metric fields are for
- // testing purposes.
- ClientBurstUpstreamTargetBytes *int
- ClientBurstUpstreamDeadlineMilliseconds *int
- ClientBurstDownstreamTargetBytes *int
- ClientBurstDownstreamDeadlineMilliseconds *int
- // ApplicationParameters is for testing purposes.
- ApplicationParameters parameters.KeyValues
- // CustomHostNameRegexes and other custom host name fields are for testing
- // purposes.
- CustomHostNameRegexes []string
- CustomHostNameProbability *float64
- CustomHostNameLimitProtocols []string
- // ConjureCachedRegistrationTTLSeconds and other Conjure fields are for
- // testing purposes.
- ConjureCachedRegistrationTTLSeconds *int
- ConjureAPIRegistrarURL string
- ConjureAPIRegistrarFrontingSpecs parameters.FrontingSpecs
- ConjureAPIRegistrarMinDelayMilliseconds *int
- ConjureAPIRegistrarMaxDelayMilliseconds *int
- ConjureDecoyRegistrarProbability *float64
- ConjureDecoyRegistrarWidth *int
- ConjureDecoyRegistrarMinDelayMilliseconds *int
- ConjureDecoyRegistrarMaxDelayMilliseconds *int
- // HoldOffTunnelMinDurationMilliseconds and other HoldOffTunnel fields are
- // for testing purposes.
- HoldOffTunnelMinDurationMilliseconds *int
- HoldOffTunnelMaxDurationMilliseconds *int
- HoldOffTunnelProtocols []string
- HoldOffTunnelFrontingProviderIDs []string
- HoldOffTunnelProbability *float64
- // RestrictFrontingProviderIDs and other RestrictFrontingProviderIDs fields
- // are for testing purposes.
- RestrictFrontingProviderIDs []string
- RestrictFrontingProviderIDsClientProbability *float64
- // UpstreamProxyAllowAllServerEntrySources is for testing purposes.
- UpstreamProxyAllowAllServerEntrySources *bool
- // params is the active parameters.Parameters with defaults, config values,
- // and, optionally, tactics applied.
- //
- // New tactics must be applied by calling Config.SetParameters; calling
- // params.Set directly will fail to add config values.
- params *parameters.Parameters
- dialParametersHash []byte
- dynamicConfigMutex sync.Mutex
- sponsorID string
- authorizations []string
- deviceBinder DeviceBinder
- networkIDGetter NetworkIDGetter
- clientFeatures []string
- committed bool
- loadTimestamp string
- }
- // Config field which specifies if notice files should be used and at which
- // frequency and size they should be rotated.
- //
- // If either RotatingFileSize or RotatingSyncFrequency are <= 0, default values
- // are used.
- //
- // See comment for setNoticeFiles in notice.go for further details.
- type UseNoticeFiles struct {
- RotatingFileSize int
- RotatingSyncFrequency int
- }
- // LoadConfig parses a JSON format Psiphon config JSON string and returns a
- // Config struct populated with config values.
- //
- // The Config struct may then be programmatically populated with additional
- // values, including callbacks such as DeviceBinder.
- //
- // Before using the Config, Commit must be called, which will perform further
- // validation and initialize internal data structures.
- func LoadConfig(configJson []byte) (*Config, error) {
- var config Config
- err := json.Unmarshal(configJson, &config)
- if err != nil {
- return nil, errors.Trace(err)
- }
- config.loadTimestamp = common.TruncateTimestampToHour(
- common.GetCurrentTimestamp())
- return &config, nil
- }
- // IsCommitted checks if Commit was called.
- func (config *Config) IsCommitted() bool {
- return config.committed
- }
- // Commit validates Config fields finalizes initialization.
- //
- // Config fields should not be set after calling Config, as any changes may
- // not be reflected in internal data structures.
- //
- // If migrateFromLegacyFields is set to true, then an attempt to migrate from
- // legacy fields is made.
- //
- // Migration from legacy fields:
- // Config fields of the naming Migrate* (e.g. MigrateDataStoreDirectory) specify
- // a file migration operation which should be performed. These fields correspond
- // to deprecated fields, which previously could be used to specify where Psiphon
- // stored different sets of persistent files (e.g. MigrateDataStoreDirectory
- // corresponds to the deprecated field DataStoreDirectory).
- //
- // Psiphon now stores all persistent data under the configurable
- // DataRootDirectory (see Config.DataRootDirectory). The deprecated fields, and
- // corresponding Migrate* fields, are now used to specify the file or directory
- // path where, or under which, persistent files and directories created by
- // previous versions of Psiphon exist, so they can be moved under the
- // DataRootDirectory.
- //
- // For each migration operation:
- // - In the case of directories that could have defaulted to the current working
- // directory, persistent files and directories created by Psiphon are
- // precisely targeted to avoid moving files which were not created by Psiphon.
- // - If no file is found at the specified path, or an error is encountered while
- // migrating the file, then an error is logged and execution continues
- // normally.
- //
- // A sentinel file which signals that file migration has been completed, and
- // should not be attempted again, is created under DataRootDirectory after one
- // full pass through Commit(), regardless of whether file migration succeeds or
- // fails. It is better to not endlessly retry file migrations on each Commit()
- // because file system errors are expected to be rare and persistent files will
- // be re-populated over time.
- func (config *Config) Commit(migrateFromLegacyFields bool) error {
- // Do SetEmitDiagnosticNotices first, to ensure config file errors are
- // emitted.
- if config.EmitDiagnosticNotices {
- SetEmitDiagnosticNotices(
- true, config.EmitDiagnosticNetworkParameters)
- }
- // Migrate and set notice files before any operations that may emit an
- // error. This is to ensure config file errors are written to file when
- // notice files are configured with config.UseNoticeFiles.
- //
- // Note:
- // Errors encountered while configuring the data directory cannot be written
- // to notice files. This is because notices files are created within the
- // data directory.
- if config.DataRootDirectory == "" {
- wd, err := os.Getwd()
- if err != nil {
- return errors.Trace(StripFilePathsError(err))
- }
- config.DataRootDirectory = wd
- }
- // Create root directory
- dataDirectoryPath := config.GetPsiphonDataDirectory()
- if !common.FileExists(dataDirectoryPath) {
- err := os.Mkdir(dataDirectoryPath, os.ModePerm)
- if err != nil {
- return errors.Tracef("failed to create datastore directory with error: %s", StripFilePathsError(err, dataDirectoryPath))
- }
- }
- // Check if the migration from legacy config fields has already been
- // completed. See the Migrate* config fields for more details.
- migrationCompleteFilePath := filepath.Join(config.GetPsiphonDataDirectory(), "migration_complete")
- needMigration := !common.FileExists(migrationCompleteFilePath)
- // Collect notices to emit them after notice files are set
- var noticeMigrationAlertMsgs []string
- var noticeMigrationInfoMsgs []string
- // Migrate notices first to ensure notice files are used for notices if
- // UseNoticeFiles is set.
- homepageFilePath := config.GetHomePageFilename()
- noticesFilePath := config.GetNoticesFilename()
- if migrateFromLegacyFields {
- if needMigration {
- // Move notice files that exist at legacy file paths under the data root
- // directory.
- noticeMigrationInfoMsgs = append(noticeMigrationInfoMsgs, "Config migration: need migration")
- noticeMigrations := migrationsFromLegacyNoticeFilePaths(config)
- successfulMigrations := 0
- for _, migration := range noticeMigrations {
- err := DoFileMigration(migration)
- if err != nil {
- alertMsg := fmt.Sprintf("Config migration: %s", errors.Trace(err))
- noticeMigrationAlertMsgs = append(noticeMigrationAlertMsgs, alertMsg)
- } else {
- successfulMigrations += 1
- }
- }
- infoMsg := fmt.Sprintf("Config migration: %d/%d notice files successfully migrated", successfulMigrations, len(noticeMigrations))
- noticeMigrationInfoMsgs = append(noticeMigrationInfoMsgs, infoMsg)
- } else {
- noticeMigrationInfoMsgs = append(noticeMigrationInfoMsgs, "Config migration: migration already completed")
- }
- }
- if config.UseNoticeFiles != nil {
- setNoticeFiles(
- homepageFilePath,
- noticesFilePath,
- config.UseNoticeFiles.RotatingFileSize,
- config.UseNoticeFiles.RotatingSyncFrequency)
- }
- // Emit notices now that notice files are set if configured
- for _, msg := range noticeMigrationAlertMsgs {
- NoticeWarning(msg)
- }
- for _, msg := range noticeMigrationInfoMsgs {
- NoticeInfo(msg)
- }
- // Promote legacy fields.
- if config.CustomHeaders == nil {
- config.CustomHeaders = config.UpstreamProxyCustomHeaders
- config.UpstreamProxyCustomHeaders = nil
- }
- if config.RemoteServerListUrl != "" && config.RemoteServerListURLs == nil {
- config.RemoteServerListURLs = promoteLegacyTransferURL(config.RemoteServerListUrl)
- }
- if config.ObfuscatedServerListRootURL != "" && config.ObfuscatedServerListRootURLs == nil {
- config.ObfuscatedServerListRootURLs = promoteLegacyTransferURL(config.ObfuscatedServerListRootURL)
- }
- if config.UpgradeDownloadUrl != "" && config.UpgradeDownloadURLs == nil {
- config.UpgradeDownloadURLs = promoteLegacyTransferURL(config.UpgradeDownloadUrl)
- }
- if config.TunnelProtocol != "" && len(config.LimitTunnelProtocols) == 0 {
- config.LimitTunnelProtocols = []string{config.TunnelProtocol}
- }
- if config.DataStoreDirectory != "" && config.MigrateDataStoreDirectory == "" {
- config.MigrateDataStoreDirectory = config.DataStoreDirectory
- }
- if config.RemoteServerListDownloadFilename != "" && config.MigrateRemoteServerListDownloadFilename == "" {
- config.MigrateRemoteServerListDownloadFilename = config.RemoteServerListDownloadFilename
- }
- if config.ObfuscatedServerListDownloadDirectory != "" && config.MigrateObfuscatedServerListDownloadDirectory == "" {
- config.MigrateObfuscatedServerListDownloadDirectory = config.ObfuscatedServerListDownloadDirectory
- }
- if config.UpgradeDownloadFilename != "" && config.MigrateUpgradeDownloadFilename == "" {
- config.MigrateUpgradeDownloadFilename = config.UpgradeDownloadFilename
- }
- // Supply default values.
- // Create datastore directory.
- dataStoreDirectoryPath := config.GetDataStoreDirectory()
- if !common.FileExists(dataStoreDirectoryPath) {
- err := os.Mkdir(dataStoreDirectoryPath, os.ModePerm)
- if err != nil {
- return errors.Tracef("failed to create datastore directory with error: %s", StripFilePathsError(err, dataStoreDirectoryPath))
- }
- }
- // Create OSL directory.
- oslDirectoryPath := config.GetObfuscatedServerListDownloadDirectory()
- if !common.FileExists(oslDirectoryPath) {
- err := os.Mkdir(oslDirectoryPath, os.ModePerm)
- if err != nil {
- return errors.Tracef("failed to create osl directory with error: %s", StripFilePathsError(err, oslDirectoryPath))
- }
- }
- if config.ClientVersion == "" {
- config.ClientVersion = "0"
- }
- if config.TunnelPoolSize == 0 {
- config.TunnelPoolSize = TUNNEL_POOL_SIZE
- }
- // Validate config fields.
- if !common.FileExists(config.DataRootDirectory) {
- return errors.TraceNew("DataRootDirectory does not exist")
- }
- if config.PropagationChannelId == "" {
- return errors.TraceNew("propagation channel ID is missing from the configuration file")
- }
- if config.SponsorId == "" {
- return errors.TraceNew("sponsor ID is missing from the configuration file")
- }
- _, err := strconv.Atoi(config.ClientVersion)
- if err != nil {
- return errors.Tracef("invalid client version: %s", err)
- }
- if !common.Contains(
- []string{"", protocol.PSIPHON_SSH_API_PROTOCOL, protocol.PSIPHON_WEB_API_PROTOCOL},
- config.TargetApiProtocol) {
- return errors.TraceNew("invalid TargetApiProtocol")
- }
- if !config.DisableRemoteServerListFetcher {
- if config.RemoteServerListURLs != nil {
- if config.RemoteServerListSignaturePublicKey == "" {
- return errors.TraceNew("missing RemoteServerListSignaturePublicKey")
- }
- }
- if config.ObfuscatedServerListRootURLs != nil {
- if config.RemoteServerListSignaturePublicKey == "" {
- return errors.TraceNew("missing RemoteServerListSignaturePublicKey")
- }
- }
- }
- if config.UpgradeDownloadURLs != nil {
- if config.UpgradeDownloadClientVersionHeader == "" {
- return errors.TraceNew("missing UpgradeDownloadClientVersionHeader")
- }
- }
- if config.FeedbackUploadURLs != nil {
- if config.FeedbackEncryptionPublicKey == "" {
- return errors.TraceNew("missing FeedbackEncryptionPublicKey")
- }
- }
- // This constraint is expected by logic in Controller.runTunnels().
- if config.PacketTunnelTunFileDescriptor > 0 && config.TunnelPoolSize != 1 {
- return errors.TraceNew("packet tunnel mode requires TunnelPoolSize to be 1")
- }
- // SessionID must be PSIPHON_API_CLIENT_SESSION_ID_LENGTH lowercase hex-encoded bytes.
- if config.SessionID == "" {
- sessionID, err := MakeSessionId()
- if err != nil {
- return errors.Trace(err)
- }
- config.SessionID = sessionID
- }
- if len(config.SessionID) != 2*protocol.PSIPHON_API_CLIENT_SESSION_ID_LENGTH ||
- -1 != strings.IndexFunc(config.SessionID, func(c rune) bool {
- return !unicode.Is(unicode.ASCII_Hex_Digit, c) || unicode.IsUpper(c)
- }) {
- return errors.TraceNew("invalid SessionID")
- }
- config.params, err = parameters.NewParameters(
- func(err error) {
- NoticeWarning("Parameters getValue failed: %s", err)
- })
- if err != nil {
- return errors.Trace(err)
- }
- if config.ObfuscatedSSHAlgorithms != nil &&
- len(config.ObfuscatedSSHAlgorithms) != 4 {
- // TODO: validate each algorithm?
- return errors.TraceNew("invalid ObfuscatedSSHAlgorithms")
- }
- // parametersParameters.Set will validate the config fields applied to
- // parametersParameters.
- err = config.SetParameters("", false, nil)
- if err != nil {
- return errors.Trace(err)
- }
- // Calculate and set the dial parameters hash. After this point, related
- // config fields must not change.
- config.setDialParametersHash()
- // Set defaults for dynamic config fields.
- config.SetDynamicConfig(config.SponsorId, config.Authorizations)
- // Initialize config.deviceBinder and config.config.networkIDGetter. These
- // wrap config.DeviceBinder and config.NetworkIDGetter/NetworkID with
- // loggers.
- //
- // New variables are set to avoid mutating input config fields.
- // Internally, code must use config.deviceBinder and
- // config.networkIDGetter and not the input/exported fields.
- if config.DeviceBinder != nil {
- config.deviceBinder = newLoggingDeviceBinder(config.DeviceBinder)
- }
- networkIDGetter := config.NetworkIDGetter
- if networkIDGetter == nil {
- // Limitation: unlike NetworkIDGetter, which calls back to platform APIs
- // this method of network identification is not dynamic and will not reflect
- // network changes that occur while running.
- if config.NetworkID != "" {
- networkIDGetter = newStaticNetworkGetter(config.NetworkID)
- } else {
- networkIDGetter = newStaticNetworkGetter("UNKNOWN")
- }
- }
- config.networkIDGetter = newLoggingNetworkIDGetter(networkIDGetter)
- // Initialize config.clientFeatures, which adds feature names on top of
- // those specified by the host application in config.ClientFeatures.
- config.clientFeatures = config.ClientFeatures
- feature := "VPN"
- if config.DeviceBinder != nil && !common.Contains(config.clientFeatures, feature) {
- config.clientFeatures = append(config.clientFeatures, feature)
- }
- // Migrate from old config fields. This results in files being moved under
- // a config specified data root directory.
- if migrateFromLegacyFields && needMigration {
- // If unset, set MigrateDataStoreDirectory to the previous default value for
- // DataStoreDirectory to ensure that datastore files are migrated.
- if config.MigrateDataStoreDirectory == "" {
- wd, err := os.Getwd()
- if err != nil {
- return errors.Trace(err)
- }
- NoticeInfo("MigrateDataStoreDirectory unset, using working directory")
- config.MigrateDataStoreDirectory = wd
- }
- // Move files that exist at legacy file paths under the data root
- // directory.
- migrations, err := migrationsFromLegacyFilePaths(config)
- if err != nil {
- return errors.Trace(err)
- }
- // Do migrations
- successfulMigrations := 0
- for _, migration := range migrations {
- err := DoFileMigration(migration)
- if err != nil {
- NoticeWarning("Config migration: %s", errors.Trace(err))
- } else {
- successfulMigrations += 1
- }
- }
- NoticeInfo(fmt.Sprintf("Config migration: %d/%d legacy files successfully migrated", successfulMigrations, len(migrations)))
- // Remove OSL directory if empty
- if config.MigrateObfuscatedServerListDownloadDirectory != "" {
- files, err := ioutil.ReadDir(config.MigrateObfuscatedServerListDownloadDirectory)
- if err != nil {
- NoticeWarning("Error reading OSL directory: %s", errors.Trace(StripFilePathsError(err, config.MigrateObfuscatedServerListDownloadDirectory)))
- } else if len(files) == 0 {
- err := os.Remove(config.MigrateObfuscatedServerListDownloadDirectory)
- if err != nil {
- NoticeWarning("Error deleting empty OSL directory: %s", errors.Trace(StripFilePathsError(err, config.MigrateObfuscatedServerListDownloadDirectory)))
- }
- }
- }
- f, err := os.Create(migrationCompleteFilePath)
- if err != nil {
- NoticeWarning("Config migration: failed to create migration completed file with error %s", errors.Trace(StripFilePathsError(err, migrationCompleteFilePath)))
- } else {
- NoticeInfo("Config migration: completed")
- f.Close()
- }
- }
- config.committed = true
- return nil
- }
- // GetParameters returns the current parameters.Parameters.
- func (config *Config) GetParameters() *parameters.Parameters {
- return config.params
- }
- // SetParameters resets the parameters.Parameters to the default values,
- // applies any config file values, and then applies the input parameters (from
- // tactics, etc.)
- //
- // Set skipOnError to false when initially applying only config values, as
- // this will validate the values and should fail. Set skipOnError to true when
- // applying tactics to ignore invalid or unknown parameter values from tactics.
- //
- // In the case of applying tactics, do not call Config.parameters.Set
- // directly as this will not first apply config values.
- //
- // If there is an error, the existing Config.parameters are left
- // entirely unmodified.
- func (config *Config) SetParameters(tag string, skipOnError bool, applyParameters map[string]interface{}) error {
- setParameters := []map[string]interface{}{config.makeConfigParameters()}
- if applyParameters != nil {
- setParameters = append(setParameters, applyParameters)
- }
- counts, err := config.params.Set(tag, skipOnError, setParameters...)
- if err != nil {
- return errors.Trace(err)
- }
- NoticeInfo("applied %v parameters with tag '%s'", counts, tag)
- // Emit certain individual parameter values for quick reference in diagnostics.
- p := config.params.Get()
- NoticeInfo(
- "NetworkLatencyMultiplier Min/Max/Lambda: %f/%f/%f",
- p.Float(parameters.NetworkLatencyMultiplierMin),
- p.Float(parameters.NetworkLatencyMultiplierMax),
- p.Float(parameters.NetworkLatencyMultiplierLambda))
- // Application Parameters are feature flags/config info, delivered as Client
- // Parameters via tactics/etc., to be communicated to the outer application.
- // Emit these now, as notices.
- if p.WeightedCoinFlip(parameters.ApplicationParametersProbability) {
- NoticeApplicationParameters(p.KeyValues(parameters.ApplicationParameters))
- }
- return nil
- }
- // SetDynamicConfig sets the current client sponsor ID and authorizations.
- // Invalid values for sponsor ID are ignored. The caller must not modify the
- // input authorizations slice.
- func (config *Config) SetDynamicConfig(sponsorID string, authorizations []string) {
- config.dynamicConfigMutex.Lock()
- defer config.dynamicConfigMutex.Unlock()
- if sponsorID != "" {
- config.sponsorID = sponsorID
- }
- config.authorizations = authorizations
- }
- // GetSponsorID returns the current client sponsor ID.
- func (config *Config) GetSponsorID() string {
- config.dynamicConfigMutex.Lock()
- defer config.dynamicConfigMutex.Unlock()
- return config.sponsorID
- }
- // GetAuthorizations returns the current client authorizations.
- // The caller must not modify the returned slice.
- func (config *Config) GetAuthorizations() []string {
- config.dynamicConfigMutex.Lock()
- defer config.dynamicConfigMutex.Unlock()
- return config.authorizations
- }
- // GetPsiphonDataDirectory returns the directory under which all persistent
- // files should be stored. This directory is created under
- // config.DataRootDirectory. The motivation for an additional directory is that
- // config.DataRootDirectory defaults to the current working directory, which may
- // include non-tunnel-core files that should be excluded from directory-spanning
- // operations (e.g. excluding all tunnel-core files from backup).
- func (config *Config) GetPsiphonDataDirectory() string {
- return filepath.Join(config.DataRootDirectory, PsiphonDataDirectoryName)
- }
- // GetHomePageFilename the path where the homepage notices file will be created.
- func (config *Config) GetHomePageFilename() string {
- return filepath.Join(config.GetPsiphonDataDirectory(), HomepageFilename)
- }
- // GetNoticesFilename returns the path where the notices file will be created.
- // When the file is rotated it will be moved to config.GetOldNoticesFilename().
- func (config *Config) GetNoticesFilename() string {
- return filepath.Join(config.GetPsiphonDataDirectory(), NoticesFilename)
- }
- // GetOldNoticeFilename returns the path where the rotated notices file will be
- // created.
- func (config *Config) GetOldNoticesFilename() string {
- return filepath.Join(config.GetPsiphonDataDirectory(), OldNoticesFilename)
- }
- // GetDataStoreDirectory returns the directory in which the persistent database
- // will be stored. Created in Config.Commit(). The persistent database contains
- // information such as server entries.
- func (config *Config) GetDataStoreDirectory() string {
- return filepath.Join(config.GetPsiphonDataDirectory(), "datastore")
- }
- // GetObfuscatedServerListDownloadDirectory returns the directory in which
- // obfuscated remote server list downloads will be stored. Created in
- // Config.Commit().
- func (config *Config) GetObfuscatedServerListDownloadDirectory() string {
- return filepath.Join(config.GetPsiphonDataDirectory(), "osl")
- }
- // GetRemoteServerListDownloadFilename returns the filename where the remote
- // server list download will be stored. Data is stored in co-located files
- // (RemoteServerListDownloadFilename.part*) to allow for resumable downloading.
- func (config *Config) GetRemoteServerListDownloadFilename() string {
- return filepath.Join(config.GetPsiphonDataDirectory(), "remote_server_list")
- }
- // GetUpgradeDownloadFilename specifies the filename where upgrade downloads
- // will be stored. This filename is valid when UpgradeDownloadURLs
- // (or UpgradeDownloadUrl) is specified. Data is stored in co-located files
- // (UpgradeDownloadFilename.part*) to allow for resumable downloading.
- func (config *Config) GetUpgradeDownloadFilename() string {
- return filepath.Join(config.GetPsiphonDataDirectory(), UpgradeDownloadFilename)
- }
- // UseUpstreamProxy indicates if an upstream proxy has been
- // configured.
- func (config *Config) UseUpstreamProxy() bool {
- return config.UpstreamProxyURL != ""
- }
- // GetNetworkID returns the current network ID. When NetworkIDGetter
- // is set, this calls into the host application; otherwise, a default
- // value is returned.
- func (config *Config) GetNetworkID() string {
- return config.networkIDGetter.GetNetworkID()
- }
- func (config *Config) makeConfigParameters() map[string]interface{} {
- // Build set of config values to apply to parameters.
- //
- // Note: names of some config fields such as
- // StaggerConnectionWorkersMilliseconds and LimitMeekBufferSizes have
- // changed in the parameters. The existing config fields are retained for
- // backwards compatibility.
- applyParameters := make(map[string]interface{})
- // To support platform clients that configure NetworkLatencyMultiplier, set
- // the NetworkLatencyMultiplierMin/NetworkLatencyMultiplierMax range to the
- // specified value. Also set the older NetworkLatencyMultiplier tactic, since
- // that will be used in the case of replaying with dial parameters persisted
- // by an older client version.
- if config.NetworkLatencyMultiplier > 0.0 {
- applyParameters[parameters.NetworkLatencyMultiplier] = config.NetworkLatencyMultiplier
- applyParameters[parameters.NetworkLatencyMultiplierMin] = config.NetworkLatencyMultiplier
- applyParameters[parameters.NetworkLatencyMultiplierMax] = config.NetworkLatencyMultiplier
- }
- if config.NetworkLatencyMultiplierMin > 0.0 {
- applyParameters[parameters.NetworkLatencyMultiplierMin] = config.NetworkLatencyMultiplierMin
- }
- if config.NetworkLatencyMultiplierMax > 0.0 {
- applyParameters[parameters.NetworkLatencyMultiplierMax] = config.NetworkLatencyMultiplierMax
- }
- if config.NetworkLatencyMultiplierLambda > 0.0 {
- applyParameters[parameters.NetworkLatencyMultiplierLambda] = config.NetworkLatencyMultiplierLambda
- }
- if len(config.LimitTunnelProtocols) > 0 {
- applyParameters[parameters.LimitTunnelProtocols] = protocol.TunnelProtocols(config.LimitTunnelProtocols)
- }
- if len(config.InitialLimitTunnelProtocols) > 0 && config.InitialLimitTunnelProtocolsCandidateCount > 0 {
- applyParameters[parameters.InitialLimitTunnelProtocols] = protocol.TunnelProtocols(config.InitialLimitTunnelProtocols)
- applyParameters[parameters.InitialLimitTunnelProtocolsCandidateCount] = config.InitialLimitTunnelProtocolsCandidateCount
- }
- if len(config.LimitTLSProfiles) > 0 {
- applyParameters[parameters.LimitTLSProfiles] = protocol.TunnelProtocols(config.LimitTLSProfiles)
- }
- if len(config.LimitQUICVersions) > 0 {
- applyParameters[parameters.LimitQUICVersions] = protocol.QUICVersions(config.LimitQUICVersions)
- }
- if config.EstablishTunnelTimeoutSeconds != nil {
- applyParameters[parameters.EstablishTunnelTimeout] = fmt.Sprintf("%ds", *config.EstablishTunnelTimeoutSeconds)
- }
- if config.EstablishTunnelServerAffinityGracePeriodMilliseconds != nil {
- applyParameters[parameters.EstablishTunnelServerAffinityGracePeriod] = fmt.Sprintf("%dms", *config.EstablishTunnelServerAffinityGracePeriodMilliseconds)
- }
- if config.EstablishTunnelPausePeriodSeconds != nil {
- applyParameters[parameters.EstablishTunnelPausePeriod] = fmt.Sprintf("%ds", *config.EstablishTunnelPausePeriodSeconds)
- }
- if config.ConnectionWorkerPoolSize != 0 {
- applyParameters[parameters.ConnectionWorkerPoolSize] = config.ConnectionWorkerPoolSize
- }
- if config.TunnelPoolSize != 0 {
- applyParameters[parameters.TunnelPoolSize] = config.TunnelPoolSize
- }
- if config.StaggerConnectionWorkersMilliseconds > 0 {
- applyParameters[parameters.StaggerConnectionWorkersPeriod] = fmt.Sprintf("%dms", config.StaggerConnectionWorkersMilliseconds)
- }
- if config.LimitIntensiveConnectionWorkers > 0 {
- applyParameters[parameters.LimitIntensiveConnectionWorkers] = config.LimitIntensiveConnectionWorkers
- }
- applyParameters[parameters.MeekLimitBufferSizes] = config.LimitMeekBufferSizes
- applyParameters[parameters.IgnoreHandshakeStatsRegexps] = config.IgnoreHandshakeStatsRegexps
- if config.EstablishTunnelTimeoutSeconds != nil {
- applyParameters[parameters.EstablishTunnelTimeout] = fmt.Sprintf("%ds", *config.EstablishTunnelTimeoutSeconds)
- }
- if config.FetchRemoteServerListRetryPeriodMilliseconds != nil {
- applyParameters[parameters.FetchRemoteServerListRetryPeriod] = fmt.Sprintf("%dms", *config.FetchRemoteServerListRetryPeriodMilliseconds)
- }
- if config.FetchUpgradeRetryPeriodMilliseconds != nil {
- applyParameters[parameters.FetchUpgradeRetryPeriod] = fmt.Sprintf("%dms", *config.FetchUpgradeRetryPeriodMilliseconds)
- }
- if !config.DisableRemoteServerListFetcher {
- if config.RemoteServerListURLs != nil {
- applyParameters[parameters.RemoteServerListSignaturePublicKey] = config.RemoteServerListSignaturePublicKey
- applyParameters[parameters.RemoteServerListURLs] = config.RemoteServerListURLs
- }
- if config.ObfuscatedServerListRootURLs != nil {
- applyParameters[parameters.RemoteServerListSignaturePublicKey] = config.RemoteServerListSignaturePublicKey
- applyParameters[parameters.ObfuscatedServerListRootURLs] = config.ObfuscatedServerListRootURLs
- }
- }
- if config.UpgradeDownloadURLs != nil {
- applyParameters[parameters.UpgradeDownloadClientVersionHeader] = config.UpgradeDownloadClientVersionHeader
- applyParameters[parameters.UpgradeDownloadURLs] = config.UpgradeDownloadURLs
- }
- if len(config.FeedbackUploadURLs) > 0 {
- applyParameters[parameters.FeedbackUploadURLs] = config.FeedbackUploadURLs
- }
- if config.FeedbackEncryptionPublicKey != "" {
- applyParameters[parameters.FeedbackEncryptionPublicKey] = config.FeedbackEncryptionPublicKey
- }
- applyParameters[parameters.TunnelRateLimits] = config.RateLimits
- if config.TransformHostNameProbability != nil {
- applyParameters[parameters.TransformHostNameProbability] = *config.TransformHostNameProbability
- }
- if config.FragmentorProbability != nil {
- applyParameters[parameters.FragmentorProbability] = *config.FragmentorProbability
- }
- if len(config.FragmentorLimitProtocols) > 0 {
- applyParameters[parameters.FragmentorLimitProtocols] = protocol.TunnelProtocols(config.FragmentorLimitProtocols)
- }
- if config.FragmentorMinTotalBytes != nil {
- applyParameters[parameters.FragmentorMinTotalBytes] = *config.FragmentorMinTotalBytes
- }
- if config.FragmentorMaxTotalBytes != nil {
- applyParameters[parameters.FragmentorMaxTotalBytes] = *config.FragmentorMaxTotalBytes
- }
- if config.FragmentorMinWriteBytes != nil {
- applyParameters[parameters.FragmentorMinWriteBytes] = *config.FragmentorMinWriteBytes
- }
- if config.FragmentorMaxWriteBytes != nil {
- applyParameters[parameters.FragmentorMaxWriteBytes] = *config.FragmentorMaxWriteBytes
- }
- if config.FragmentorMinDelayMicroseconds != nil {
- applyParameters[parameters.FragmentorMinDelay] = fmt.Sprintf("%dus", *config.FragmentorMinDelayMicroseconds)
- }
- if config.FragmentorMaxDelayMicroseconds != nil {
- applyParameters[parameters.FragmentorMaxDelay] = fmt.Sprintf("%dus", *config.FragmentorMaxDelayMicroseconds)
- }
- if config.MeekTrafficShapingProbability != nil {
- applyParameters[parameters.MeekTrafficShapingProbability] = *config.MeekTrafficShapingProbability
- }
- if len(config.MeekTrafficShapingLimitProtocols) > 0 {
- applyParameters[parameters.MeekTrafficShapingLimitProtocols] = protocol.TunnelProtocols(config.MeekTrafficShapingLimitProtocols)
- }
- if config.MeekMinTLSPadding != nil {
- applyParameters[parameters.MeekMinTLSPadding] = *config.MeekMinTLSPadding
- }
- if config.MeekMaxTLSPadding != nil {
- applyParameters[parameters.MeekMaxTLSPadding] = *config.MeekMaxTLSPadding
- }
- if config.MeekMinLimitRequestPayloadLength != nil {
- applyParameters[parameters.MeekMinLimitRequestPayloadLength] = *config.MeekMinLimitRequestPayloadLength
- }
- if config.MeekMaxLimitRequestPayloadLength != nil {
- applyParameters[parameters.MeekMaxLimitRequestPayloadLength] = *config.MeekMaxLimitRequestPayloadLength
- }
- if config.MeekRedialTLSProbability != nil {
- applyParameters[parameters.MeekRedialTLSProbability] = *config.MeekRedialTLSProbability
- }
- if config.ObfuscatedSSHMinPadding != nil {
- applyParameters[parameters.ObfuscatedSSHMinPadding] = *config.ObfuscatedSSHMinPadding
- }
- if config.ObfuscatedSSHMaxPadding != nil {
- applyParameters[parameters.ObfuscatedSSHMaxPadding] = *config.ObfuscatedSSHMaxPadding
- }
- if config.LivenessTestMinUpstreamBytes != nil {
- applyParameters[parameters.LivenessTestMinUpstreamBytes] = *config.LivenessTestMinUpstreamBytes
- }
- if config.LivenessTestMaxUpstreamBytes != nil {
- applyParameters[parameters.LivenessTestMaxUpstreamBytes] = *config.LivenessTestMaxUpstreamBytes
- }
- if config.LivenessTestMinDownstreamBytes != nil {
- applyParameters[parameters.LivenessTestMinDownstreamBytes] = *config.LivenessTestMinDownstreamBytes
- }
- if config.LivenessTestMaxDownstreamBytes != nil {
- applyParameters[parameters.LivenessTestMaxDownstreamBytes] = *config.LivenessTestMaxDownstreamBytes
- }
- if config.ReplayCandidateCount != nil {
- applyParameters[parameters.ReplayCandidateCount] = *config.ReplayCandidateCount
- }
- if config.ReplayDialParametersTTLSeconds != nil {
- applyParameters[parameters.ReplayDialParametersTTL] = fmt.Sprintf("%ds", *config.ReplayDialParametersTTLSeconds)
- }
- if config.ReplayTargetUpstreamBytes != nil {
- applyParameters[parameters.ReplayTargetUpstreamBytes] = *config.ReplayTargetUpstreamBytes
- }
- if config.ReplayTargetDownstreamBytes != nil {
- applyParameters[parameters.ReplayTargetDownstreamBytes] = *config.ReplayTargetDownstreamBytes
- }
- if config.ReplayTargetTunnelDurationSeconds != nil {
- applyParameters[parameters.ReplayTargetTunnelDuration] = fmt.Sprintf("%ds", *config.ReplayTargetTunnelDurationSeconds)
- }
- if config.ReplayLaterRoundMoveToFrontProbability != nil {
- applyParameters[parameters.ReplayLaterRoundMoveToFrontProbability] = *config.ReplayLaterRoundMoveToFrontProbability
- }
- if config.ReplayRetainFailedProbability != nil {
- applyParameters[parameters.ReplayRetainFailedProbability] = *config.ReplayRetainFailedProbability
- }
- if config.UseOnlyCustomTLSProfiles != nil {
- applyParameters[parameters.UseOnlyCustomTLSProfiles] = *config.UseOnlyCustomTLSProfiles
- }
- if config.CustomTLSProfiles != nil {
- applyParameters[parameters.CustomTLSProfiles] = config.CustomTLSProfiles
- }
- if config.SelectRandomizedTLSProfileProbability != nil {
- applyParameters[parameters.SelectRandomizedTLSProfileProbability] = *config.SelectRandomizedTLSProfileProbability
- }
- if config.NoDefaultTLSSessionIDProbability != nil {
- applyParameters[parameters.NoDefaultTLSSessionIDProbability] = *config.NoDefaultTLSSessionIDProbability
- }
- if config.DisableFrontingProviderTLSProfiles != nil {
- applyParameters[parameters.DisableFrontingProviderTLSProfiles] = config.DisableFrontingProviderTLSProfiles
- }
- if config.ClientBurstUpstreamTargetBytes != nil {
- applyParameters[parameters.ClientBurstUpstreamTargetBytes] = *config.ClientBurstUpstreamTargetBytes
- }
- if config.ClientBurstUpstreamDeadlineMilliseconds != nil {
- applyParameters[parameters.ClientBurstUpstreamDeadline] = fmt.Sprintf("%dms", *config.ClientBurstUpstreamDeadlineMilliseconds)
- }
- if config.ClientBurstDownstreamTargetBytes != nil {
- applyParameters[parameters.ClientBurstDownstreamTargetBytes] = *config.ClientBurstDownstreamTargetBytes
- }
- if config.ClientBurstDownstreamDeadlineMilliseconds != nil {
- applyParameters[parameters.ClientBurstDownstreamDeadline] = fmt.Sprintf("%dms", *config.ClientBurstDownstreamDeadlineMilliseconds)
- }
- if config.ApplicationParameters != nil {
- applyParameters[parameters.ApplicationParameters] = config.ApplicationParameters
- }
- if config.CustomHostNameRegexes != nil {
- applyParameters[parameters.CustomHostNameRegexes] = parameters.RegexStrings(config.CustomHostNameRegexes)
- }
- if config.CustomHostNameProbability != nil {
- applyParameters[parameters.CustomHostNameProbability] = *config.CustomHostNameProbability
- }
- if config.CustomHostNameLimitProtocols != nil {
- applyParameters[parameters.CustomHostNameLimitProtocols] = protocol.TunnelProtocols(config.CustomHostNameLimitProtocols)
- }
- if config.ConjureCachedRegistrationTTLSeconds != nil {
- applyParameters[parameters.ConjureCachedRegistrationTTL] = fmt.Sprintf("%ds", *config.ConjureCachedRegistrationTTLSeconds)
- }
- if config.ConjureAPIRegistrarURL != "" {
- applyParameters[parameters.ConjureAPIRegistrarURL] = config.ConjureAPIRegistrarURL
- }
- if config.ConjureAPIRegistrarFrontingSpecs != nil {
- applyParameters[parameters.ConjureAPIRegistrarFrontingSpecs] = config.ConjureAPIRegistrarFrontingSpecs
- }
- if config.ConjureAPIRegistrarMinDelayMilliseconds != nil {
- applyParameters[parameters.ConjureAPIRegistrarMinDelay] = fmt.Sprintf("%dms", *config.ConjureAPIRegistrarMinDelayMilliseconds)
- }
- if config.ConjureAPIRegistrarMaxDelayMilliseconds != nil {
- applyParameters[parameters.ConjureAPIRegistrarMaxDelay] = fmt.Sprintf("%dms", *config.ConjureAPIRegistrarMaxDelayMilliseconds)
- }
- if config.ConjureDecoyRegistrarProbability != nil {
- applyParameters[parameters.ConjureDecoyRegistrarProbability] = *config.ConjureDecoyRegistrarProbability
- }
- if config.ConjureDecoyRegistrarWidth != nil {
- applyParameters[parameters.ConjureDecoyRegistrarWidth] = *config.ConjureDecoyRegistrarWidth
- }
- if config.ConjureDecoyRegistrarMinDelayMilliseconds != nil {
- applyParameters[parameters.ConjureDecoyRegistrarMinDelay] = fmt.Sprintf("%dms", *config.ConjureDecoyRegistrarMinDelayMilliseconds)
- }
- if config.ConjureDecoyRegistrarMaxDelayMilliseconds != nil {
- applyParameters[parameters.ConjureDecoyRegistrarMaxDelay] = fmt.Sprintf("%dms", *config.ConjureDecoyRegistrarMaxDelayMilliseconds)
- }
- if config.HoldOffTunnelMinDurationMilliseconds != nil {
- applyParameters[parameters.HoldOffTunnelMinDuration] = fmt.Sprintf("%dms", *config.HoldOffTunnelMinDurationMilliseconds)
- }
- if config.HoldOffTunnelMaxDurationMilliseconds != nil {
- applyParameters[parameters.HoldOffTunnelMaxDuration] = fmt.Sprintf("%dms", *config.HoldOffTunnelMaxDurationMilliseconds)
- }
- if len(config.HoldOffTunnelProtocols) > 0 {
- applyParameters[parameters.HoldOffTunnelProtocols] = protocol.TunnelProtocols(config.HoldOffTunnelProtocols)
- }
- if len(config.HoldOffTunnelFrontingProviderIDs) > 0 {
- applyParameters[parameters.HoldOffTunnelFrontingProviderIDs] = config.HoldOffTunnelFrontingProviderIDs
- }
- if config.HoldOffTunnelProbability != nil {
- applyParameters[parameters.HoldOffTunnelProbability] = *config.HoldOffTunnelProbability
- }
- if len(config.RestrictFrontingProviderIDs) > 0 {
- applyParameters[parameters.RestrictFrontingProviderIDs] = config.RestrictFrontingProviderIDs
- }
- if config.RestrictFrontingProviderIDsClientProbability != nil {
- applyParameters[parameters.RestrictFrontingProviderIDsClientProbability] = *config.RestrictFrontingProviderIDsClientProbability
- }
- if config.UpstreamProxyAllowAllServerEntrySources != nil {
- applyParameters[parameters.UpstreamProxyAllowAllServerEntrySources] = *config.UpstreamProxyAllowAllServerEntrySources
- }
- // When adding new config dial parameters that may override tactics, also
- // update setDialParametersHash.
- return applyParameters
- }
- func (config *Config) setDialParametersHash() {
- // Calculate and store a hash of the config values that may impact
- // dial parameters. This hash is used as part of the dial parameters
- // replay mechanism to detect when persisted dial parameters should
- // be discarded due to conflicting config changes.
- //
- // With a couple of minor exceptions, configuring dial parameters via the
- // config is intended for testing only, and so these parameters are expected
- // to be present in test runs only. It remains an important case to discard
- // replay dial parameters when test config parameters are varied.
- //
- //
- // Hashing the parameter names detects some ambiguous hash cases, such as two
- // consecutive int64 parameters, one omitted and one not, that are flipped.
- // The serialization is not completely unambiguous, and the format is
- // currently limited by legacy cases (not invalidating replay dial parameters
- // for production clients is more important than invalidating for test runs).
- // We cannot hash the entire config JSON as it contains non-dial parameter
- // fields which may frequently change across runs.
- //
- // MD5 hash is used solely as a data checksum and not for any security
- // purpose.
- hash := md5.New()
- if len(config.LimitTunnelProtocols) > 0 {
- hash.Write([]byte("LimitTunnelProtocols"))
- for _, protocol := range config.LimitTunnelProtocols {
- hash.Write([]byte(protocol))
- }
- }
- if len(config.InitialLimitTunnelProtocols) > 0 && config.InitialLimitTunnelProtocolsCandidateCount > 0 {
- hash.Write([]byte("InitialLimitTunnelProtocols"))
- for _, protocol := range config.InitialLimitTunnelProtocols {
- hash.Write([]byte(protocol))
- }
- binary.Write(hash, binary.LittleEndian, int64(config.InitialLimitTunnelProtocolsCandidateCount))
- }
- if len(config.LimitTLSProfiles) > 0 {
- hash.Write([]byte("LimitTLSProfiles"))
- for _, profile := range config.LimitTLSProfiles {
- hash.Write([]byte(profile))
- }
- }
- if len(config.LimitQUICVersions) > 0 {
- hash.Write([]byte("LimitQUICVersions"))
- for _, version := range config.LimitQUICVersions {
- hash.Write([]byte(version))
- }
- }
- // Whether a custom User-Agent is specified is a binary flag: when not set,
- // the replay dial parameters value applies. When set, external
- // considerations apply.
- if _, ok := config.CustomHeaders["User-Agent"]; ok {
- hash.Write([]byte("CustomHeaders User-Agent"))
- hash.Write([]byte{1})
- }
- if config.UpstreamProxyURL != "" {
- hash.Write([]byte("UpstreamProxyURL"))
- hash.Write([]byte(config.UpstreamProxyURL))
- }
- if config.TransformHostNameProbability != nil {
- hash.Write([]byte("TransformHostNameProbability"))
- binary.Write(hash, binary.LittleEndian, *config.TransformHostNameProbability)
- }
- if config.FragmentorProbability != nil {
- hash.Write([]byte("FragmentorProbability"))
- binary.Write(hash, binary.LittleEndian, *config.FragmentorProbability)
- }
- if len(config.FragmentorLimitProtocols) > 0 {
- hash.Write([]byte("FragmentorLimitProtocols"))
- for _, protocol := range config.FragmentorLimitProtocols {
- hash.Write([]byte(protocol))
- }
- }
- if config.FragmentorMinTotalBytes != nil {
- hash.Write([]byte("FragmentorMinTotalBytes"))
- binary.Write(hash, binary.LittleEndian, int64(*config.FragmentorMinTotalBytes))
- }
- if config.FragmentorMaxTotalBytes != nil {
- hash.Write([]byte("FragmentorMaxTotalBytes"))
- binary.Write(hash, binary.LittleEndian, int64(*config.FragmentorMaxTotalBytes))
- }
- if config.FragmentorMinWriteBytes != nil {
- hash.Write([]byte("FragmentorMinWriteBytes"))
- binary.Write(hash, binary.LittleEndian, int64(*config.FragmentorMinWriteBytes))
- }
- if config.FragmentorMaxWriteBytes != nil {
- hash.Write([]byte("FragmentorMaxWriteBytes"))
- binary.Write(hash, binary.LittleEndian, int64(*config.FragmentorMaxWriteBytes))
- }
- if config.FragmentorMinDelayMicroseconds != nil {
- hash.Write([]byte("FragmentorMinDelayMicroseconds"))
- binary.Write(hash, binary.LittleEndian, int64(*config.FragmentorMinDelayMicroseconds))
- }
- if config.FragmentorMaxDelayMicroseconds != nil {
- hash.Write([]byte("FragmentorMaxDelayMicroseconds"))
- binary.Write(hash, binary.LittleEndian, int64(*config.FragmentorMaxDelayMicroseconds))
- }
- if config.MeekTrafficShapingProbability != nil {
- hash.Write([]byte("MeekTrafficShapingProbability"))
- binary.Write(hash, binary.LittleEndian, int64(*config.MeekTrafficShapingProbability))
- }
- if len(config.MeekTrafficShapingLimitProtocols) > 0 {
- hash.Write([]byte("MeekTrafficShapingLimitProtocols"))
- for _, protocol := range config.MeekTrafficShapingLimitProtocols {
- hash.Write([]byte(protocol))
- }
- }
- if config.MeekMinLimitRequestPayloadLength != nil {
- hash.Write([]byte("MeekMinLimitRequestPayloadLength"))
- binary.Write(hash, binary.LittleEndian, int64(*config.MeekMinLimitRequestPayloadLength))
- }
- if config.MeekMaxLimitRequestPayloadLength != nil {
- hash.Write([]byte("MeekMaxLimitRequestPayloadLength"))
- binary.Write(hash, binary.LittleEndian, int64(*config.MeekMaxLimitRequestPayloadLength))
- }
- if config.MeekRedialTLSProbability != nil {
- hash.Write([]byte("MeekRedialTLSProbability"))
- binary.Write(hash, binary.LittleEndian, *config.MeekRedialTLSProbability)
- }
- if config.ObfuscatedSSHMinPadding != nil {
- hash.Write([]byte("ObfuscatedSSHMinPadding"))
- binary.Write(hash, binary.LittleEndian, int64(*config.ObfuscatedSSHMinPadding))
- }
- if config.ObfuscatedSSHMaxPadding != nil {
- hash.Write([]byte("ObfuscatedSSHMaxPadding"))
- binary.Write(hash, binary.LittleEndian, int64(*config.ObfuscatedSSHMaxPadding))
- }
- if config.LivenessTestMinUpstreamBytes != nil {
- hash.Write([]byte("LivenessTestMinUpstreamBytes"))
- binary.Write(hash, binary.LittleEndian, int64(*config.LivenessTestMinUpstreamBytes))
- }
- if config.LivenessTestMaxUpstreamBytes != nil {
- hash.Write([]byte("LivenessTestMaxUpstreamBytes"))
- binary.Write(hash, binary.LittleEndian, int64(*config.LivenessTestMaxUpstreamBytes))
- }
- if config.LivenessTestMinDownstreamBytes != nil {
- hash.Write([]byte("LivenessTestMinDownstreamBytes"))
- binary.Write(hash, binary.LittleEndian, int64(*config.LivenessTestMinDownstreamBytes))
- }
- if config.LivenessTestMaxDownstreamBytes != nil {
- hash.Write([]byte("LivenessTestMaxDownstreamBytes"))
- binary.Write(hash, binary.LittleEndian, int64(*config.LivenessTestMaxDownstreamBytes))
- }
- // Legacy case: these parameters are included in the hash unconditionally,
- // and so will impact almost all production clients. These parameter names
- // are not hashed since that would invalidate all replay dial parameters for
- // existing clients whose hashes predate the inclusion of parameter names.
- binary.Write(hash, binary.LittleEndian, config.NetworkLatencyMultiplierMin)
- binary.Write(hash, binary.LittleEndian, config.NetworkLatencyMultiplierMax)
- binary.Write(hash, binary.LittleEndian, config.NetworkLatencyMultiplierLambda)
- if config.UseOnlyCustomTLSProfiles != nil {
- hash.Write([]byte("UseOnlyCustomTLSProfiles"))
- binary.Write(hash, binary.LittleEndian, *config.UseOnlyCustomTLSProfiles)
- }
- if len(config.CustomTLSProfiles) > 0 {
- hash.Write([]byte("CustomTLSProfiles"))
- for _, customTLSProfile := range config.CustomTLSProfiles {
- encodedCustomTLSProofile, _ := json.Marshal(customTLSProfile)
- hash.Write(encodedCustomTLSProofile)
- }
- }
- if config.SelectRandomizedTLSProfileProbability != nil {
- hash.Write([]byte("SelectRandomizedTLSProfileProbability"))
- binary.Write(hash, binary.LittleEndian, *config.SelectRandomizedTLSProfileProbability)
- }
- if config.NoDefaultTLSSessionIDProbability != nil {
- hash.Write([]byte("NoDefaultTLSSessionIDProbability"))
- binary.Write(hash, binary.LittleEndian, *config.NoDefaultTLSSessionIDProbability)
- }
- if config.DisableFrontingProviderTLSProfiles != nil {
- hash.Write([]byte("DisableFrontingProviderTLSProfiles"))
- encodedDisableFrontingProviderTLSProfiles, _ :=
- json.Marshal(config.DisableFrontingProviderTLSProfiles)
- hash.Write(encodedDisableFrontingProviderTLSProfiles)
- }
- if len(config.CustomHostNameRegexes) > 0 {
- hash.Write([]byte("CustomHostNameRegexes"))
- for _, customHostNameRegex := range config.CustomHostNameRegexes {
- hash.Write([]byte(customHostNameRegex))
- }
- }
- if config.CustomHostNameProbability != nil {
- hash.Write([]byte("CustomHostNameProbability"))
- binary.Write(hash, binary.LittleEndian, *config.CustomHostNameProbability)
- }
- if len(config.CustomHostNameLimitProtocols) > 0 {
- hash.Write([]byte("CustomHostNameLimitProtocols"))
- for _, protocol := range config.CustomHostNameLimitProtocols {
- hash.Write([]byte(protocol))
- }
- }
- if config.ConjureCachedRegistrationTTLSeconds != nil {
- hash.Write([]byte("ConjureCachedRegistrationTTLSeconds"))
- binary.Write(hash, binary.LittleEndian, int64(*config.ConjureCachedRegistrationTTLSeconds))
- }
- if config.ConjureAPIRegistrarURL != "" {
- hash.Write([]byte("ConjureAPIRegistrarURL"))
- hash.Write([]byte(config.ConjureAPIRegistrarURL))
- }
- if len(config.ConjureAPIRegistrarFrontingSpecs) > 0 {
- hash.Write([]byte("ConjureAPIRegistrarFrontingSpecs"))
- for _, frontingSpec := range config.ConjureAPIRegistrarFrontingSpecs {
- encodedFrontSpec, _ := json.Marshal(frontingSpec)
- hash.Write(encodedFrontSpec)
- }
- }
- if config.ConjureAPIRegistrarMinDelayMilliseconds != nil {
- hash.Write([]byte("ConjureAPIRegistrarMinDelayMilliseconds"))
- binary.Write(hash, binary.LittleEndian, int64(*config.ConjureAPIRegistrarMinDelayMilliseconds))
- }
- if config.ConjureAPIRegistrarMaxDelayMilliseconds != nil {
- hash.Write([]byte("ConjureAPIRegistrarMaxDelayMilliseconds"))
- binary.Write(hash, binary.LittleEndian, int64(*config.ConjureAPIRegistrarMaxDelayMilliseconds))
- }
- if config.ConjureDecoyRegistrarWidth != nil {
- hash.Write([]byte("ConjureDecoyRegistrarWidth"))
- binary.Write(hash, binary.LittleEndian, int64(*config.ConjureDecoyRegistrarWidth))
- }
- if config.ConjureDecoyRegistrarMinDelayMilliseconds != nil {
- hash.Write([]byte("ConjureDecoyRegistrarMinDelayMilliseconds"))
- binary.Write(hash, binary.LittleEndian, int64(*config.ConjureDecoyRegistrarMinDelayMilliseconds))
- }
- if config.ConjureDecoyRegistrarMaxDelayMilliseconds != nil {
- hash.Write([]byte("ConjureDecoyRegistrarMaxDelayMilliseconds"))
- binary.Write(hash, binary.LittleEndian, int64(*config.ConjureDecoyRegistrarMaxDelayMilliseconds))
- }
- if config.HoldOffTunnelMinDurationMilliseconds != nil {
- hash.Write([]byte("HoldOffTunnelMinDurationMilliseconds"))
- binary.Write(hash, binary.LittleEndian, int64(*config.HoldOffTunnelMinDurationMilliseconds))
- }
- if config.HoldOffTunnelMaxDurationMilliseconds != nil {
- hash.Write([]byte("HoldOffTunnelMaxDurationMilliseconds"))
- binary.Write(hash, binary.LittleEndian, int64(*config.HoldOffTunnelMaxDurationMilliseconds))
- }
- if len(config.HoldOffTunnelProtocols) > 0 {
- hash.Write([]byte("HoldOffTunnelProtocols"))
- for _, protocol := range config.HoldOffTunnelProtocols {
- hash.Write([]byte(protocol))
- }
- }
- if len(config.HoldOffTunnelFrontingProviderIDs) > 0 {
- hash.Write([]byte("HoldOffTunnelFrontingProviderIDs"))
- for _, providerID := range config.HoldOffTunnelFrontingProviderIDs {
- hash.Write([]byte(providerID))
- }
- }
- if config.HoldOffTunnelProbability != nil {
- hash.Write([]byte("HoldOffTunnelProbability"))
- binary.Write(hash, binary.LittleEndian, *config.HoldOffTunnelProbability)
- }
- if len(config.RestrictFrontingProviderIDs) > 0 {
- hash.Write([]byte("RestrictFrontingProviderIDs"))
- for _, providerID := range config.RestrictFrontingProviderIDs {
- hash.Write([]byte(providerID))
- }
- }
- if config.RestrictFrontingProviderIDsClientProbability != nil {
- hash.Write([]byte("RestrictFrontingProviderIDsClientProbability"))
- binary.Write(hash, binary.LittleEndian, *config.RestrictFrontingProviderIDsClientProbability)
- }
- if config.UpstreamProxyAllowAllServerEntrySources != nil {
- hash.Write([]byte("UpstreamProxyAllowAllServerEntrySources"))
- binary.Write(hash, binary.LittleEndian, *config.UpstreamProxyAllowAllServerEntrySources)
- }
- config.dialParametersHash = hash.Sum(nil)
- }
- func promoteLegacyTransferURL(URL string) parameters.TransferURLs {
- transferURLs := make(parameters.TransferURLs, 1)
- transferURLs[0] = ¶meters.TransferURL{
- URL: base64.StdEncoding.EncodeToString([]byte(URL)),
- SkipVerify: false,
- OnlyAfterAttempts: 0,
- }
- return transferURLs
- }
- type loggingDeviceBinder struct {
- d DeviceBinder
- }
- func newLoggingDeviceBinder(d DeviceBinder) *loggingDeviceBinder {
- return &loggingDeviceBinder{d: d}
- }
- func (d *loggingDeviceBinder) BindToDevice(fileDescriptor int) (string, error) {
- deviceInfo, err := d.d.BindToDevice(fileDescriptor)
- if err == nil && deviceInfo != "" {
- NoticeBindToDevice(deviceInfo)
- }
- return deviceInfo, err
- }
- type staticNetworkGetter struct {
- networkID string
- }
- func newStaticNetworkGetter(networkID string) *staticNetworkGetter {
- return &staticNetworkGetter{networkID: networkID}
- }
- func (n *staticNetworkGetter) GetNetworkID() string {
- return n.networkID
- }
- type loggingNetworkIDGetter struct {
- n NetworkIDGetter
- }
- func newLoggingNetworkIDGetter(n NetworkIDGetter) *loggingNetworkIDGetter {
- return &loggingNetworkIDGetter{n: n}
- }
- func (n *loggingNetworkIDGetter) GetNetworkID() string {
- networkID := n.n.GetNetworkID()
- // All PII must appear after the initial "-"
- // See: https://godoc.org/github.com/Psiphon-Labs/psiphon-tunnel-core/psiphon#NetworkIDGetter
- logNetworkID := networkID
- index := strings.Index(logNetworkID, "-")
- if index != -1 {
- logNetworkID = logNetworkID[:index]
- }
- if len(logNetworkID)+1 < len(networkID) {
- // Indicate when additional network info was present after the first "-".
- logNetworkID += "+[redacted]"
- }
- NoticeNetworkID(logNetworkID)
- return networkID
- }
- // migrationsFromLegacyNoticeFilePaths returns the file migrations which must be
- // performed to move notice files from legacy file paths, which were configured
- // with the legacy config fields HomepageNoticesFilename and
- // RotatingNoticesFilename, to the new file paths used by Psiphon which exist
- // under the data root directory.
- func migrationsFromLegacyNoticeFilePaths(config *Config) []FileMigration {
- var noticeMigrations []FileMigration
- if config.MigrateHomepageNoticesFilename != "" {
- noticeMigrations = append(noticeMigrations, FileMigration{
- Name: "hompage",
- OldPath: config.MigrateHomepageNoticesFilename,
- NewPath: config.GetHomePageFilename(),
- })
- }
- if config.MigrateRotatingNoticesFilename != "" {
- migrations := []FileMigration{
- {
- Name: "notices",
- OldPath: config.MigrateRotatingNoticesFilename,
- NewPath: config.GetNoticesFilename(),
- IsDir: false,
- },
- {
- Name: "notices.1",
- OldPath: config.MigrateRotatingNoticesFilename + ".1",
- NewPath: config.GetNoticesFilename() + ".1",
- },
- }
- noticeMigrations = append(noticeMigrations, migrations...)
- }
- return noticeMigrations
- }
- // migrationsFromLegacyFilePaths returns the file migrations which must be
- // performed to move files from legacy file paths, which were configured with
- // legacy config fields, to the new file paths used by Psiphon which exist
- // under the data root directory.
- // Note: an attempt is made to redact any file paths from the returned error.
- func migrationsFromLegacyFilePaths(config *Config) ([]FileMigration, error) {
- migrations := []FileMigration{
- {
- Name: "psiphon.boltdb",
- OldPath: filepath.Join(config.MigrateDataStoreDirectory, "psiphon.boltdb"),
- NewPath: filepath.Join(config.GetDataStoreDirectory(), "psiphon.boltdb"),
- },
- {
- Name: "psiphon.boltdb.lock",
- OldPath: filepath.Join(config.MigrateDataStoreDirectory, "psiphon.boltdb.lock"),
- NewPath: filepath.Join(config.GetDataStoreDirectory(), "psiphon.boltdb.lock"),
- },
- }
- if config.MigrateRemoteServerListDownloadFilename != "" {
- // Migrate remote server list files
- rslMigrations := []FileMigration{
- {
- Name: "remote_server_list",
- OldPath: config.MigrateRemoteServerListDownloadFilename,
- NewPath: config.GetRemoteServerListDownloadFilename(),
- },
- {
- Name: "remote_server_list.part",
- OldPath: config.MigrateRemoteServerListDownloadFilename + ".part",
- NewPath: config.GetRemoteServerListDownloadFilename() + ".part",
- },
- {
- Name: "remote_server_list.part.etag",
- OldPath: config.MigrateRemoteServerListDownloadFilename + ".part.etag",
- NewPath: config.GetRemoteServerListDownloadFilename() + ".part.etag",
- },
- }
- migrations = append(migrations, rslMigrations...)
- }
- if config.MigrateObfuscatedServerListDownloadDirectory != "" {
- // Migrate OSL registry file and downloads
- oslFileRegex, err := regexp.Compile(`^osl-.+$`)
- if err != nil {
- return nil, errors.TraceMsg(err, "failed to compile regex for osl files")
- }
- files, err := ioutil.ReadDir(config.MigrateObfuscatedServerListDownloadDirectory)
- if err != nil {
- NoticeWarning("Migration: failed to read OSL download directory with error %s", StripFilePathsError(err, config.MigrateObfuscatedServerListDownloadDirectory))
- } else {
- for _, file := range files {
- if oslFileRegex.MatchString(file.Name()) {
- fileMigration := FileMigration{
- Name: "osl",
- OldPath: filepath.Join(config.MigrateObfuscatedServerListDownloadDirectory, file.Name()),
- NewPath: filepath.Join(config.GetObfuscatedServerListDownloadDirectory(), file.Name()),
- }
- migrations = append(migrations, fileMigration)
- }
- }
- }
- }
- if config.MigrateUpgradeDownloadFilename != "" {
- // Migrate downloaded upgrade files
- oldUpgradeDownloadFilename := filepath.Base(config.MigrateUpgradeDownloadFilename)
- // Create regex for:
- // <old_upgrade_download_filename>
- // <old_upgrade_download_filename>.<client_version_number>
- // <old_upgrade_download_filename>.<client_version_number>.part
- // <old_upgrade_download_filename>.<client_version_number>.part.etag
- upgradeDownloadFileRegex, err := regexp.Compile(`^` + oldUpgradeDownloadFilename + `(\.\d+(\.part(\.etag)?)?)?$`)
- if err != nil {
- return nil, errors.TraceMsg(err, "failed to compile regex for upgrade files")
- }
- upgradeDownloadDir := filepath.Dir(config.MigrateUpgradeDownloadFilename)
- files, err := ioutil.ReadDir(upgradeDownloadDir)
- if err != nil {
- NoticeWarning("Migration: failed to read upgrade download directory with error %s", StripFilePathsError(err, upgradeDownloadDir))
- } else {
- for _, file := range files {
- if upgradeDownloadFileRegex.MatchString(file.Name()) {
- oldFileSuffix := strings.TrimPrefix(file.Name(), oldUpgradeDownloadFilename)
- fileMigration := FileMigration{
- Name: "upgrade",
- OldPath: filepath.Join(upgradeDownloadDir, file.Name()),
- NewPath: config.GetUpgradeDownloadFilename() + oldFileSuffix,
- }
- migrations = append(migrations, fileMigration)
- }
- }
- }
- }
- return migrations, nil
- }
|