clientParameters.go 40 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906
  1. /*
  2. * Copyright (c) 2018, Psiphon Inc.
  3. * All rights reserved.
  4. *
  5. * This program is free software: you can redistribute it and/or modify
  6. * it under the terms of the GNU General Public License as published by
  7. * the Free Software Foundation, either version 3 of the License, or
  8. * (at your option) any later version.
  9. *
  10. * This program is distributed in the hope that it will be useful,
  11. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  12. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  13. * GNU General Public License for more details.
  14. *
  15. * You should have received a copy of the GNU General Public License
  16. * along with this program. If not, see <http://www.gnu.org/licenses/>.
  17. *
  18. */
  19. /*
  20. Package parameters implements dynamic, concurrency-safe parameters that
  21. determine Psiphon client behavior.
  22. Parameters include network timeouts, probabilities for actions, lists of
  23. protocols, etc. Parameters are initialized with reasonable defaults. New
  24. values may be applied, allowing the client to customized its parameters from
  25. both a config file and tactics data. Sane minimum values are enforced.
  26. Parameters may be read and updated concurrently. The read mechanism offers a
  27. snapshot so that related parameters, such as two Ints representing a range; or
  28. a more complex series of related parameters; may be read in an atomic and
  29. consistent way. For example:
  30. p := clientParameters.Get()
  31. min := p.Int("Min")
  32. max := p.Int("Max")
  33. p = nil
  34. For long-running operations, it is recommended to set any pointer to the
  35. snapshot to nil to allow garbage collection of old snaphots in cases where the
  36. parameters change.
  37. In general, client parameters should be read as close to the point of use as
  38. possible to ensure that dynamic changes to the parameter values take effect.
  39. For duration parameters, time.ParseDuration-compatible string values are
  40. supported when applying new values. This allows specifying durations as, for
  41. example, "100ms" or "24h".
  42. Values read from the parameters are not deep copies and must be treated as
  43. read-only.
  44. */
  45. package parameters
  46. import (
  47. "encoding/json"
  48. "fmt"
  49. "net/http"
  50. "reflect"
  51. "sync/atomic"
  52. "time"
  53. "github.com/Psiphon-Labs/psiphon-tunnel-core/psiphon/common"
  54. "github.com/Psiphon-Labs/psiphon-tunnel-core/psiphon/common/obfuscator"
  55. "github.com/Psiphon-Labs/psiphon-tunnel-core/psiphon/common/prng"
  56. "github.com/Psiphon-Labs/psiphon-tunnel-core/psiphon/common/protocol"
  57. )
  58. const (
  59. NetworkLatencyMultiplier = "NetworkLatencyMultiplier"
  60. TacticsWaitPeriod = "TacticsWaitPeriod"
  61. TacticsRetryPeriod = "TacticsRetryPeriod"
  62. TacticsRetryPeriodJitter = "TacticsRetryPeriodJitter"
  63. TacticsTimeout = "TacticsTimeout"
  64. ConnectionWorkerPoolSize = "ConnectionWorkerPoolSize"
  65. TunnelConnectTimeout = "TunnelConnectTimeout"
  66. EstablishTunnelTimeout = "EstablishTunnelTimeout"
  67. EstablishTunnelWorkTime = "EstablishTunnelWorkTime"
  68. EstablishTunnelPausePeriod = "EstablishTunnelPausePeriod"
  69. EstablishTunnelPausePeriodJitter = "EstablishTunnelPausePeriodJitter"
  70. EstablishTunnelServerAffinityGracePeriod = "EstablishTunnelServerAffinityGracePeriod"
  71. StaggerConnectionWorkersPeriod = "StaggerConnectionWorkersPeriod"
  72. StaggerConnectionWorkersJitter = "StaggerConnectionWorkersJitter"
  73. LimitIntensiveConnectionWorkers = "LimitIntensiveConnectionWorkers"
  74. IgnoreHandshakeStatsRegexps = "IgnoreHandshakeStatsRegexps"
  75. PrioritizeTunnelProtocolsProbability = "PrioritizeTunnelProtocolsProbability"
  76. PrioritizeTunnelProtocols = "PrioritizeTunnelProtocols"
  77. PrioritizeTunnelProtocolsCandidateCount = "PrioritizeTunnelProtocolsCandidateCount"
  78. InitialLimitTunnelProtocolsProbability = "InitialLimitTunnelProtocolsProbability"
  79. InitialLimitTunnelProtocols = "InitialLimitTunnelProtocols"
  80. InitialLimitTunnelProtocolsCandidateCount = "InitialLimitTunnelProtocolsCandidateCount"
  81. LimitTunnelProtocolsProbability = "LimitTunnelProtocolsProbability"
  82. LimitTunnelProtocols = "LimitTunnelProtocols"
  83. LimitTLSProfilesProbability = "LimitTLSProfilesProbability"
  84. LimitTLSProfiles = "LimitTLSProfiles"
  85. SelectRandomizedTLSProfileProbability = "SelectRandomizedTLSProfileProbability"
  86. LimitQUICVersionsProbability = "LimitQUICVersionsProbability"
  87. LimitQUICVersions = "LimitQUICVersions"
  88. FragmentorProbability = "FragmentorProbability"
  89. FragmentorLimitProtocols = "FragmentorLimitProtocols"
  90. FragmentorMinTotalBytes = "FragmentorMinTotalBytes"
  91. FragmentorMaxTotalBytes = "FragmentorMaxTotalBytes"
  92. FragmentorMinWriteBytes = "FragmentorMinWriteBytes"
  93. FragmentorMaxWriteBytes = "FragmentorMaxWriteBytes"
  94. FragmentorMinDelay = "FragmentorMinDelay"
  95. FragmentorMaxDelay = "FragmentorMaxDelay"
  96. FragmentorDownstreamProbability = "FragmentorDownstreamProbability"
  97. FragmentorDownstreamLimitProtocols = "FragmentorDownstreamLimitProtocols"
  98. FragmentorDownstreamMinTotalBytes = "FragmentorDownstreamMinTotalBytes"
  99. FragmentorDownstreamMaxTotalBytes = "FragmentorDownstreamMaxTotalBytes"
  100. FragmentorDownstreamMinWriteBytes = "FragmentorDownstreamMinWriteBytes"
  101. FragmentorDownstreamMaxWriteBytes = "FragmentorDownstreamMaxWriteBytes"
  102. FragmentorDownstreamMinDelay = "FragmentorDownstreamMinDelay"
  103. FragmentorDownstreamMaxDelay = "FragmentorDownstreamMaxDelay"
  104. ObfuscatedSSHMinPadding = "ObfuscatedSSHMinPadding"
  105. ObfuscatedSSHMaxPadding = "ObfuscatedSSHMaxPadding"
  106. TunnelOperateShutdownTimeout = "TunnelOperateShutdownTimeout"
  107. TunnelPortForwardDialTimeout = "TunnelPortForwardDialTimeout"
  108. TunnelRateLimits = "TunnelRateLimits"
  109. AdditionalCustomHeaders = "AdditionalCustomHeaders"
  110. SpeedTestPaddingMinBytes = "SpeedTestPaddingMinBytes"
  111. SpeedTestPaddingMaxBytes = "SpeedTestPaddingMaxBytes"
  112. SpeedTestMaxSampleCount = "SpeedTestMaxSampleCount"
  113. SSHKeepAliveSpeedTestSampleProbability = "SSHKeepAliveSpeedTestSampleProbability"
  114. SSHKeepAlivePaddingMinBytes = "SSHKeepAlivePaddingMinBytes"
  115. SSHKeepAlivePaddingMaxBytes = "SSHKeepAlivePaddingMaxBytes"
  116. SSHKeepAlivePeriodMin = "SSHKeepAlivePeriodMin"
  117. SSHKeepAlivePeriodMax = "SSHKeepAlivePeriodMax"
  118. SSHKeepAlivePeriodicTimeout = "SSHKeepAlivePeriodicTimeout"
  119. SSHKeepAlivePeriodicInactivePeriod = "SSHKeepAlivePeriodicInactivePeriod"
  120. SSHKeepAliveProbeTimeout = "SSHKeepAliveProbeTimeout"
  121. SSHKeepAliveProbeInactivePeriod = "SSHKeepAliveProbeInactivePeriod"
  122. HTTPProxyOriginServerTimeout = "HTTPProxyOriginServerTimeout"
  123. HTTPProxyMaxIdleConnectionsPerHost = "HTTPProxyMaxIdleConnectionsPerHost"
  124. FetchRemoteServerListTimeout = "FetchRemoteServerListTimeout"
  125. FetchRemoteServerListRetryPeriod = "FetchRemoteServerListRetryPeriod"
  126. FetchRemoteServerListStalePeriod = "FetchRemoteServerListStalePeriod"
  127. RemoteServerListSignaturePublicKey = "RemoteServerListSignaturePublicKey"
  128. RemoteServerListURLs = "RemoteServerListURLs"
  129. ObfuscatedServerListRootURLs = "ObfuscatedServerListRootURLs"
  130. PsiphonAPIRequestTimeout = "PsiphonAPIRequestTimeout"
  131. PsiphonAPIStatusRequestPeriodMin = "PsiphonAPIStatusRequestPeriodMin"
  132. PsiphonAPIStatusRequestPeriodMax = "PsiphonAPIStatusRequestPeriodMax"
  133. PsiphonAPIStatusRequestShortPeriodMin = "PsiphonAPIStatusRequestShortPeriodMin"
  134. PsiphonAPIStatusRequestShortPeriodMax = "PsiphonAPIStatusRequestShortPeriodMax"
  135. PsiphonAPIStatusRequestPaddingMinBytes = "PsiphonAPIStatusRequestPaddingMinBytes"
  136. PsiphonAPIStatusRequestPaddingMaxBytes = "PsiphonAPIStatusRequestPaddingMaxBytes"
  137. PsiphonAPIPersistentStatsMaxCount = "PsiphonAPIPersistentStatsMaxCount"
  138. PsiphonAPIConnectedRequestPeriod = "PsiphonAPIConnectedRequestPeriod"
  139. PsiphonAPIConnectedRequestRetryPeriod = "PsiphonAPIConnectedRequestRetryPeriod"
  140. FetchSplitTunnelRoutesTimeout = "FetchSplitTunnelRoutesTimeout"
  141. SplitTunnelRoutesURLFormat = "SplitTunnelRoutesURLFormat"
  142. SplitTunnelRoutesSignaturePublicKey = "SplitTunnelRoutesSignaturePublicKey"
  143. SplitTunnelDNSServer = "SplitTunnelDNSServer"
  144. FetchUpgradeTimeout = "FetchUpgradeTimeout"
  145. FetchUpgradeRetryPeriod = "FetchUpgradeRetryPeriod"
  146. FetchUpgradeStalePeriod = "FetchUpgradeStalePeriod"
  147. UpgradeDownloadURLs = "UpgradeDownloadURLs"
  148. UpgradeDownloadClientVersionHeader = "UpgradeDownloadClientVersionHeader"
  149. TotalBytesTransferredNoticePeriod = "TotalBytesTransferredNoticePeriod"
  150. MeekDialDomainsOnly = "MeekDialDomainsOnly"
  151. MeekLimitBufferSizes = "MeekLimitBufferSizes"
  152. MeekCookieMaxPadding = "MeekCookieMaxPadding"
  153. MeekMinLimitRequestPayloadLength = "MeekMinLimitRequestPayloadLength"
  154. MeekMaxLimitRequestPayloadLength = "MeekMaxLimitRequestPayloadLength"
  155. MeekFullReceiveBufferLength = "MeekFullReceiveBufferLength"
  156. MeekReadPayloadChunkLength = "MeekReadPayloadChunkLength"
  157. MeekLimitedFullReceiveBufferLength = "MeekLimitedFullReceiveBufferLength"
  158. MeekLimitedReadPayloadChunkLength = "MeekLimitedReadPayloadChunkLength"
  159. MeekRedialTLSProbability = "MeekRedialTLSProbability"
  160. MeekMinPollInterval = "MeekMinPollInterval"
  161. MeekMinPollIntervalJitter = "MeekMinPollIntervalJitter"
  162. MeekMaxPollInterval = "MeekMaxPollInterval"
  163. MeekMaxPollIntervalJitter = "MeekMaxPollIntervalJitter"
  164. MeekPollIntervalMultiplier = "MeekPollIntervalMultiplier"
  165. MeekPollIntervalJitter = "MeekPollIntervalJitter"
  166. MeekApplyPollIntervalMultiplierProbability = "MeekApplyPollIntervalMultiplierProbability"
  167. MeekRoundTripRetryDeadline = "MeekRoundTripRetryDeadline"
  168. MeekRoundTripRetryMinDelay = "MeekRoundTripRetryMinDelay"
  169. MeekRoundTripRetryMaxDelay = "MeekRoundTripRetryMaxDelay"
  170. MeekRoundTripRetryMultiplier = "MeekRoundTripRetryMultiplier"
  171. MeekRoundTripTimeout = "MeekRoundTripTimeout"
  172. TransformHostNameProbability = "TransformHostNameProbability"
  173. PickUserAgentProbability = "PickUserAgentProbability"
  174. LivenessTestMinUpstreamBytes = "LivenessTestMinUpstreamBytes"
  175. LivenessTestMaxUpstreamBytes = "LivenessTestMaxUpstreamBytes"
  176. LivenessTestMinDownstreamBytes = "LivenessTestMinDownstreamBytes"
  177. LivenessTestMaxDownstreamBytes = "LivenessTestMaxDownstreamBytes"
  178. ReplayCandidateCount = "ReplayCandidateCount"
  179. ReplayDialParametersTTL = "ReplayDialParametersTTL"
  180. ReplayTargetUpstreamBytes = "ReplayTargetUpstreamBytes"
  181. ReplayTargetDownstreamBytes = "ReplayTargetDownstreamBytes"
  182. ReplaySSH = "ReplaySSH"
  183. ReplayObfuscatorPadding = "ReplayObfuscatorPadding"
  184. ReplayFragmentor = "ReplayFragmentor"
  185. ReplayTLSProfile = "ReplayTLSProfile"
  186. ReplayRandomizedTLSProfile = "ReplayRandomizedTLSProfile"
  187. ReplayFronting = "ReplayFronting"
  188. ReplayHostname = "ReplayHostname"
  189. ReplayQUICVersion = "ReplayQUICVersion"
  190. ReplayObfuscatedQUIC = "ReplayObfuscatedQUIC"
  191. ReplayLivenessTest = "ReplayLivenessTest"
  192. ReplayUserAgent = "ReplayUserAgent"
  193. ReplayAPIRequestPadding = "ReplayAPIRequestPadding"
  194. APIRequestUpstreamPaddingMinBytes = "APIRequestUpstreamPaddingMinBytes"
  195. APIRequestUpstreamPaddingMaxBytes = "APIRequestUpstreamPaddingMaxBytes"
  196. APIRequestDownstreamPaddingMinBytes = "APIRequestDownstreamPaddingMinBytes"
  197. APIRequestDownstreamPaddingMaxBytes = "APIRequestDownstreamPaddingMaxBytes"
  198. PersistentStatsMaxStoreRecords = "PersistentStatsMaxStoreRecords"
  199. PersistentStatsMaxSendBytes = "PersistentStatsMaxSendBytes"
  200. RecordRemoteServerListPersistentStatsProbability = "RecordRemoteServerListPersistentStatsProbability"
  201. RecordFailedTunnelPersistentStatsProbability = "RecordFailedTunnelPersistentStatsProbability"
  202. )
  203. const (
  204. useNetworkLatencyMultiplier = 1
  205. serverSideOnly = 2
  206. )
  207. // defaultClientParameters specifies the type, default value, and minimum
  208. // value for all dynamically configurable client parameters.
  209. //
  210. // Do not change the names or types of existing values, as that can break
  211. // client logic or cause parameters to not be applied.
  212. //
  213. // Minimum values are a fail-safe for cases where lower values would break the
  214. // client logic. For example, setting a ConnectionWorkerPoolSize of 0 would
  215. // make the client never connect.
  216. var defaultClientParameters = map[string]struct {
  217. value interface{}
  218. minimum interface{}
  219. flags int32
  220. }{
  221. // NetworkLatencyMultiplier defaults to 0, meaning off. But when set, it
  222. // must be a multiplier >= 1.
  223. NetworkLatencyMultiplier: {value: 0.0, minimum: 1.0},
  224. TacticsWaitPeriod: {value: 10 * time.Second, minimum: 0 * time.Second, flags: useNetworkLatencyMultiplier},
  225. TacticsRetryPeriod: {value: 5 * time.Second, minimum: 1 * time.Millisecond},
  226. TacticsRetryPeriodJitter: {value: 0.3, minimum: 0.0},
  227. TacticsTimeout: {value: 2 * time.Minute, minimum: 1 * time.Second, flags: useNetworkLatencyMultiplier},
  228. ConnectionWorkerPoolSize: {value: 10, minimum: 1},
  229. TunnelConnectTimeout: {value: 20 * time.Second, minimum: 1 * time.Second, flags: useNetworkLatencyMultiplier},
  230. EstablishTunnelTimeout: {value: 300 * time.Second, minimum: time.Duration(0)},
  231. EstablishTunnelWorkTime: {value: 60 * time.Second, minimum: 1 * time.Second},
  232. EstablishTunnelPausePeriod: {value: 5 * time.Second, minimum: 1 * time.Millisecond},
  233. EstablishTunnelPausePeriodJitter: {value: 0.1, minimum: 0.0},
  234. EstablishTunnelServerAffinityGracePeriod: {value: 1 * time.Second, minimum: time.Duration(0), flags: useNetworkLatencyMultiplier},
  235. StaggerConnectionWorkersPeriod: {value: time.Duration(0), minimum: time.Duration(0)},
  236. StaggerConnectionWorkersJitter: {value: 0.1, minimum: 0.0},
  237. LimitIntensiveConnectionWorkers: {value: 0, minimum: 0},
  238. IgnoreHandshakeStatsRegexps: {value: false},
  239. TunnelOperateShutdownTimeout: {value: 1 * time.Second, minimum: 1 * time.Millisecond, flags: useNetworkLatencyMultiplier},
  240. TunnelPortForwardDialTimeout: {value: 10 * time.Second, minimum: 1 * time.Millisecond, flags: useNetworkLatencyMultiplier},
  241. TunnelRateLimits: {value: common.RateLimits{}},
  242. // PrioritizeTunnelProtocols parameters are obsoleted by InitialLimitTunnelProtocols.
  243. // TODO: remove once no longer required for older clients.
  244. PrioritizeTunnelProtocolsProbability: {value: 1.0, minimum: 0.0},
  245. PrioritizeTunnelProtocols: {value: protocol.TunnelProtocols{}},
  246. PrioritizeTunnelProtocolsCandidateCount: {value: 10, minimum: 0},
  247. InitialLimitTunnelProtocolsProbability: {value: 1.0, minimum: 0.0},
  248. InitialLimitTunnelProtocols: {value: protocol.TunnelProtocols{}},
  249. InitialLimitTunnelProtocolsCandidateCount: {value: 0, minimum: 0},
  250. LimitTunnelProtocolsProbability: {value: 1.0, minimum: 0.0},
  251. LimitTunnelProtocols: {value: protocol.TunnelProtocols{}},
  252. LimitTLSProfilesProbability: {value: 1.0, minimum: 0.0},
  253. LimitTLSProfiles: {value: protocol.TLSProfiles{}},
  254. SelectRandomizedTLSProfileProbability: {value: 0.25, minimum: 0.0},
  255. LimitQUICVersionsProbability: {value: 1.0, minimum: 0.0},
  256. LimitQUICVersions: {value: protocol.QUICVersions{}},
  257. FragmentorProbability: {value: 0.5, minimum: 0.0},
  258. FragmentorLimitProtocols: {value: protocol.TunnelProtocols{}},
  259. FragmentorMinTotalBytes: {value: 0, minimum: 0},
  260. FragmentorMaxTotalBytes: {value: 0, minimum: 0},
  261. FragmentorMinWriteBytes: {value: 1, minimum: 1},
  262. FragmentorMaxWriteBytes: {value: 1500, minimum: 1},
  263. FragmentorMinDelay: {value: time.Duration(0), minimum: time.Duration(0)},
  264. FragmentorMaxDelay: {value: 10 * time.Millisecond, minimum: time.Duration(0)},
  265. FragmentorDownstreamProbability: {value: 0.5, minimum: 0.0, flags: serverSideOnly},
  266. FragmentorDownstreamLimitProtocols: {value: protocol.TunnelProtocols{}, flags: serverSideOnly},
  267. FragmentorDownstreamMinTotalBytes: {value: 0, minimum: 0, flags: serverSideOnly},
  268. FragmentorDownstreamMaxTotalBytes: {value: 0, minimum: 0, flags: serverSideOnly},
  269. FragmentorDownstreamMinWriteBytes: {value: 1, minimum: 1, flags: serverSideOnly},
  270. FragmentorDownstreamMaxWriteBytes: {value: 1500, minimum: 1, flags: serverSideOnly},
  271. FragmentorDownstreamMinDelay: {value: time.Duration(0), minimum: time.Duration(0), flags: serverSideOnly},
  272. FragmentorDownstreamMaxDelay: {value: 10 * time.Millisecond, minimum: time.Duration(0), flags: serverSideOnly},
  273. // The Psiphon server will reject obfuscated SSH seed messages with
  274. // padding greater than OBFUSCATE_MAX_PADDING.
  275. // obfuscator.NewClientObfuscator will ignore invalid min/max padding
  276. // configurations.
  277. ObfuscatedSSHMinPadding: {value: 0, minimum: 0},
  278. ObfuscatedSSHMaxPadding: {value: obfuscator.OBFUSCATE_MAX_PADDING, minimum: 0},
  279. AdditionalCustomHeaders: {value: make(http.Header)},
  280. // Speed test and SSH keep alive padding is intended to frustrate
  281. // fingerprinting and should not exceed ~1 IP packet size.
  282. //
  283. // Currently, each serialized speed test sample, populated with real
  284. // values, is approximately 100 bytes. All SpeedTestMaxSampleCount samples
  285. // are loaded into memory are sent as API inputs.
  286. SpeedTestPaddingMinBytes: {value: 0, minimum: 0},
  287. SpeedTestPaddingMaxBytes: {value: 256, minimum: 0},
  288. SpeedTestMaxSampleCount: {value: 25, minimum: 1},
  289. // The Psiphon server times out inactive tunnels after 5 minutes, so this
  290. // is a soft max for SSHKeepAlivePeriodMax.
  291. SSHKeepAliveSpeedTestSampleProbability: {value: 0.5, minimum: 0.0},
  292. SSHKeepAlivePaddingMinBytes: {value: 0, minimum: 0},
  293. SSHKeepAlivePaddingMaxBytes: {value: 256, minimum: 0},
  294. SSHKeepAlivePeriodMin: {value: 1 * time.Minute, minimum: 1 * time.Second},
  295. SSHKeepAlivePeriodMax: {value: 2 * time.Minute, minimum: 1 * time.Second},
  296. SSHKeepAlivePeriodicTimeout: {value: 30 * time.Second, minimum: 1 * time.Second, flags: useNetworkLatencyMultiplier},
  297. SSHKeepAlivePeriodicInactivePeriod: {value: 10 * time.Second, minimum: 1 * time.Second},
  298. SSHKeepAliveProbeTimeout: {value: 5 * time.Second, minimum: 1 * time.Second, flags: useNetworkLatencyMultiplier},
  299. SSHKeepAliveProbeInactivePeriod: {value: 10 * time.Second, minimum: 1 * time.Second},
  300. HTTPProxyOriginServerTimeout: {value: 15 * time.Second, minimum: time.Duration(0), flags: useNetworkLatencyMultiplier},
  301. HTTPProxyMaxIdleConnectionsPerHost: {value: 50, minimum: 0},
  302. FetchRemoteServerListTimeout: {value: 30 * time.Second, minimum: 1 * time.Second, flags: useNetworkLatencyMultiplier},
  303. FetchRemoteServerListRetryPeriod: {value: 30 * time.Second, minimum: 1 * time.Millisecond},
  304. FetchRemoteServerListStalePeriod: {value: 6 * time.Hour, minimum: 1 * time.Hour},
  305. RemoteServerListSignaturePublicKey: {value: ""},
  306. RemoteServerListURLs: {value: DownloadURLs{}},
  307. ObfuscatedServerListRootURLs: {value: DownloadURLs{}},
  308. PsiphonAPIRequestTimeout: {value: 20 * time.Second, minimum: 1 * time.Second, flags: useNetworkLatencyMultiplier},
  309. PsiphonAPIStatusRequestPeriodMin: {value: 5 * time.Minute, minimum: 1 * time.Second},
  310. PsiphonAPIStatusRequestPeriodMax: {value: 10 * time.Minute, minimum: 1 * time.Second},
  311. PsiphonAPIStatusRequestShortPeriodMin: {value: 5 * time.Second, minimum: 1 * time.Second},
  312. PsiphonAPIStatusRequestShortPeriodMax: {value: 10 * time.Second, minimum: 1 * time.Second},
  313. // PsiphonAPIPersistentStatsMaxCount parameter is obsoleted by PersistentStatsMaxSendBytes.
  314. // TODO: remove once no longer required for older clients.
  315. PsiphonAPIPersistentStatsMaxCount: {value: 100, minimum: 1},
  316. // PsiphonAPIStatusRequestPadding parameters are obsoleted by APIRequestUp/DownstreamPadding.
  317. // TODO: remove once no longer required for older clients.
  318. PsiphonAPIStatusRequestPaddingMinBytes: {value: 0, minimum: 0},
  319. PsiphonAPIStatusRequestPaddingMaxBytes: {value: 256, minimum: 0},
  320. PsiphonAPIConnectedRequestRetryPeriod: {value: 5 * time.Second, minimum: 1 * time.Millisecond},
  321. FetchSplitTunnelRoutesTimeout: {value: 60 * time.Second, minimum: 1 * time.Second, flags: useNetworkLatencyMultiplier},
  322. SplitTunnelRoutesURLFormat: {value: ""},
  323. SplitTunnelRoutesSignaturePublicKey: {value: ""},
  324. SplitTunnelDNSServer: {value: ""},
  325. FetchUpgradeTimeout: {value: 60 * time.Second, minimum: 1 * time.Second, flags: useNetworkLatencyMultiplier},
  326. FetchUpgradeRetryPeriod: {value: 30 * time.Second, minimum: 1 * time.Millisecond},
  327. FetchUpgradeStalePeriod: {value: 6 * time.Hour, minimum: 1 * time.Hour},
  328. UpgradeDownloadURLs: {value: DownloadURLs{}},
  329. UpgradeDownloadClientVersionHeader: {value: ""},
  330. TotalBytesTransferredNoticePeriod: {value: 5 * time.Minute, minimum: 1 * time.Second},
  331. // The meek server times out inactive sessions after 45 seconds, so this
  332. // is a soft max for MeekMaxPollInterval, MeekRoundTripTimeout, and
  333. // MeekRoundTripRetryDeadline.
  334. //
  335. // MeekCookieMaxPadding cannot exceed common.OBFUSCATE_SEED_LENGTH.
  336. //
  337. // MeekMinLimitRequestPayloadLength/MeekMaxLimitRequestPayloadLength
  338. // cannot exceed server.MEEK_MAX_REQUEST_PAYLOAD_LENGTH.
  339. MeekDialDomainsOnly: {value: false},
  340. MeekLimitBufferSizes: {value: false},
  341. MeekCookieMaxPadding: {value: 256, minimum: 0},
  342. MeekMinLimitRequestPayloadLength: {value: 65536, minimum: 1},
  343. MeekMaxLimitRequestPayloadLength: {value: 65536, minimum: 1},
  344. MeekFullReceiveBufferLength: {value: 4194304, minimum: 1024},
  345. MeekReadPayloadChunkLength: {value: 65536, minimum: 1024},
  346. MeekLimitedFullReceiveBufferLength: {value: 131072, minimum: 1024},
  347. MeekLimitedReadPayloadChunkLength: {value: 4096, minimum: 1024},
  348. MeekRedialTLSProbability: {value: 0.0, minimum: 0.0},
  349. MeekMinPollInterval: {value: 100 * time.Millisecond, minimum: 1 * time.Millisecond},
  350. MeekMinPollIntervalJitter: {value: 0.3, minimum: 0.0},
  351. MeekMaxPollInterval: {value: 5 * time.Second, minimum: 1 * time.Millisecond},
  352. MeekMaxPollIntervalJitter: {value: 0.1, minimum: 0.0},
  353. MeekPollIntervalMultiplier: {value: 1.5, minimum: 0.0},
  354. MeekPollIntervalJitter: {value: 0.1, minimum: 0.0},
  355. MeekApplyPollIntervalMultiplierProbability: {value: 0.5},
  356. MeekRoundTripRetryDeadline: {value: 5 * time.Second, minimum: 1 * time.Millisecond, flags: useNetworkLatencyMultiplier},
  357. MeekRoundTripRetryMinDelay: {value: 50 * time.Millisecond, minimum: time.Duration(0)},
  358. MeekRoundTripRetryMaxDelay: {value: 1 * time.Second, minimum: time.Duration(0)},
  359. MeekRoundTripRetryMultiplier: {value: 2.0, minimum: 0.0},
  360. MeekRoundTripTimeout: {value: 20 * time.Second, minimum: 1 * time.Second, flags: useNetworkLatencyMultiplier},
  361. TransformHostNameProbability: {value: 0.5, minimum: 0.0},
  362. PickUserAgentProbability: {value: 0.5, minimum: 0.0},
  363. LivenessTestMinUpstreamBytes: {value: 0, minimum: 0},
  364. LivenessTestMaxUpstreamBytes: {value: 0, minimum: 0},
  365. LivenessTestMinDownstreamBytes: {value: 0, minimum: 0},
  366. LivenessTestMaxDownstreamBytes: {value: 0, minimum: 0},
  367. ReplayCandidateCount: {value: 10, minimum: 0},
  368. ReplayDialParametersTTL: {value: 24 * time.Hour, minimum: time.Duration(0)},
  369. ReplayTargetUpstreamBytes: {value: 0, minimum: 0},
  370. ReplayTargetDownstreamBytes: {value: 0, minimum: 0},
  371. ReplaySSH: {value: true},
  372. ReplayObfuscatorPadding: {value: true},
  373. ReplayFragmentor: {value: true},
  374. ReplayTLSProfile: {value: true},
  375. ReplayRandomizedTLSProfile: {value: true},
  376. ReplayFronting: {value: true},
  377. ReplayHostname: {value: true},
  378. ReplayQUICVersion: {value: true},
  379. ReplayObfuscatedQUIC: {value: true},
  380. ReplayLivenessTest: {value: true},
  381. ReplayUserAgent: {value: true},
  382. ReplayAPIRequestPadding: {value: true},
  383. APIRequestUpstreamPaddingMinBytes: {value: 0, minimum: 0},
  384. APIRequestUpstreamPaddingMaxBytes: {value: 1024, minimum: 0},
  385. APIRequestDownstreamPaddingMinBytes: {value: 0, minimum: 0},
  386. APIRequestDownstreamPaddingMaxBytes: {value: 1024, minimum: 0},
  387. PersistentStatsMaxStoreRecords: {value: 200, minimum: 1},
  388. PersistentStatsMaxSendBytes: {value: 65536, minimum: 1},
  389. RecordRemoteServerListPersistentStatsProbability: {value: 1.0, minimum: 0.0},
  390. RecordFailedTunnelPersistentStatsProbability: {value: 0.0, minimum: 0.0},
  391. }
  392. // IsServerSideOnly indicates if the parameter specified by name is used
  393. // server-side only.
  394. func IsServerSideOnly(name string) bool {
  395. defaultParameter, ok := defaultClientParameters[name]
  396. return ok && (defaultParameter.flags&serverSideOnly) != 0
  397. }
  398. // ClientParameters is a set of client parameters. To use the parameters, call
  399. // Get. To apply new values to the parameters, call Set.
  400. type ClientParameters struct {
  401. getValueLogger func(error)
  402. snapshot atomic.Value
  403. }
  404. // ClientParametersSnapshot is an atomic snapshot of the client parameter
  405. // values. ClientParameters.Get will return a snapshot which may be used to
  406. // read multiple related values atomically and consistently while the current
  407. // snapshot in ClientParameters may change concurrently.
  408. type ClientParametersSnapshot struct {
  409. getValueLogger func(error)
  410. tag string
  411. parameters map[string]interface{}
  412. }
  413. // NewClientParameters initializes a new ClientParameters with the default
  414. // parameter values.
  415. //
  416. // getValueLogger is optional, and is used to report runtime errors with
  417. // getValue; see comment in getValue.
  418. func NewClientParameters(
  419. getValueLogger func(error)) (*ClientParameters, error) {
  420. clientParameters := &ClientParameters{
  421. getValueLogger: getValueLogger,
  422. }
  423. _, err := clientParameters.Set("", false)
  424. if err != nil {
  425. return nil, common.ContextError(err)
  426. }
  427. return clientParameters, nil
  428. }
  429. func makeDefaultParameters() (map[string]interface{}, error) {
  430. parameters := make(map[string]interface{})
  431. for name, defaults := range defaultClientParameters {
  432. if defaults.value == nil {
  433. return nil, common.ContextError(fmt.Errorf("default parameter missing value: %s", name))
  434. }
  435. if defaults.minimum != nil &&
  436. reflect.TypeOf(defaults.value) != reflect.TypeOf(defaults.minimum) {
  437. return nil, common.ContextError(fmt.Errorf("default parameter value and minimum type mismatch: %s", name))
  438. }
  439. _, isDuration := defaults.value.(time.Duration)
  440. if defaults.flags&useNetworkLatencyMultiplier != 0 && !isDuration {
  441. return nil, common.ContextError(fmt.Errorf("default non-duration parameter uses multipler: %s", name))
  442. }
  443. parameters[name] = defaults.value
  444. }
  445. return parameters, nil
  446. }
  447. // Set replaces the current parameters. First, a set of parameters are
  448. // initialized using the default values. Then, each applyParameters is applied
  449. // in turn, with the later instances having precedence.
  450. //
  451. // When skipOnError is true, unknown or invalid parameters in any
  452. // applyParameters are skipped instead of aborting with an error.
  453. //
  454. // For protocol.TunnelProtocols and protocol.TLSProfiles type values, when
  455. // skipOnError is true the values are filtered instead of validated, so
  456. // only known tunnel protocols and TLS profiles are retained.
  457. //
  458. // When an error is returned, the previous parameters remain completely
  459. // unmodified.
  460. //
  461. // For use in logging, Set returns a count of the number of parameters applied
  462. // from each applyParameters.
  463. func (p *ClientParameters) Set(
  464. tag string, skipOnError bool, applyParameters ...map[string]interface{}) ([]int, error) {
  465. var counts []int
  466. parameters, err := makeDefaultParameters()
  467. if err != nil {
  468. return nil, common.ContextError(err)
  469. }
  470. for i := 0; i < len(applyParameters); i++ {
  471. count := 0
  472. for name, value := range applyParameters[i] {
  473. existingValue, ok := parameters[name]
  474. if !ok {
  475. if skipOnError {
  476. continue
  477. }
  478. return nil, common.ContextError(fmt.Errorf("unknown parameter: %s", name))
  479. }
  480. // Accept strings such as "1h" for duration parameters.
  481. switch existingValue.(type) {
  482. case time.Duration:
  483. if s, ok := value.(string); ok {
  484. if d, err := time.ParseDuration(s); err == nil {
  485. value = d
  486. }
  487. }
  488. }
  489. // A JSON remarshal resolves cases where applyParameters is a
  490. // result of unmarshal-into-interface, in which case non-scalar
  491. // values will not have the expected types; see:
  492. // https://golang.org/pkg/encoding/json/#Unmarshal. This remarshal
  493. // also results in a deep copy.
  494. marshaledValue, err := json.Marshal(value)
  495. if err != nil {
  496. continue
  497. }
  498. newValuePtr := reflect.New(reflect.TypeOf(existingValue))
  499. err = json.Unmarshal(marshaledValue, newValuePtr.Interface())
  500. if err != nil {
  501. if skipOnError {
  502. continue
  503. }
  504. return nil, common.ContextError(fmt.Errorf("unmarshal parameter %s failed: %s", name, err))
  505. }
  506. newValue := newValuePtr.Elem().Interface()
  507. // Perform type-specific validation for some cases.
  508. // TODO: require RemoteServerListSignaturePublicKey when
  509. // RemoteServerListURLs is set?
  510. switch v := newValue.(type) {
  511. case DownloadURLs:
  512. err := v.DecodeAndValidate()
  513. if err != nil {
  514. if skipOnError {
  515. continue
  516. }
  517. return nil, common.ContextError(err)
  518. }
  519. case protocol.TunnelProtocols:
  520. if skipOnError {
  521. newValue = v.PruneInvalid()
  522. } else {
  523. err := v.Validate()
  524. if err != nil {
  525. return nil, common.ContextError(err)
  526. }
  527. }
  528. case protocol.TLSProfiles:
  529. if skipOnError {
  530. newValue = v.PruneInvalid()
  531. } else {
  532. err := v.Validate()
  533. if err != nil {
  534. return nil, common.ContextError(err)
  535. }
  536. }
  537. case protocol.QUICVersions:
  538. if skipOnError {
  539. newValue = v.PruneInvalid()
  540. } else {
  541. err := v.Validate()
  542. if err != nil {
  543. return nil, common.ContextError(err)
  544. }
  545. }
  546. }
  547. // Enforce any minimums. Assumes defaultClientParameters[name]
  548. // exists.
  549. if defaultClientParameters[name].minimum != nil {
  550. valid := true
  551. switch v := newValue.(type) {
  552. case int:
  553. m, ok := defaultClientParameters[name].minimum.(int)
  554. if !ok || v < m {
  555. valid = false
  556. }
  557. case float64:
  558. m, ok := defaultClientParameters[name].minimum.(float64)
  559. if !ok || v < m {
  560. valid = false
  561. }
  562. case time.Duration:
  563. m, ok := defaultClientParameters[name].minimum.(time.Duration)
  564. if !ok || v < m {
  565. valid = false
  566. }
  567. default:
  568. if skipOnError {
  569. continue
  570. }
  571. return nil, common.ContextError(fmt.Errorf("unexpected parameter with minimum: %s", name))
  572. }
  573. if !valid {
  574. if skipOnError {
  575. continue
  576. }
  577. return nil, common.ContextError(fmt.Errorf("parameter below minimum: %s", name))
  578. }
  579. }
  580. parameters[name] = newValue
  581. count++
  582. }
  583. counts = append(counts, count)
  584. }
  585. snapshot := &ClientParametersSnapshot{
  586. getValueLogger: p.getValueLogger,
  587. tag: tag,
  588. parameters: parameters,
  589. }
  590. p.snapshot.Store(snapshot)
  591. return counts, nil
  592. }
  593. // Get returns the current parameters. Values read from the current parameters
  594. // are not deep copies and must be treated read-only.
  595. func (p *ClientParameters) Get() *ClientParametersSnapshot {
  596. return p.snapshot.Load().(*ClientParametersSnapshot)
  597. }
  598. // Tag returns the tag associated with these parameters.
  599. func (p *ClientParametersSnapshot) Tag() string {
  600. return p.tag
  601. }
  602. // getValue sets target to the value of the named parameter.
  603. //
  604. // It is an error if the name is not found, target is not a pointer, or the
  605. // type of target points to does not match the value.
  606. //
  607. // Any of these conditions would be a bug in the caller. getValue does not
  608. // panic in these cases as the client is deployed as a library in various apps
  609. // and the failure of Psiphon may not be a failure for the app process.
  610. //
  611. // Instead, errors are logged to the getValueLogger and getValue leaves the
  612. // target unset, which will result in the caller getting and using a zero
  613. // value of the requested type.
  614. func (p *ClientParametersSnapshot) getValue(name string, target interface{}) {
  615. value, ok := p.parameters[name]
  616. if !ok {
  617. if p.getValueLogger != nil {
  618. p.getValueLogger(common.ContextError(fmt.Errorf(
  619. "value %s not found", name)))
  620. }
  621. return
  622. }
  623. valueType := reflect.TypeOf(value)
  624. if reflect.PtrTo(valueType) != reflect.TypeOf(target) {
  625. if p.getValueLogger != nil {
  626. p.getValueLogger(common.ContextError(fmt.Errorf(
  627. "value %s has unexpected type %s", name, valueType.Name())))
  628. }
  629. return
  630. }
  631. // Note: there is no deep copy of parameter values; the returned value may
  632. // share memory with the original and should not be modified.
  633. targetValue := reflect.ValueOf(target)
  634. if targetValue.Kind() != reflect.Ptr {
  635. p.getValueLogger(common.ContextError(fmt.Errorf(
  636. "target for value %s is not pointer", name)))
  637. return
  638. }
  639. targetValue.Elem().Set(reflect.ValueOf(value))
  640. }
  641. // String returns a string parameter value.
  642. func (p *ClientParametersSnapshot) String(name string) string {
  643. value := ""
  644. p.getValue(name, &value)
  645. return value
  646. }
  647. // Strings returns a []string parameter value.
  648. func (p *ClientParametersSnapshot) Strings(name string) []string {
  649. value := []string{}
  650. p.getValue(name, &value)
  651. return value
  652. }
  653. // Int returns an int parameter value.
  654. func (p *ClientParametersSnapshot) Int(name string) int {
  655. value := int(0)
  656. p.getValue(name, &value)
  657. return value
  658. }
  659. // Bool returns a bool parameter value.
  660. func (p *ClientParametersSnapshot) Bool(name string) bool {
  661. value := false
  662. p.getValue(name, &value)
  663. return value
  664. }
  665. // Float returns a float64 parameter value.
  666. func (p *ClientParametersSnapshot) Float(name string) float64 {
  667. value := float64(0.0)
  668. p.getValue(name, &value)
  669. return value
  670. }
  671. // WeightedCoinFlip returns the result of prng.FlipWeightedCoin using the
  672. // specified float parameter as the probability input.
  673. func (p *ClientParametersSnapshot) WeightedCoinFlip(name string) bool {
  674. var value float64
  675. p.getValue(name, &value)
  676. return prng.FlipWeightedCoin(value)
  677. }
  678. // Duration returns a time.Duration parameter value. When the duration
  679. // parameter has the useNetworkLatencyMultiplier flag, the
  680. // NetworkLatencyMultiplier is applied to the returned value.
  681. func (p *ClientParametersSnapshot) Duration(name string) time.Duration {
  682. value := time.Duration(0)
  683. p.getValue(name, &value)
  684. defaultParameter, ok := defaultClientParameters[name]
  685. if value > 0 && ok && defaultParameter.flags&useNetworkLatencyMultiplier != 0 {
  686. multiplier := float64(0.0)
  687. p.getValue(NetworkLatencyMultiplier, &multiplier)
  688. if multiplier > 0.0 {
  689. value = time.Duration(float64(value) * multiplier)
  690. }
  691. }
  692. return value
  693. }
  694. // TunnelProtocols returns a protocol.TunnelProtocols parameter value.
  695. // If there is a corresponding Probability value, a weighted coin flip
  696. // will be performed and, depending on the result, the value or the
  697. // parameter default will be returned.
  698. func (p *ClientParametersSnapshot) TunnelProtocols(name string) protocol.TunnelProtocols {
  699. probabilityName := name + "Probability"
  700. _, ok := p.parameters[probabilityName]
  701. if ok {
  702. probabilityValue := float64(1.0)
  703. p.getValue(probabilityName, &probabilityValue)
  704. if !prng.FlipWeightedCoin(probabilityValue) {
  705. defaultParameter, ok := defaultClientParameters[name]
  706. if ok {
  707. defaultValue, ok := defaultParameter.value.(protocol.TunnelProtocols)
  708. if ok {
  709. value := make(protocol.TunnelProtocols, len(defaultValue))
  710. copy(value, defaultValue)
  711. return value
  712. }
  713. }
  714. }
  715. }
  716. value := protocol.TunnelProtocols{}
  717. p.getValue(name, &value)
  718. return value
  719. }
  720. // TLSProfiles returns a protocol.TLSProfiles parameter value.
  721. // If there is a corresponding Probability value, a weighted coin flip
  722. // will be performed and, depending on the result, the value or the
  723. // parameter default will be returned.
  724. func (p *ClientParametersSnapshot) TLSProfiles(name string) protocol.TLSProfiles {
  725. probabilityName := name + "Probability"
  726. _, ok := p.parameters[probabilityName]
  727. if ok {
  728. probabilityValue := float64(1.0)
  729. p.getValue(probabilityName, &probabilityValue)
  730. if !prng.FlipWeightedCoin(probabilityValue) {
  731. defaultParameter, ok := defaultClientParameters[name]
  732. if ok {
  733. defaultValue, ok := defaultParameter.value.(protocol.TLSProfiles)
  734. if ok {
  735. value := make(protocol.TLSProfiles, len(defaultValue))
  736. copy(value, defaultValue)
  737. return value
  738. }
  739. }
  740. }
  741. }
  742. value := protocol.TLSProfiles{}
  743. p.getValue(name, &value)
  744. return value
  745. }
  746. // QUICVersions returns a protocol.QUICVersions parameter value.
  747. // If there is a corresponding Probability value, a weighted coin flip
  748. // will be performed and, depending on the result, the value or the
  749. // parameter default will be returned.
  750. func (p *ClientParametersSnapshot) QUICVersions(name string) protocol.QUICVersions {
  751. probabilityName := name + "Probability"
  752. _, ok := p.parameters[probabilityName]
  753. if ok {
  754. probabilityValue := float64(1.0)
  755. p.getValue(probabilityName, &probabilityValue)
  756. if !prng.FlipWeightedCoin(probabilityValue) {
  757. defaultParameter, ok := defaultClientParameters[name]
  758. if ok {
  759. defaultValue, ok := defaultParameter.value.(protocol.QUICVersions)
  760. if ok {
  761. value := make(protocol.QUICVersions, len(defaultValue))
  762. copy(value, defaultValue)
  763. return value
  764. }
  765. }
  766. }
  767. }
  768. value := protocol.QUICVersions{}
  769. p.getValue(name, &value)
  770. return value
  771. }
  772. // DownloadURLs returns a DownloadURLs parameter value.
  773. func (p *ClientParametersSnapshot) DownloadURLs(name string) DownloadURLs {
  774. value := DownloadURLs{}
  775. p.getValue(name, &value)
  776. return value
  777. }
  778. // RateLimits returns a common.RateLimits parameter value.
  779. func (p *ClientParametersSnapshot) RateLimits(name string) common.RateLimits {
  780. value := common.RateLimits{}
  781. p.getValue(name, &value)
  782. return value
  783. }
  784. // HTTPHeaders returns an http.Header parameter value.
  785. func (p *ClientParametersSnapshot) HTTPHeaders(name string) http.Header {
  786. value := make(http.Header)
  787. p.getValue(name, &value)
  788. return value
  789. }