clientParameters.go 40 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911
  1. /*
  2. * Copyright (c) 2018, Psiphon Inc.
  3. * All rights reserved.
  4. *
  5. * This program is free software: you can redistribute it and/or modify
  6. * it under the terms of the GNU General Public License as published by
  7. * the Free Software Foundation, either version 3 of the License, or
  8. * (at your option) any later version.
  9. *
  10. * This program is distributed in the hope that it will be useful,
  11. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  12. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  13. * GNU General Public License for more details.
  14. *
  15. * You should have received a copy of the GNU General Public License
  16. * along with this program. If not, see <http://www.gnu.org/licenses/>.
  17. *
  18. */
  19. /*
  20. Package parameters implements dynamic, concurrency-safe parameters that
  21. determine Psiphon client behavior.
  22. Parameters include network timeouts, probabilities for actions, lists of
  23. protocols, etc. Parameters are initialized with reasonable defaults. New
  24. values may be applied, allowing the client to customized its parameters from
  25. both a config file and tactics data. Sane minimum values are enforced.
  26. Parameters may be read and updated concurrently. The read mechanism offers a
  27. snapshot so that related parameters, such as two Ints representing a range; or
  28. a more complex series of related parameters; may be read in an atomic and
  29. consistent way. For example:
  30. p := clientParameters.Get()
  31. min := p.Int("Min")
  32. max := p.Int("Max")
  33. p = nil
  34. For long-running operations, it is recommended to set any pointer to the
  35. snapshot to nil to allow garbage collection of old snaphots in cases where the
  36. parameters change.
  37. In general, client parameters should be read as close to the point of use as
  38. possible to ensure that dynamic changes to the parameter values take effect.
  39. For duration parameters, time.ParseDuration-compatible string values are
  40. supported when applying new values. This allows specifying durations as, for
  41. example, "100ms" or "24h".
  42. Values read from the parameters are not deep copies and must be treated as
  43. read-only.
  44. */
  45. package parameters
  46. import (
  47. "encoding/json"
  48. "fmt"
  49. "net/http"
  50. "reflect"
  51. "sync/atomic"
  52. "time"
  53. "github.com/Psiphon-Labs/psiphon-tunnel-core/psiphon/common"
  54. "github.com/Psiphon-Labs/psiphon-tunnel-core/psiphon/common/obfuscator"
  55. "github.com/Psiphon-Labs/psiphon-tunnel-core/psiphon/common/prng"
  56. "github.com/Psiphon-Labs/psiphon-tunnel-core/psiphon/common/protocol"
  57. )
  58. const (
  59. NetworkLatencyMultiplier = "NetworkLatencyMultiplier"
  60. TacticsWaitPeriod = "TacticsWaitPeriod"
  61. TacticsRetryPeriod = "TacticsRetryPeriod"
  62. TacticsRetryPeriodJitter = "TacticsRetryPeriodJitter"
  63. TacticsTimeout = "TacticsTimeout"
  64. ConnectionWorkerPoolSize = "ConnectionWorkerPoolSize"
  65. TunnelConnectTimeout = "TunnelConnectTimeout"
  66. EstablishTunnelTimeout = "EstablishTunnelTimeout"
  67. EstablishTunnelWorkTime = "EstablishTunnelWorkTime"
  68. EstablishTunnelPausePeriod = "EstablishTunnelPausePeriod"
  69. EstablishTunnelPausePeriodJitter = "EstablishTunnelPausePeriodJitter"
  70. EstablishTunnelServerAffinityGracePeriod = "EstablishTunnelServerAffinityGracePeriod"
  71. StaggerConnectionWorkersPeriod = "StaggerConnectionWorkersPeriod"
  72. StaggerConnectionWorkersJitter = "StaggerConnectionWorkersJitter"
  73. LimitIntensiveConnectionWorkers = "LimitIntensiveConnectionWorkers"
  74. IgnoreHandshakeStatsRegexps = "IgnoreHandshakeStatsRegexps"
  75. PrioritizeTunnelProtocolsProbability = "PrioritizeTunnelProtocolsProbability"
  76. PrioritizeTunnelProtocols = "PrioritizeTunnelProtocols"
  77. PrioritizeTunnelProtocolsCandidateCount = "PrioritizeTunnelProtocolsCandidateCount"
  78. InitialLimitTunnelProtocolsProbability = "InitialLimitTunnelProtocolsProbability"
  79. InitialLimitTunnelProtocols = "InitialLimitTunnelProtocols"
  80. InitialLimitTunnelProtocolsCandidateCount = "InitialLimitTunnelProtocolsCandidateCount"
  81. LimitTunnelProtocolsProbability = "LimitTunnelProtocolsProbability"
  82. LimitTunnelProtocols = "LimitTunnelProtocols"
  83. LimitTLSProfilesProbability = "LimitTLSProfilesProbability"
  84. LimitTLSProfiles = "LimitTLSProfiles"
  85. SelectRandomizedTLSProfileProbability = "SelectRandomizedTLSProfileProbability"
  86. LimitQUICVersionsProbability = "LimitQUICVersionsProbability"
  87. LimitQUICVersions = "LimitQUICVersions"
  88. FragmentorProbability = "FragmentorProbability"
  89. FragmentorLimitProtocols = "FragmentorLimitProtocols"
  90. FragmentorMinTotalBytes = "FragmentorMinTotalBytes"
  91. FragmentorMaxTotalBytes = "FragmentorMaxTotalBytes"
  92. FragmentorMinWriteBytes = "FragmentorMinWriteBytes"
  93. FragmentorMaxWriteBytes = "FragmentorMaxWriteBytes"
  94. FragmentorMinDelay = "FragmentorMinDelay"
  95. FragmentorMaxDelay = "FragmentorMaxDelay"
  96. FragmentorDownstreamProbability = "FragmentorDownstreamProbability"
  97. FragmentorDownstreamLimitProtocols = "FragmentorDownstreamLimitProtocols"
  98. FragmentorDownstreamMinTotalBytes = "FragmentorDownstreamMinTotalBytes"
  99. FragmentorDownstreamMaxTotalBytes = "FragmentorDownstreamMaxTotalBytes"
  100. FragmentorDownstreamMinWriteBytes = "FragmentorDownstreamMinWriteBytes"
  101. FragmentorDownstreamMaxWriteBytes = "FragmentorDownstreamMaxWriteBytes"
  102. FragmentorDownstreamMinDelay = "FragmentorDownstreamMinDelay"
  103. FragmentorDownstreamMaxDelay = "FragmentorDownstreamMaxDelay"
  104. ObfuscatedSSHMinPadding = "ObfuscatedSSHMinPadding"
  105. ObfuscatedSSHMaxPadding = "ObfuscatedSSHMaxPadding"
  106. TunnelOperateShutdownTimeout = "TunnelOperateShutdownTimeout"
  107. TunnelPortForwardDialTimeout = "TunnelPortForwardDialTimeout"
  108. TunnelRateLimits = "TunnelRateLimits"
  109. AdditionalCustomHeaders = "AdditionalCustomHeaders"
  110. SpeedTestPaddingMinBytes = "SpeedTestPaddingMinBytes"
  111. SpeedTestPaddingMaxBytes = "SpeedTestPaddingMaxBytes"
  112. SpeedTestMaxSampleCount = "SpeedTestMaxSampleCount"
  113. SSHKeepAliveSpeedTestSampleProbability = "SSHKeepAliveSpeedTestSampleProbability"
  114. SSHKeepAlivePaddingMinBytes = "SSHKeepAlivePaddingMinBytes"
  115. SSHKeepAlivePaddingMaxBytes = "SSHKeepAlivePaddingMaxBytes"
  116. SSHKeepAlivePeriodMin = "SSHKeepAlivePeriodMin"
  117. SSHKeepAlivePeriodMax = "SSHKeepAlivePeriodMax"
  118. SSHKeepAlivePeriodicTimeout = "SSHKeepAlivePeriodicTimeout"
  119. SSHKeepAlivePeriodicInactivePeriod = "SSHKeepAlivePeriodicInactivePeriod"
  120. SSHKeepAliveProbeTimeout = "SSHKeepAliveProbeTimeout"
  121. SSHKeepAliveProbeInactivePeriod = "SSHKeepAliveProbeInactivePeriod"
  122. HTTPProxyOriginServerTimeout = "HTTPProxyOriginServerTimeout"
  123. HTTPProxyMaxIdleConnectionsPerHost = "HTTPProxyMaxIdleConnectionsPerHost"
  124. FetchRemoteServerListTimeout = "FetchRemoteServerListTimeout"
  125. FetchRemoteServerListRetryPeriod = "FetchRemoteServerListRetryPeriod"
  126. FetchRemoteServerListStalePeriod = "FetchRemoteServerListStalePeriod"
  127. RemoteServerListSignaturePublicKey = "RemoteServerListSignaturePublicKey"
  128. RemoteServerListURLs = "RemoteServerListURLs"
  129. ObfuscatedServerListRootURLs = "ObfuscatedServerListRootURLs"
  130. PsiphonAPIRequestTimeout = "PsiphonAPIRequestTimeout"
  131. PsiphonAPIStatusRequestPeriodMin = "PsiphonAPIStatusRequestPeriodMin"
  132. PsiphonAPIStatusRequestPeriodMax = "PsiphonAPIStatusRequestPeriodMax"
  133. PsiphonAPIStatusRequestShortPeriodMin = "PsiphonAPIStatusRequestShortPeriodMin"
  134. PsiphonAPIStatusRequestShortPeriodMax = "PsiphonAPIStatusRequestShortPeriodMax"
  135. PsiphonAPIStatusRequestPaddingMinBytes = "PsiphonAPIStatusRequestPaddingMinBytes"
  136. PsiphonAPIStatusRequestPaddingMaxBytes = "PsiphonAPIStatusRequestPaddingMaxBytes"
  137. PsiphonAPIPersistentStatsMaxCount = "PsiphonAPIPersistentStatsMaxCount"
  138. PsiphonAPIConnectedRequestPeriod = "PsiphonAPIConnectedRequestPeriod"
  139. PsiphonAPIConnectedRequestRetryPeriod = "PsiphonAPIConnectedRequestRetryPeriod"
  140. FetchSplitTunnelRoutesTimeout = "FetchSplitTunnelRoutesTimeout"
  141. SplitTunnelRoutesURLFormat = "SplitTunnelRoutesURLFormat"
  142. SplitTunnelRoutesSignaturePublicKey = "SplitTunnelRoutesSignaturePublicKey"
  143. SplitTunnelDNSServer = "SplitTunnelDNSServer"
  144. FetchUpgradeTimeout = "FetchUpgradeTimeout"
  145. FetchUpgradeRetryPeriod = "FetchUpgradeRetryPeriod"
  146. FetchUpgradeStalePeriod = "FetchUpgradeStalePeriod"
  147. UpgradeDownloadURLs = "UpgradeDownloadURLs"
  148. UpgradeDownloadClientVersionHeader = "UpgradeDownloadClientVersionHeader"
  149. TotalBytesTransferredNoticePeriod = "TotalBytesTransferredNoticePeriod"
  150. MeekDialDomainsOnly = "MeekDialDomainsOnly"
  151. MeekLimitBufferSizes = "MeekLimitBufferSizes"
  152. MeekCookieMaxPadding = "MeekCookieMaxPadding"
  153. MeekFullReceiveBufferLength = "MeekFullReceiveBufferLength"
  154. MeekReadPayloadChunkLength = "MeekReadPayloadChunkLength"
  155. MeekLimitedFullReceiveBufferLength = "MeekLimitedFullReceiveBufferLength"
  156. MeekLimitedReadPayloadChunkLength = "MeekLimitedReadPayloadChunkLength"
  157. MeekMinPollInterval = "MeekMinPollInterval"
  158. MeekMinPollIntervalJitter = "MeekMinPollIntervalJitter"
  159. MeekMaxPollInterval = "MeekMaxPollInterval"
  160. MeekMaxPollIntervalJitter = "MeekMaxPollIntervalJitter"
  161. MeekPollIntervalMultiplier = "MeekPollIntervalMultiplier"
  162. MeekPollIntervalJitter = "MeekPollIntervalJitter"
  163. MeekApplyPollIntervalMultiplierProbability = "MeekApplyPollIntervalMultiplierProbability"
  164. MeekRoundTripRetryDeadline = "MeekRoundTripRetryDeadline"
  165. MeekRoundTripRetryMinDelay = "MeekRoundTripRetryMinDelay"
  166. MeekRoundTripRetryMaxDelay = "MeekRoundTripRetryMaxDelay"
  167. MeekRoundTripRetryMultiplier = "MeekRoundTripRetryMultiplier"
  168. MeekRoundTripTimeout = "MeekRoundTripTimeout"
  169. MeekTrafficShapingProbability = "MeekTrafficShapingProbability"
  170. MeekTrafficShapingLimitProtocols = "MeekTrafficShapingLimitProtocols"
  171. MeekMinLimitRequestPayloadLength = "MeekMinLimitRequestPayloadLength"
  172. MeekMaxLimitRequestPayloadLength = "MeekMaxLimitRequestPayloadLength"
  173. MeekRedialTLSProbability = "MeekRedialTLSProbability"
  174. TransformHostNameProbability = "TransformHostNameProbability"
  175. PickUserAgentProbability = "PickUserAgentProbability"
  176. LivenessTestMinUpstreamBytes = "LivenessTestMinUpstreamBytes"
  177. LivenessTestMaxUpstreamBytes = "LivenessTestMaxUpstreamBytes"
  178. LivenessTestMinDownstreamBytes = "LivenessTestMinDownstreamBytes"
  179. LivenessTestMaxDownstreamBytes = "LivenessTestMaxDownstreamBytes"
  180. ReplayCandidateCount = "ReplayCandidateCount"
  181. ReplayDialParametersTTL = "ReplayDialParametersTTL"
  182. ReplayTargetUpstreamBytes = "ReplayTargetUpstreamBytes"
  183. ReplayTargetDownstreamBytes = "ReplayTargetDownstreamBytes"
  184. ReplaySSH = "ReplaySSH"
  185. ReplayObfuscatorPadding = "ReplayObfuscatorPadding"
  186. ReplayFragmentor = "ReplayFragmentor"
  187. ReplayTLSProfile = "ReplayTLSProfile"
  188. ReplayRandomizedTLSProfile = "ReplayRandomizedTLSProfile"
  189. ReplayFronting = "ReplayFronting"
  190. ReplayHostname = "ReplayHostname"
  191. ReplayQUICVersion = "ReplayQUICVersion"
  192. ReplayObfuscatedQUIC = "ReplayObfuscatedQUIC"
  193. ReplayLivenessTest = "ReplayLivenessTest"
  194. ReplayUserAgent = "ReplayUserAgent"
  195. ReplayAPIRequestPadding = "ReplayAPIRequestPadding"
  196. APIRequestUpstreamPaddingMinBytes = "APIRequestUpstreamPaddingMinBytes"
  197. APIRequestUpstreamPaddingMaxBytes = "APIRequestUpstreamPaddingMaxBytes"
  198. APIRequestDownstreamPaddingMinBytes = "APIRequestDownstreamPaddingMinBytes"
  199. APIRequestDownstreamPaddingMaxBytes = "APIRequestDownstreamPaddingMaxBytes"
  200. PersistentStatsMaxStoreRecords = "PersistentStatsMaxStoreRecords"
  201. PersistentStatsMaxSendBytes = "PersistentStatsMaxSendBytes"
  202. RecordRemoteServerListPersistentStatsProbability = "RecordRemoteServerListPersistentStatsProbability"
  203. RecordFailedTunnelPersistentStatsProbability = "RecordFailedTunnelPersistentStatsProbability"
  204. )
  205. const (
  206. useNetworkLatencyMultiplier = 1
  207. serverSideOnly = 2
  208. )
  209. // defaultClientParameters specifies the type, default value, and minimum
  210. // value for all dynamically configurable client parameters.
  211. //
  212. // Do not change the names or types of existing values, as that can break
  213. // client logic or cause parameters to not be applied.
  214. //
  215. // Minimum values are a fail-safe for cases where lower values would break the
  216. // client logic. For example, setting a ConnectionWorkerPoolSize of 0 would
  217. // make the client never connect.
  218. var defaultClientParameters = map[string]struct {
  219. value interface{}
  220. minimum interface{}
  221. flags int32
  222. }{
  223. // NetworkLatencyMultiplier defaults to 0, meaning off. But when set, it
  224. // must be a multiplier >= 1.
  225. NetworkLatencyMultiplier: {value: 0.0, minimum: 1.0},
  226. TacticsWaitPeriod: {value: 10 * time.Second, minimum: 0 * time.Second, flags: useNetworkLatencyMultiplier},
  227. TacticsRetryPeriod: {value: 5 * time.Second, minimum: 1 * time.Millisecond},
  228. TacticsRetryPeriodJitter: {value: 0.3, minimum: 0.0},
  229. TacticsTimeout: {value: 2 * time.Minute, minimum: 1 * time.Second, flags: useNetworkLatencyMultiplier},
  230. ConnectionWorkerPoolSize: {value: 10, minimum: 1},
  231. TunnelConnectTimeout: {value: 20 * time.Second, minimum: 1 * time.Second, flags: useNetworkLatencyMultiplier},
  232. EstablishTunnelTimeout: {value: 300 * time.Second, minimum: time.Duration(0)},
  233. EstablishTunnelWorkTime: {value: 60 * time.Second, minimum: 1 * time.Second},
  234. EstablishTunnelPausePeriod: {value: 5 * time.Second, minimum: 1 * time.Millisecond},
  235. EstablishTunnelPausePeriodJitter: {value: 0.1, minimum: 0.0},
  236. EstablishTunnelServerAffinityGracePeriod: {value: 1 * time.Second, minimum: time.Duration(0), flags: useNetworkLatencyMultiplier},
  237. StaggerConnectionWorkersPeriod: {value: time.Duration(0), minimum: time.Duration(0)},
  238. StaggerConnectionWorkersJitter: {value: 0.1, minimum: 0.0},
  239. LimitIntensiveConnectionWorkers: {value: 0, minimum: 0},
  240. IgnoreHandshakeStatsRegexps: {value: false},
  241. TunnelOperateShutdownTimeout: {value: 1 * time.Second, minimum: 1 * time.Millisecond, flags: useNetworkLatencyMultiplier},
  242. TunnelPortForwardDialTimeout: {value: 10 * time.Second, minimum: 1 * time.Millisecond, flags: useNetworkLatencyMultiplier},
  243. TunnelRateLimits: {value: common.RateLimits{}},
  244. // PrioritizeTunnelProtocols parameters are obsoleted by InitialLimitTunnelProtocols.
  245. // TODO: remove once no longer required for older clients.
  246. PrioritizeTunnelProtocolsProbability: {value: 1.0, minimum: 0.0},
  247. PrioritizeTunnelProtocols: {value: protocol.TunnelProtocols{}},
  248. PrioritizeTunnelProtocolsCandidateCount: {value: 10, minimum: 0},
  249. InitialLimitTunnelProtocolsProbability: {value: 1.0, minimum: 0.0},
  250. InitialLimitTunnelProtocols: {value: protocol.TunnelProtocols{}},
  251. InitialLimitTunnelProtocolsCandidateCount: {value: 0, minimum: 0},
  252. LimitTunnelProtocolsProbability: {value: 1.0, minimum: 0.0},
  253. LimitTunnelProtocols: {value: protocol.TunnelProtocols{}},
  254. LimitTLSProfilesProbability: {value: 1.0, minimum: 0.0},
  255. LimitTLSProfiles: {value: protocol.TLSProfiles{}},
  256. SelectRandomizedTLSProfileProbability: {value: 0.25, minimum: 0.0},
  257. LimitQUICVersionsProbability: {value: 1.0, minimum: 0.0},
  258. LimitQUICVersions: {value: protocol.QUICVersions{}},
  259. FragmentorProbability: {value: 0.5, minimum: 0.0},
  260. FragmentorLimitProtocols: {value: protocol.TunnelProtocols{}},
  261. FragmentorMinTotalBytes: {value: 0, minimum: 0},
  262. FragmentorMaxTotalBytes: {value: 0, minimum: 0},
  263. FragmentorMinWriteBytes: {value: 1, minimum: 1},
  264. FragmentorMaxWriteBytes: {value: 1500, minimum: 1},
  265. FragmentorMinDelay: {value: time.Duration(0), minimum: time.Duration(0)},
  266. FragmentorMaxDelay: {value: 10 * time.Millisecond, minimum: time.Duration(0)},
  267. FragmentorDownstreamProbability: {value: 0.5, minimum: 0.0, flags: serverSideOnly},
  268. FragmentorDownstreamLimitProtocols: {value: protocol.TunnelProtocols{}, flags: serverSideOnly},
  269. FragmentorDownstreamMinTotalBytes: {value: 0, minimum: 0, flags: serverSideOnly},
  270. FragmentorDownstreamMaxTotalBytes: {value: 0, minimum: 0, flags: serverSideOnly},
  271. FragmentorDownstreamMinWriteBytes: {value: 1, minimum: 1, flags: serverSideOnly},
  272. FragmentorDownstreamMaxWriteBytes: {value: 1500, minimum: 1, flags: serverSideOnly},
  273. FragmentorDownstreamMinDelay: {value: time.Duration(0), minimum: time.Duration(0), flags: serverSideOnly},
  274. FragmentorDownstreamMaxDelay: {value: 10 * time.Millisecond, minimum: time.Duration(0), flags: serverSideOnly},
  275. // The Psiphon server will reject obfuscated SSH seed messages with
  276. // padding greater than OBFUSCATE_MAX_PADDING.
  277. // obfuscator.NewClientObfuscator will ignore invalid min/max padding
  278. // configurations.
  279. ObfuscatedSSHMinPadding: {value: 0, minimum: 0},
  280. ObfuscatedSSHMaxPadding: {value: obfuscator.OBFUSCATE_MAX_PADDING, minimum: 0},
  281. AdditionalCustomHeaders: {value: make(http.Header)},
  282. // Speed test and SSH keep alive padding is intended to frustrate
  283. // fingerprinting and should not exceed ~1 IP packet size.
  284. //
  285. // Currently, each serialized speed test sample, populated with real
  286. // values, is approximately 100 bytes. All SpeedTestMaxSampleCount samples
  287. // are loaded into memory are sent as API inputs.
  288. SpeedTestPaddingMinBytes: {value: 0, minimum: 0},
  289. SpeedTestPaddingMaxBytes: {value: 256, minimum: 0},
  290. SpeedTestMaxSampleCount: {value: 25, minimum: 1},
  291. // The Psiphon server times out inactive tunnels after 5 minutes, so this
  292. // is a soft max for SSHKeepAlivePeriodMax.
  293. SSHKeepAliveSpeedTestSampleProbability: {value: 0.5, minimum: 0.0},
  294. SSHKeepAlivePaddingMinBytes: {value: 0, minimum: 0},
  295. SSHKeepAlivePaddingMaxBytes: {value: 256, minimum: 0},
  296. SSHKeepAlivePeriodMin: {value: 1 * time.Minute, minimum: 1 * time.Second},
  297. SSHKeepAlivePeriodMax: {value: 2 * time.Minute, minimum: 1 * time.Second},
  298. SSHKeepAlivePeriodicTimeout: {value: 30 * time.Second, minimum: 1 * time.Second, flags: useNetworkLatencyMultiplier},
  299. SSHKeepAlivePeriodicInactivePeriod: {value: 10 * time.Second, minimum: 1 * time.Second},
  300. SSHKeepAliveProbeTimeout: {value: 5 * time.Second, minimum: 1 * time.Second, flags: useNetworkLatencyMultiplier},
  301. SSHKeepAliveProbeInactivePeriod: {value: 10 * time.Second, minimum: 1 * time.Second},
  302. HTTPProxyOriginServerTimeout: {value: 15 * time.Second, minimum: time.Duration(0), flags: useNetworkLatencyMultiplier},
  303. HTTPProxyMaxIdleConnectionsPerHost: {value: 50, minimum: 0},
  304. FetchRemoteServerListTimeout: {value: 30 * time.Second, minimum: 1 * time.Second, flags: useNetworkLatencyMultiplier},
  305. FetchRemoteServerListRetryPeriod: {value: 30 * time.Second, minimum: 1 * time.Millisecond},
  306. FetchRemoteServerListStalePeriod: {value: 6 * time.Hour, minimum: 1 * time.Hour},
  307. RemoteServerListSignaturePublicKey: {value: ""},
  308. RemoteServerListURLs: {value: DownloadURLs{}},
  309. ObfuscatedServerListRootURLs: {value: DownloadURLs{}},
  310. PsiphonAPIRequestTimeout: {value: 20 * time.Second, minimum: 1 * time.Second, flags: useNetworkLatencyMultiplier},
  311. PsiphonAPIStatusRequestPeriodMin: {value: 5 * time.Minute, minimum: 1 * time.Second},
  312. PsiphonAPIStatusRequestPeriodMax: {value: 10 * time.Minute, minimum: 1 * time.Second},
  313. PsiphonAPIStatusRequestShortPeriodMin: {value: 5 * time.Second, minimum: 1 * time.Second},
  314. PsiphonAPIStatusRequestShortPeriodMax: {value: 10 * time.Second, minimum: 1 * time.Second},
  315. // PsiphonAPIPersistentStatsMaxCount parameter is obsoleted by PersistentStatsMaxSendBytes.
  316. // TODO: remove once no longer required for older clients.
  317. PsiphonAPIPersistentStatsMaxCount: {value: 100, minimum: 1},
  318. // PsiphonAPIStatusRequestPadding parameters are obsoleted by APIRequestUp/DownstreamPadding.
  319. // TODO: remove once no longer required for older clients.
  320. PsiphonAPIStatusRequestPaddingMinBytes: {value: 0, minimum: 0},
  321. PsiphonAPIStatusRequestPaddingMaxBytes: {value: 256, minimum: 0},
  322. PsiphonAPIConnectedRequestRetryPeriod: {value: 5 * time.Second, minimum: 1 * time.Millisecond},
  323. FetchSplitTunnelRoutesTimeout: {value: 60 * time.Second, minimum: 1 * time.Second, flags: useNetworkLatencyMultiplier},
  324. SplitTunnelRoutesURLFormat: {value: ""},
  325. SplitTunnelRoutesSignaturePublicKey: {value: ""},
  326. SplitTunnelDNSServer: {value: ""},
  327. FetchUpgradeTimeout: {value: 60 * time.Second, minimum: 1 * time.Second, flags: useNetworkLatencyMultiplier},
  328. FetchUpgradeRetryPeriod: {value: 30 * time.Second, minimum: 1 * time.Millisecond},
  329. FetchUpgradeStalePeriod: {value: 6 * time.Hour, minimum: 1 * time.Hour},
  330. UpgradeDownloadURLs: {value: DownloadURLs{}},
  331. UpgradeDownloadClientVersionHeader: {value: ""},
  332. TotalBytesTransferredNoticePeriod: {value: 5 * time.Minute, minimum: 1 * time.Second},
  333. // The meek server times out inactive sessions after 45 seconds, so this
  334. // is a soft max for MeekMaxPollInterval, MeekRoundTripTimeout, and
  335. // MeekRoundTripRetryDeadline.
  336. //
  337. // MeekCookieMaxPadding cannot exceed common.OBFUSCATE_SEED_LENGTH.
  338. //
  339. // MeekMinLimitRequestPayloadLength/MeekMaxLimitRequestPayloadLength
  340. // cannot exceed server.MEEK_MAX_REQUEST_PAYLOAD_LENGTH.
  341. MeekDialDomainsOnly: {value: false},
  342. MeekLimitBufferSizes: {value: false},
  343. MeekCookieMaxPadding: {value: 256, minimum: 0},
  344. MeekFullReceiveBufferLength: {value: 4194304, minimum: 1024},
  345. MeekReadPayloadChunkLength: {value: 65536, minimum: 1024},
  346. MeekLimitedFullReceiveBufferLength: {value: 131072, minimum: 1024},
  347. MeekLimitedReadPayloadChunkLength: {value: 4096, minimum: 1024},
  348. MeekMinPollInterval: {value: 100 * time.Millisecond, minimum: 1 * time.Millisecond},
  349. MeekMinPollIntervalJitter: {value: 0.3, minimum: 0.0},
  350. MeekMaxPollInterval: {value: 5 * time.Second, minimum: 1 * time.Millisecond},
  351. MeekMaxPollIntervalJitter: {value: 0.1, minimum: 0.0},
  352. MeekPollIntervalMultiplier: {value: 1.5, minimum: 0.0},
  353. MeekPollIntervalJitter: {value: 0.1, minimum: 0.0},
  354. MeekApplyPollIntervalMultiplierProbability: {value: 0.5},
  355. MeekRoundTripRetryDeadline: {value: 5 * time.Second, minimum: 1 * time.Millisecond, flags: useNetworkLatencyMultiplier},
  356. MeekRoundTripRetryMinDelay: {value: 50 * time.Millisecond, minimum: time.Duration(0)},
  357. MeekRoundTripRetryMaxDelay: {value: 1 * time.Second, minimum: time.Duration(0)},
  358. MeekRoundTripRetryMultiplier: {value: 2.0, minimum: 0.0},
  359. MeekRoundTripTimeout: {value: 20 * time.Second, minimum: 1 * time.Second, flags: useNetworkLatencyMultiplier},
  360. MeekTrafficShapingProbability: {value: 1.0, minimum: 0.0},
  361. MeekTrafficShapingLimitProtocols: {value: protocol.TunnelProtocols{}},
  362. MeekMinLimitRequestPayloadLength: {value: 65536, minimum: 1},
  363. MeekMaxLimitRequestPayloadLength: {value: 65536, minimum: 1},
  364. MeekRedialTLSProbability: {value: 0.0, minimum: 0.0},
  365. TransformHostNameProbability: {value: 0.5, minimum: 0.0},
  366. PickUserAgentProbability: {value: 0.5, minimum: 0.0},
  367. LivenessTestMinUpstreamBytes: {value: 0, minimum: 0},
  368. LivenessTestMaxUpstreamBytes: {value: 0, minimum: 0},
  369. LivenessTestMinDownstreamBytes: {value: 0, minimum: 0},
  370. LivenessTestMaxDownstreamBytes: {value: 0, minimum: 0},
  371. ReplayCandidateCount: {value: 10, minimum: 0},
  372. ReplayDialParametersTTL: {value: 24 * time.Hour, minimum: time.Duration(0)},
  373. ReplayTargetUpstreamBytes: {value: 0, minimum: 0},
  374. ReplayTargetDownstreamBytes: {value: 0, minimum: 0},
  375. ReplaySSH: {value: true},
  376. ReplayObfuscatorPadding: {value: true},
  377. ReplayFragmentor: {value: true},
  378. ReplayTLSProfile: {value: true},
  379. ReplayRandomizedTLSProfile: {value: true},
  380. ReplayFronting: {value: true},
  381. ReplayHostname: {value: true},
  382. ReplayQUICVersion: {value: true},
  383. ReplayObfuscatedQUIC: {value: true},
  384. ReplayLivenessTest: {value: true},
  385. ReplayUserAgent: {value: true},
  386. ReplayAPIRequestPadding: {value: true},
  387. APIRequestUpstreamPaddingMinBytes: {value: 0, minimum: 0},
  388. APIRequestUpstreamPaddingMaxBytes: {value: 1024, minimum: 0},
  389. APIRequestDownstreamPaddingMinBytes: {value: 0, minimum: 0},
  390. APIRequestDownstreamPaddingMaxBytes: {value: 1024, minimum: 0},
  391. PersistentStatsMaxStoreRecords: {value: 200, minimum: 1},
  392. PersistentStatsMaxSendBytes: {value: 65536, minimum: 1},
  393. RecordRemoteServerListPersistentStatsProbability: {value: 1.0, minimum: 0.0},
  394. RecordFailedTunnelPersistentStatsProbability: {value: 0.0, minimum: 0.0},
  395. }
  396. // IsServerSideOnly indicates if the parameter specified by name is used
  397. // server-side only.
  398. func IsServerSideOnly(name string) bool {
  399. defaultParameter, ok := defaultClientParameters[name]
  400. return ok && (defaultParameter.flags&serverSideOnly) != 0
  401. }
  402. // ClientParameters is a set of client parameters. To use the parameters, call
  403. // Get. To apply new values to the parameters, call Set.
  404. type ClientParameters struct {
  405. getValueLogger func(error)
  406. snapshot atomic.Value
  407. }
  408. // ClientParametersSnapshot is an atomic snapshot of the client parameter
  409. // values. ClientParameters.Get will return a snapshot which may be used to
  410. // read multiple related values atomically and consistently while the current
  411. // snapshot in ClientParameters may change concurrently.
  412. type ClientParametersSnapshot struct {
  413. getValueLogger func(error)
  414. tag string
  415. parameters map[string]interface{}
  416. }
  417. // NewClientParameters initializes a new ClientParameters with the default
  418. // parameter values.
  419. //
  420. // getValueLogger is optional, and is used to report runtime errors with
  421. // getValue; see comment in getValue.
  422. func NewClientParameters(
  423. getValueLogger func(error)) (*ClientParameters, error) {
  424. clientParameters := &ClientParameters{
  425. getValueLogger: getValueLogger,
  426. }
  427. _, err := clientParameters.Set("", false)
  428. if err != nil {
  429. return nil, common.ContextError(err)
  430. }
  431. return clientParameters, nil
  432. }
  433. func makeDefaultParameters() (map[string]interface{}, error) {
  434. parameters := make(map[string]interface{})
  435. for name, defaults := range defaultClientParameters {
  436. if defaults.value == nil {
  437. return nil, common.ContextError(fmt.Errorf("default parameter missing value: %s", name))
  438. }
  439. if defaults.minimum != nil &&
  440. reflect.TypeOf(defaults.value) != reflect.TypeOf(defaults.minimum) {
  441. return nil, common.ContextError(fmt.Errorf("default parameter value and minimum type mismatch: %s", name))
  442. }
  443. _, isDuration := defaults.value.(time.Duration)
  444. if defaults.flags&useNetworkLatencyMultiplier != 0 && !isDuration {
  445. return nil, common.ContextError(fmt.Errorf("default non-duration parameter uses multipler: %s", name))
  446. }
  447. parameters[name] = defaults.value
  448. }
  449. return parameters, nil
  450. }
  451. // Set replaces the current parameters. First, a set of parameters are
  452. // initialized using the default values. Then, each applyParameters is applied
  453. // in turn, with the later instances having precedence.
  454. //
  455. // When skipOnError is true, unknown or invalid parameters in any
  456. // applyParameters are skipped instead of aborting with an error.
  457. //
  458. // For protocol.TunnelProtocols and protocol.TLSProfiles type values, when
  459. // skipOnError is true the values are filtered instead of validated, so
  460. // only known tunnel protocols and TLS profiles are retained.
  461. //
  462. // When an error is returned, the previous parameters remain completely
  463. // unmodified.
  464. //
  465. // For use in logging, Set returns a count of the number of parameters applied
  466. // from each applyParameters.
  467. func (p *ClientParameters) Set(
  468. tag string, skipOnError bool, applyParameters ...map[string]interface{}) ([]int, error) {
  469. var counts []int
  470. parameters, err := makeDefaultParameters()
  471. if err != nil {
  472. return nil, common.ContextError(err)
  473. }
  474. for i := 0; i < len(applyParameters); i++ {
  475. count := 0
  476. for name, value := range applyParameters[i] {
  477. existingValue, ok := parameters[name]
  478. if !ok {
  479. if skipOnError {
  480. continue
  481. }
  482. return nil, common.ContextError(fmt.Errorf("unknown parameter: %s", name))
  483. }
  484. // Accept strings such as "1h" for duration parameters.
  485. switch existingValue.(type) {
  486. case time.Duration:
  487. if s, ok := value.(string); ok {
  488. if d, err := time.ParseDuration(s); err == nil {
  489. value = d
  490. }
  491. }
  492. }
  493. // A JSON remarshal resolves cases where applyParameters is a
  494. // result of unmarshal-into-interface, in which case non-scalar
  495. // values will not have the expected types; see:
  496. // https://golang.org/pkg/encoding/json/#Unmarshal. This remarshal
  497. // also results in a deep copy.
  498. marshaledValue, err := json.Marshal(value)
  499. if err != nil {
  500. continue
  501. }
  502. newValuePtr := reflect.New(reflect.TypeOf(existingValue))
  503. err = json.Unmarshal(marshaledValue, newValuePtr.Interface())
  504. if err != nil {
  505. if skipOnError {
  506. continue
  507. }
  508. return nil, common.ContextError(fmt.Errorf("unmarshal parameter %s failed: %s", name, err))
  509. }
  510. newValue := newValuePtr.Elem().Interface()
  511. // Perform type-specific validation for some cases.
  512. // TODO: require RemoteServerListSignaturePublicKey when
  513. // RemoteServerListURLs is set?
  514. switch v := newValue.(type) {
  515. case DownloadURLs:
  516. err := v.DecodeAndValidate()
  517. if err != nil {
  518. if skipOnError {
  519. continue
  520. }
  521. return nil, common.ContextError(err)
  522. }
  523. case protocol.TunnelProtocols:
  524. if skipOnError {
  525. newValue = v.PruneInvalid()
  526. } else {
  527. err := v.Validate()
  528. if err != nil {
  529. return nil, common.ContextError(err)
  530. }
  531. }
  532. case protocol.TLSProfiles:
  533. if skipOnError {
  534. newValue = v.PruneInvalid()
  535. } else {
  536. err := v.Validate()
  537. if err != nil {
  538. return nil, common.ContextError(err)
  539. }
  540. }
  541. case protocol.QUICVersions:
  542. if skipOnError {
  543. newValue = v.PruneInvalid()
  544. } else {
  545. err := v.Validate()
  546. if err != nil {
  547. return nil, common.ContextError(err)
  548. }
  549. }
  550. }
  551. // Enforce any minimums. Assumes defaultClientParameters[name]
  552. // exists.
  553. if defaultClientParameters[name].minimum != nil {
  554. valid := true
  555. switch v := newValue.(type) {
  556. case int:
  557. m, ok := defaultClientParameters[name].minimum.(int)
  558. if !ok || v < m {
  559. valid = false
  560. }
  561. case float64:
  562. m, ok := defaultClientParameters[name].minimum.(float64)
  563. if !ok || v < m {
  564. valid = false
  565. }
  566. case time.Duration:
  567. m, ok := defaultClientParameters[name].minimum.(time.Duration)
  568. if !ok || v < m {
  569. valid = false
  570. }
  571. default:
  572. if skipOnError {
  573. continue
  574. }
  575. return nil, common.ContextError(fmt.Errorf("unexpected parameter with minimum: %s", name))
  576. }
  577. if !valid {
  578. if skipOnError {
  579. continue
  580. }
  581. return nil, common.ContextError(fmt.Errorf("parameter below minimum: %s", name))
  582. }
  583. }
  584. parameters[name] = newValue
  585. count++
  586. }
  587. counts = append(counts, count)
  588. }
  589. snapshot := &ClientParametersSnapshot{
  590. getValueLogger: p.getValueLogger,
  591. tag: tag,
  592. parameters: parameters,
  593. }
  594. p.snapshot.Store(snapshot)
  595. return counts, nil
  596. }
  597. // Get returns the current parameters. Values read from the current parameters
  598. // are not deep copies and must be treated read-only.
  599. func (p *ClientParameters) Get() *ClientParametersSnapshot {
  600. return p.snapshot.Load().(*ClientParametersSnapshot)
  601. }
  602. // Tag returns the tag associated with these parameters.
  603. func (p *ClientParametersSnapshot) Tag() string {
  604. return p.tag
  605. }
  606. // getValue sets target to the value of the named parameter.
  607. //
  608. // It is an error if the name is not found, target is not a pointer, or the
  609. // type of target points to does not match the value.
  610. //
  611. // Any of these conditions would be a bug in the caller. getValue does not
  612. // panic in these cases as the client is deployed as a library in various apps
  613. // and the failure of Psiphon may not be a failure for the app process.
  614. //
  615. // Instead, errors are logged to the getValueLogger and getValue leaves the
  616. // target unset, which will result in the caller getting and using a zero
  617. // value of the requested type.
  618. func (p *ClientParametersSnapshot) getValue(name string, target interface{}) {
  619. value, ok := p.parameters[name]
  620. if !ok {
  621. if p.getValueLogger != nil {
  622. p.getValueLogger(common.ContextError(fmt.Errorf(
  623. "value %s not found", name)))
  624. }
  625. return
  626. }
  627. valueType := reflect.TypeOf(value)
  628. if reflect.PtrTo(valueType) != reflect.TypeOf(target) {
  629. if p.getValueLogger != nil {
  630. p.getValueLogger(common.ContextError(fmt.Errorf(
  631. "value %s has unexpected type %s", name, valueType.Name())))
  632. }
  633. return
  634. }
  635. // Note: there is no deep copy of parameter values; the returned value may
  636. // share memory with the original and should not be modified.
  637. targetValue := reflect.ValueOf(target)
  638. if targetValue.Kind() != reflect.Ptr {
  639. p.getValueLogger(common.ContextError(fmt.Errorf(
  640. "target for value %s is not pointer", name)))
  641. return
  642. }
  643. targetValue.Elem().Set(reflect.ValueOf(value))
  644. }
  645. // String returns a string parameter value.
  646. func (p *ClientParametersSnapshot) String(name string) string {
  647. value := ""
  648. p.getValue(name, &value)
  649. return value
  650. }
  651. // Strings returns a []string parameter value.
  652. func (p *ClientParametersSnapshot) Strings(name string) []string {
  653. value := []string{}
  654. p.getValue(name, &value)
  655. return value
  656. }
  657. // Int returns an int parameter value.
  658. func (p *ClientParametersSnapshot) Int(name string) int {
  659. value := int(0)
  660. p.getValue(name, &value)
  661. return value
  662. }
  663. // Bool returns a bool parameter value.
  664. func (p *ClientParametersSnapshot) Bool(name string) bool {
  665. value := false
  666. p.getValue(name, &value)
  667. return value
  668. }
  669. // Float returns a float64 parameter value.
  670. func (p *ClientParametersSnapshot) Float(name string) float64 {
  671. value := float64(0.0)
  672. p.getValue(name, &value)
  673. return value
  674. }
  675. // WeightedCoinFlip returns the result of prng.FlipWeightedCoin using the
  676. // specified float parameter as the probability input.
  677. func (p *ClientParametersSnapshot) WeightedCoinFlip(name string) bool {
  678. var value float64
  679. p.getValue(name, &value)
  680. return prng.FlipWeightedCoin(value)
  681. }
  682. // Duration returns a time.Duration parameter value. When the duration
  683. // parameter has the useNetworkLatencyMultiplier flag, the
  684. // NetworkLatencyMultiplier is applied to the returned value.
  685. func (p *ClientParametersSnapshot) Duration(name string) time.Duration {
  686. value := time.Duration(0)
  687. p.getValue(name, &value)
  688. defaultParameter, ok := defaultClientParameters[name]
  689. if value > 0 && ok && defaultParameter.flags&useNetworkLatencyMultiplier != 0 {
  690. multiplier := float64(0.0)
  691. p.getValue(NetworkLatencyMultiplier, &multiplier)
  692. if multiplier > 0.0 {
  693. value = time.Duration(float64(value) * multiplier)
  694. }
  695. }
  696. return value
  697. }
  698. // TunnelProtocols returns a protocol.TunnelProtocols parameter value.
  699. // If there is a corresponding Probability value, a weighted coin flip
  700. // will be performed and, depending on the result, the value or the
  701. // parameter default will be returned.
  702. func (p *ClientParametersSnapshot) TunnelProtocols(name string) protocol.TunnelProtocols {
  703. probabilityName := name + "Probability"
  704. _, ok := p.parameters[probabilityName]
  705. if ok {
  706. probabilityValue := float64(1.0)
  707. p.getValue(probabilityName, &probabilityValue)
  708. if !prng.FlipWeightedCoin(probabilityValue) {
  709. defaultParameter, ok := defaultClientParameters[name]
  710. if ok {
  711. defaultValue, ok := defaultParameter.value.(protocol.TunnelProtocols)
  712. if ok {
  713. value := make(protocol.TunnelProtocols, len(defaultValue))
  714. copy(value, defaultValue)
  715. return value
  716. }
  717. }
  718. }
  719. }
  720. value := protocol.TunnelProtocols{}
  721. p.getValue(name, &value)
  722. return value
  723. }
  724. // TLSProfiles returns a protocol.TLSProfiles parameter value.
  725. // If there is a corresponding Probability value, a weighted coin flip
  726. // will be performed and, depending on the result, the value or the
  727. // parameter default will be returned.
  728. func (p *ClientParametersSnapshot) TLSProfiles(name string) protocol.TLSProfiles {
  729. probabilityName := name + "Probability"
  730. _, ok := p.parameters[probabilityName]
  731. if ok {
  732. probabilityValue := float64(1.0)
  733. p.getValue(probabilityName, &probabilityValue)
  734. if !prng.FlipWeightedCoin(probabilityValue) {
  735. defaultParameter, ok := defaultClientParameters[name]
  736. if ok {
  737. defaultValue, ok := defaultParameter.value.(protocol.TLSProfiles)
  738. if ok {
  739. value := make(protocol.TLSProfiles, len(defaultValue))
  740. copy(value, defaultValue)
  741. return value
  742. }
  743. }
  744. }
  745. }
  746. value := protocol.TLSProfiles{}
  747. p.getValue(name, &value)
  748. return value
  749. }
  750. // QUICVersions returns a protocol.QUICVersions parameter value.
  751. // If there is a corresponding Probability value, a weighted coin flip
  752. // will be performed and, depending on the result, the value or the
  753. // parameter default will be returned.
  754. func (p *ClientParametersSnapshot) QUICVersions(name string) protocol.QUICVersions {
  755. probabilityName := name + "Probability"
  756. _, ok := p.parameters[probabilityName]
  757. if ok {
  758. probabilityValue := float64(1.0)
  759. p.getValue(probabilityName, &probabilityValue)
  760. if !prng.FlipWeightedCoin(probabilityValue) {
  761. defaultParameter, ok := defaultClientParameters[name]
  762. if ok {
  763. defaultValue, ok := defaultParameter.value.(protocol.QUICVersions)
  764. if ok {
  765. value := make(protocol.QUICVersions, len(defaultValue))
  766. copy(value, defaultValue)
  767. return value
  768. }
  769. }
  770. }
  771. }
  772. value := protocol.QUICVersions{}
  773. p.getValue(name, &value)
  774. return value
  775. }
  776. // DownloadURLs returns a DownloadURLs parameter value.
  777. func (p *ClientParametersSnapshot) DownloadURLs(name string) DownloadURLs {
  778. value := DownloadURLs{}
  779. p.getValue(name, &value)
  780. return value
  781. }
  782. // RateLimits returns a common.RateLimits parameter value.
  783. func (p *ClientParametersSnapshot) RateLimits(name string) common.RateLimits {
  784. value := common.RateLimits{}
  785. p.getValue(name, &value)
  786. return value
  787. }
  788. // HTTPHeaders returns an http.Header parameter value.
  789. func (p *ClientParametersSnapshot) HTTPHeaders(name string) http.Header {
  790. value := make(http.Header)
  791. p.getValue(name, &value)
  792. return value
  793. }