clientParameters.go 35 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838
  1. /*
  2. * Copyright (c) 2018, Psiphon Inc.
  3. * All rights reserved.
  4. *
  5. * This program is free software: you can redistribute it and/or modify
  6. * it under the terms of the GNU General Public License as published by
  7. * the Free Software Foundation, either version 3 of the License, or
  8. * (at your option) any later version.
  9. *
  10. * This program is distributed in the hope that it will be useful,
  11. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  12. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  13. * GNU General Public License for more details.
  14. *
  15. * You should have received a copy of the GNU General Public License
  16. * along with this program. If not, see <http://www.gnu.org/licenses/>.
  17. *
  18. */
  19. /*
  20. Package parameters implements dynamic, concurrency-safe parameters that
  21. determine Psiphon client behavior.
  22. Parameters include network timeouts, probabilities for actions, lists of
  23. protocols, etc. Parameters are initialized with reasonable defaults. New
  24. values may be applied, allowing the client to customized its parameters from
  25. both a config file and tactics data. Sane minimum values are enforced.
  26. Parameters may be read and updated concurrently. The read mechanism offers a
  27. snapshot so that related parameters, such as two Ints representing a range; or
  28. a more complex series of related parameters; may be read in an atomic and
  29. consistent way. For example:
  30. p := clientParameters.Get()
  31. min := p.Int("Min")
  32. max := p.Int("Max")
  33. p = nil
  34. For long-running operations, it is recommended to set any pointer to the
  35. snapshot to nil to allow garbage collection of old snaphots in cases where the
  36. parameters change.
  37. In general, client parameters should be read as close to the point of use as
  38. possible to ensure that dynamic changes to the parameter values take effect.
  39. For duration parameters, time.ParseDuration-compatible string values are
  40. supported when applying new values. This allows specifying durations as, for
  41. example, "100ms" or "24h".
  42. Values read from the parameters are not deep copies and must be treated as
  43. read-only.
  44. */
  45. package parameters
  46. import (
  47. "encoding/json"
  48. "fmt"
  49. "net/http"
  50. "reflect"
  51. "sync/atomic"
  52. "time"
  53. "github.com/Psiphon-Labs/psiphon-tunnel-core/psiphon/common"
  54. "github.com/Psiphon-Labs/psiphon-tunnel-core/psiphon/common/obfuscator"
  55. "github.com/Psiphon-Labs/psiphon-tunnel-core/psiphon/common/protocol"
  56. )
  57. const (
  58. NetworkLatencyMultiplier = "NetworkLatencyMultiplier"
  59. TacticsWaitPeriod = "TacticsWaitPeriod"
  60. TacticsRetryPeriod = "TacticsRetryPeriod"
  61. TacticsRetryPeriodJitter = "TacticsRetryPeriodJitter"
  62. TacticsTimeout = "TacticsTimeout"
  63. ConnectionWorkerPoolSize = "ConnectionWorkerPoolSize"
  64. TunnelConnectTimeout = "TunnelConnectTimeout"
  65. EstablishTunnelTimeout = "EstablishTunnelTimeout"
  66. EstablishTunnelWorkTime = "EstablishTunnelWorkTime"
  67. EstablishTunnelPausePeriod = "EstablishTunnelPausePeriod"
  68. EstablishTunnelPausePeriodJitter = "EstablishTunnelPausePeriodJitter"
  69. EstablishTunnelServerAffinityGracePeriod = "EstablishTunnelServerAffinityGracePeriod"
  70. StaggerConnectionWorkersPeriod = "StaggerConnectionWorkersPeriod"
  71. StaggerConnectionWorkersJitter = "StaggerConnectionWorkersJitter"
  72. LimitIntensiveConnectionWorkers = "LimitIntensiveConnectionWorkers"
  73. IgnoreHandshakeStatsRegexps = "IgnoreHandshakeStatsRegexps"
  74. PrioritizeTunnelProtocolsProbability = "PrioritizeTunnelProtocolsProbability"
  75. PrioritizeTunnelProtocols = "PrioritizeTunnelProtocols"
  76. PrioritizeTunnelProtocolsCandidateCount = "PrioritizeTunnelProtocolsCandidateCount"
  77. InitialLimitTunnelProtocolsProbability = "InitialLimitTunnelProtocolsProbability"
  78. InitialLimitTunnelProtocols = "InitialLimitTunnelProtocols"
  79. InitialLimitTunnelProtocolsCandidateCount = "InitialLimitTunnelProtocolsCandidateCount"
  80. LimitTunnelProtocolsProbability = "LimitTunnelProtocolsProbability"
  81. LimitTunnelProtocols = "LimitTunnelProtocols"
  82. LimitTLSProfilesProbability = "LimitTLSProfilesProbability"
  83. LimitTLSProfiles = "LimitTLSProfiles"
  84. LimitQUICVersionsProbability = "LimitQUICVersionsProbability"
  85. LimitQUICVersions = "LimitQUICVersions"
  86. FragmentorProbability = "FragmentorProbability"
  87. FragmentorLimitProtocols = "FragmentorLimitProtocols"
  88. FragmentorMinTotalBytes = "FragmentorMinTotalBytes"
  89. FragmentorMaxTotalBytes = "FragmentorMaxTotalBytes"
  90. FragmentorMinWriteBytes = "FragmentorMinWriteBytes"
  91. FragmentorMaxWriteBytes = "FragmentorMaxWriteBytes"
  92. FragmentorMinDelay = "FragmentorMinDelay"
  93. FragmentorMaxDelay = "FragmentorMaxDelay"
  94. FragmentorDownstreamProbability = "FragmentorDownstreamProbability"
  95. FragmentorDownstreamLimitProtocols = "FragmentorDownstreamLimitProtocols"
  96. FragmentorDownstreamMinTotalBytes = "FragmentorDownstreamMinTotalBytes"
  97. FragmentorDownstreamMaxTotalBytes = "FragmentorDownstreamMaxTotalBytes"
  98. FragmentorDownstreamMinWriteBytes = "FragmentorDownstreamMinWriteBytes"
  99. FragmentorDownstreamMaxWriteBytes = "FragmentorDownstreamMaxWriteBytes"
  100. FragmentorDownstreamMinDelay = "FragmentorDownstreamMinDelay"
  101. FragmentorDownstreamMaxDelay = "FragmentorDownstreamMaxDelay"
  102. ObfuscatedSSHMinPadding = "ObfuscatedSSHMinPadding"
  103. ObfuscatedSSHMaxPadding = "ObfuscatedSSHMaxPadding"
  104. TunnelOperateShutdownTimeout = "TunnelOperateShutdownTimeout"
  105. TunnelPortForwardDialTimeout = "TunnelPortForwardDialTimeout"
  106. TunnelRateLimits = "TunnelRateLimits"
  107. AdditionalCustomHeaders = "AdditionalCustomHeaders"
  108. SpeedTestPaddingMinBytes = "SpeedTestPaddingMinBytes"
  109. SpeedTestPaddingMaxBytes = "SpeedTestPaddingMaxBytes"
  110. SpeedTestMaxSampleCount = "SpeedTestMaxSampleCount"
  111. SSHKeepAliveSpeedTestSampleProbability = "SSHKeepAliveSpeedTestSampleProbability"
  112. SSHKeepAlivePaddingMinBytes = "SSHKeepAlivePaddingMinBytes"
  113. SSHKeepAlivePaddingMaxBytes = "SSHKeepAlivePaddingMaxBytes"
  114. SSHKeepAlivePeriodMin = "SSHKeepAlivePeriodMin"
  115. SSHKeepAlivePeriodMax = "SSHKeepAlivePeriodMax"
  116. SSHKeepAlivePeriodicTimeout = "SSHKeepAlivePeriodicTimeout"
  117. SSHKeepAlivePeriodicInactivePeriod = "SSHKeepAlivePeriodicInactivePeriod"
  118. SSHKeepAliveProbeTimeout = "SSHKeepAliveProbeTimeout"
  119. SSHKeepAliveProbeInactivePeriod = "SSHKeepAliveProbeInactivePeriod"
  120. HTTPProxyOriginServerTimeout = "HTTPProxyOriginServerTimeout"
  121. HTTPProxyMaxIdleConnectionsPerHost = "HTTPProxyMaxIdleConnectionsPerHost"
  122. FetchRemoteServerListTimeout = "FetchRemoteServerListTimeout"
  123. FetchRemoteServerListRetryPeriod = "FetchRemoteServerListRetryPeriod"
  124. FetchRemoteServerListStalePeriod = "FetchRemoteServerListStalePeriod"
  125. RemoteServerListSignaturePublicKey = "RemoteServerListSignaturePublicKey"
  126. RemoteServerListURLs = "RemoteServerListURLs"
  127. ObfuscatedServerListRootURLs = "ObfuscatedServerListRootURLs"
  128. PsiphonAPIRequestTimeout = "PsiphonAPIRequestTimeout"
  129. PsiphonAPIStatusRequestPeriodMin = "PsiphonAPIStatusRequestPeriodMin"
  130. PsiphonAPIStatusRequestPeriodMax = "PsiphonAPIStatusRequestPeriodMax"
  131. PsiphonAPIStatusRequestShortPeriodMin = "PsiphonAPIStatusRequestShortPeriodMin"
  132. PsiphonAPIStatusRequestShortPeriodMax = "PsiphonAPIStatusRequestShortPeriodMax"
  133. PsiphonAPIStatusRequestPaddingMinBytes = "PsiphonAPIStatusRequestPaddingMinBytes"
  134. PsiphonAPIStatusRequestPaddingMaxBytes = "PsiphonAPIStatusRequestPaddingMaxBytes"
  135. PsiphonAPIPersistentStatsMaxCount = "PsiphonAPIPersistentStatsMaxCount"
  136. PsiphonAPIConnectedRequestPeriod = "PsiphonAPIConnectedRequestPeriod"
  137. PsiphonAPIConnectedRequestRetryPeriod = "PsiphonAPIConnectedRequestRetryPeriod"
  138. FetchSplitTunnelRoutesTimeout = "FetchSplitTunnelRoutesTimeout"
  139. SplitTunnelRoutesURLFormat = "SplitTunnelRoutesURLFormat"
  140. SplitTunnelRoutesSignaturePublicKey = "SplitTunnelRoutesSignaturePublicKey"
  141. SplitTunnelDNSServer = "SplitTunnelDNSServer"
  142. FetchUpgradeTimeout = "FetchUpgradeTimeout"
  143. FetchUpgradeRetryPeriod = "FetchUpgradeRetryPeriod"
  144. FetchUpgradeStalePeriod = "FetchUpgradeStalePeriod"
  145. UpgradeDownloadURLs = "UpgradeDownloadURLs"
  146. UpgradeDownloadClientVersionHeader = "UpgradeDownloadClientVersionHeader"
  147. TotalBytesTransferredNoticePeriod = "TotalBytesTransferredNoticePeriod"
  148. MeekDialDomainsOnly = "MeekDialDomainsOnly"
  149. MeekLimitBufferSizes = "MeekLimitBufferSizes"
  150. MeekCookieMaxPadding = "MeekCookieMaxPadding"
  151. MeekFullReceiveBufferLength = "MeekFullReceiveBufferLength"
  152. MeekReadPayloadChunkLength = "MeekReadPayloadChunkLength"
  153. MeekLimitedFullReceiveBufferLength = "MeekLimitedFullReceiveBufferLength"
  154. MeekLimitedReadPayloadChunkLength = "MeekLimitedReadPayloadChunkLength"
  155. MeekMinPollInterval = "MeekMinPollInterval"
  156. MeekMinPollIntervalJitter = "MeekMinPollIntervalJitter"
  157. MeekMaxPollInterval = "MeekMaxPollInterval"
  158. MeekMaxPollIntervalJitter = "MeekMaxPollIntervalJitter"
  159. MeekPollIntervalMultiplier = "MeekPollIntervalMultiplier"
  160. MeekPollIntervalJitter = "MeekPollIntervalJitter"
  161. MeekApplyPollIntervalMultiplierProbability = "MeekApplyPollIntervalMultiplierProbability"
  162. MeekRoundTripRetryDeadline = "MeekRoundTripRetryDeadline"
  163. MeekRoundTripRetryMinDelay = "MeekRoundTripRetryMinDelay"
  164. MeekRoundTripRetryMaxDelay = "MeekRoundTripRetryMaxDelay"
  165. MeekRoundTripRetryMultiplier = "MeekRoundTripRetryMultiplier"
  166. MeekRoundTripTimeout = "MeekRoundTripTimeout"
  167. TransformHostNameProbability = "TransformHostNameProbability"
  168. PickUserAgentProbability = "PickUserAgentProbability"
  169. LivenessTestMinUpstreamBytes = "LivenessTestMinUpstreamBytes"
  170. LivenessTestMaxUpstreamBytes = "LivenessTestMaxUpstreamBytes"
  171. LivenessTestMinDownstreamBytes = "LivenessTestMinDownstreamBytes"
  172. LivenessTestMaxDownstreamBytes = "LivenessTestMaxDownstreamBytes"
  173. )
  174. const (
  175. useNetworkLatencyMultiplier = 1
  176. serverSideOnly = 2
  177. )
  178. // defaultClientParameters specifies the type, default value, and minimum
  179. // value for all dynamically configurable client parameters.
  180. //
  181. // Do not change the names or types of existing values, as that can break
  182. // client logic or cause parameters to not be applied.
  183. //
  184. // Minimum values are a fail-safe for cases where lower values would break the
  185. // client logic. For example, setting a ConnectionWorkerPoolSize of 0 would
  186. // make the client never connect.
  187. var defaultClientParameters = map[string]struct {
  188. value interface{}
  189. minimum interface{}
  190. flags int32
  191. }{
  192. // NetworkLatencyMultiplier defaults to 0, meaning off. But when set, it
  193. // must be a multiplier >= 1.
  194. NetworkLatencyMultiplier: {value: 0.0, minimum: 1.0},
  195. TacticsWaitPeriod: {value: 10 * time.Second, minimum: 0 * time.Second, flags: useNetworkLatencyMultiplier},
  196. TacticsRetryPeriod: {value: 5 * time.Second, minimum: 1 * time.Millisecond},
  197. TacticsRetryPeriodJitter: {value: 0.3, minimum: 0.0},
  198. TacticsTimeout: {value: 2 * time.Minute, minimum: 1 * time.Second, flags: useNetworkLatencyMultiplier},
  199. ConnectionWorkerPoolSize: {value: 10, minimum: 1},
  200. TunnelConnectTimeout: {value: 20 * time.Second, minimum: 1 * time.Second, flags: useNetworkLatencyMultiplier},
  201. EstablishTunnelTimeout: {value: 300 * time.Second, minimum: time.Duration(0)},
  202. EstablishTunnelWorkTime: {value: 60 * time.Second, minimum: 1 * time.Second},
  203. EstablishTunnelPausePeriod: {value: 5 * time.Second, minimum: 1 * time.Millisecond},
  204. EstablishTunnelPausePeriodJitter: {value: 0.1, minimum: 0.0},
  205. EstablishTunnelServerAffinityGracePeriod: {value: 1 * time.Second, minimum: time.Duration(0), flags: useNetworkLatencyMultiplier},
  206. StaggerConnectionWorkersPeriod: {value: time.Duration(0), minimum: time.Duration(0)},
  207. StaggerConnectionWorkersJitter: {value: 0.1, minimum: 0.0},
  208. LimitIntensiveConnectionWorkers: {value: 0, minimum: 0},
  209. IgnoreHandshakeStatsRegexps: {value: false},
  210. TunnelOperateShutdownTimeout: {value: 1 * time.Second, minimum: 1 * time.Millisecond, flags: useNetworkLatencyMultiplier},
  211. TunnelPortForwardDialTimeout: {value: 10 * time.Second, minimum: 1 * time.Millisecond, flags: useNetworkLatencyMultiplier},
  212. TunnelRateLimits: {value: common.RateLimits{}},
  213. // PrioritizeTunnelProtocols parameters are obsoleted by InitialLimitTunnelProtocols.
  214. // TODO: remove once no longer required for older clients.
  215. PrioritizeTunnelProtocolsProbability: {value: 1.0, minimum: 0.0},
  216. PrioritizeTunnelProtocols: {value: protocol.TunnelProtocols{}},
  217. PrioritizeTunnelProtocolsCandidateCount: {value: 10, minimum: 0},
  218. InitialLimitTunnelProtocolsProbability: {value: 1.0, minimum: 0.0},
  219. InitialLimitTunnelProtocols: {value: protocol.TunnelProtocols{}},
  220. InitialLimitTunnelProtocolsCandidateCount: {value: 0, minimum: 0},
  221. LimitTunnelProtocolsProbability: {value: 1.0, minimum: 0.0},
  222. LimitTunnelProtocols: {value: protocol.TunnelProtocols{}},
  223. LimitTLSProfilesProbability: {value: 1.0, minimum: 0.0},
  224. LimitTLSProfiles: {value: protocol.TLSProfiles{}},
  225. LimitQUICVersionsProbability: {value: 1.0, minimum: 0.0},
  226. LimitQUICVersions: {value: protocol.QUICVersions{}},
  227. FragmentorProbability: {value: 0.5, minimum: 0.0},
  228. FragmentorLimitProtocols: {value: protocol.TunnelProtocols{}},
  229. FragmentorMinTotalBytes: {value: 0, minimum: 0},
  230. FragmentorMaxTotalBytes: {value: 0, minimum: 0},
  231. FragmentorMinWriteBytes: {value: 1, minimum: 1},
  232. FragmentorMaxWriteBytes: {value: 1500, minimum: 1},
  233. FragmentorMinDelay: {value: time.Duration(0), minimum: time.Duration(0)},
  234. FragmentorMaxDelay: {value: 10 * time.Millisecond, minimum: time.Duration(0)},
  235. FragmentorDownstreamProbability: {value: 0.5, minimum: 0.0, flags: serverSideOnly},
  236. FragmentorDownstreamLimitProtocols: {value: protocol.TunnelProtocols{}, flags: serverSideOnly},
  237. FragmentorDownstreamMinTotalBytes: {value: 0, minimum: 0, flags: serverSideOnly},
  238. FragmentorDownstreamMaxTotalBytes: {value: 0, minimum: 0, flags: serverSideOnly},
  239. FragmentorDownstreamMinWriteBytes: {value: 1, minimum: 1, flags: serverSideOnly},
  240. FragmentorDownstreamMaxWriteBytes: {value: 1500, minimum: 1, flags: serverSideOnly},
  241. FragmentorDownstreamMinDelay: {value: time.Duration(0), minimum: time.Duration(0), flags: serverSideOnly},
  242. FragmentorDownstreamMaxDelay: {value: 10 * time.Millisecond, minimum: time.Duration(0), flags: serverSideOnly},
  243. // The Psiphon server will reject obfuscated SSH seed messages with
  244. // padding greater than OBFUSCATE_MAX_PADDING.
  245. // obfuscator.NewClientObfuscator will ignore invalid min/max padding
  246. // configurations.
  247. ObfuscatedSSHMinPadding: {value: 0, minimum: 0},
  248. ObfuscatedSSHMaxPadding: {value: obfuscator.OBFUSCATE_MAX_PADDING, minimum: 0},
  249. AdditionalCustomHeaders: {value: make(http.Header)},
  250. // Speed test and SSH keep alive padding is intended to frustrate
  251. // fingerprinting and should not exceed ~1 IP packet size.
  252. //
  253. // Currently, each serialized speed test sample, populated with real
  254. // values, is approximately 100 bytes. All SpeedTestMaxSampleCount samples
  255. // are loaded into memory are sent as API inputs.
  256. SpeedTestPaddingMinBytes: {value: 0, minimum: 0},
  257. SpeedTestPaddingMaxBytes: {value: 256, minimum: 0},
  258. SpeedTestMaxSampleCount: {value: 25, minimum: 1},
  259. // The Psiphon server times out inactive tunnels after 5 minutes, so this
  260. // is a soft max for SSHKeepAlivePeriodMax.
  261. SSHKeepAliveSpeedTestSampleProbability: {value: 0.5, minimum: 0.0},
  262. SSHKeepAlivePaddingMinBytes: {value: 0, minimum: 0},
  263. SSHKeepAlivePaddingMaxBytes: {value: 256, minimum: 0},
  264. SSHKeepAlivePeriodMin: {value: 1 * time.Minute, minimum: 1 * time.Second},
  265. SSHKeepAlivePeriodMax: {value: 2 * time.Minute, minimum: 1 * time.Second},
  266. SSHKeepAlivePeriodicTimeout: {value: 30 * time.Second, minimum: 1 * time.Second, flags: useNetworkLatencyMultiplier},
  267. SSHKeepAlivePeriodicInactivePeriod: {value: 10 * time.Second, minimum: 1 * time.Second},
  268. SSHKeepAliveProbeTimeout: {value: 5 * time.Second, minimum: 1 * time.Second, flags: useNetworkLatencyMultiplier},
  269. SSHKeepAliveProbeInactivePeriod: {value: 10 * time.Second, minimum: 1 * time.Second},
  270. HTTPProxyOriginServerTimeout: {value: 15 * time.Second, minimum: time.Duration(0), flags: useNetworkLatencyMultiplier},
  271. HTTPProxyMaxIdleConnectionsPerHost: {value: 50, minimum: 0},
  272. FetchRemoteServerListTimeout: {value: 30 * time.Second, minimum: 1 * time.Second, flags: useNetworkLatencyMultiplier},
  273. FetchRemoteServerListRetryPeriod: {value: 30 * time.Second, minimum: 1 * time.Millisecond},
  274. FetchRemoteServerListStalePeriod: {value: 6 * time.Hour, minimum: 1 * time.Hour},
  275. RemoteServerListSignaturePublicKey: {value: ""},
  276. RemoteServerListURLs: {value: DownloadURLs{}},
  277. ObfuscatedServerListRootURLs: {value: DownloadURLs{}},
  278. PsiphonAPIRequestTimeout: {value: 20 * time.Second, minimum: 1 * time.Second, flags: useNetworkLatencyMultiplier},
  279. PsiphonAPIStatusRequestPeriodMin: {value: 5 * time.Minute, minimum: 1 * time.Second},
  280. PsiphonAPIStatusRequestPeriodMax: {value: 10 * time.Minute, minimum: 1 * time.Second},
  281. PsiphonAPIStatusRequestShortPeriodMin: {value: 5 * time.Second, minimum: 1 * time.Second},
  282. PsiphonAPIStatusRequestShortPeriodMax: {value: 10 * time.Second, minimum: 1 * time.Second},
  283. PsiphonAPIStatusRequestPaddingMinBytes: {value: 0, minimum: 0},
  284. PsiphonAPIStatusRequestPaddingMaxBytes: {value: 256, minimum: 0},
  285. PsiphonAPIPersistentStatsMaxCount: {value: 100, minimum: 1},
  286. PsiphonAPIConnectedRequestRetryPeriod: {value: 5 * time.Second, minimum: 1 * time.Millisecond},
  287. FetchSplitTunnelRoutesTimeout: {value: 60 * time.Second, minimum: 1 * time.Second, flags: useNetworkLatencyMultiplier},
  288. SplitTunnelRoutesURLFormat: {value: ""},
  289. SplitTunnelRoutesSignaturePublicKey: {value: ""},
  290. SplitTunnelDNSServer: {value: ""},
  291. FetchUpgradeTimeout: {value: 60 * time.Second, minimum: 1 * time.Second, flags: useNetworkLatencyMultiplier},
  292. FetchUpgradeRetryPeriod: {value: 30 * time.Second, minimum: 1 * time.Millisecond},
  293. FetchUpgradeStalePeriod: {value: 6 * time.Hour, minimum: 1 * time.Hour},
  294. UpgradeDownloadURLs: {value: DownloadURLs{}},
  295. UpgradeDownloadClientVersionHeader: {value: ""},
  296. TotalBytesTransferredNoticePeriod: {value: 5 * time.Minute, minimum: 1 * time.Second},
  297. // The meek server times out inactive sessions after 45 seconds, so this
  298. // is a soft max for MeekMaxPollInterval, MeekRoundTripTimeout, and
  299. // MeekRoundTripRetryDeadline. MeekCookieMaxPadding cannot exceed
  300. // common.OBFUSCATE_SEED_LENGTH.
  301. MeekDialDomainsOnly: {value: false},
  302. MeekLimitBufferSizes: {value: false},
  303. MeekCookieMaxPadding: {value: 256, minimum: 0},
  304. MeekFullReceiveBufferLength: {value: 4194304, minimum: 1024},
  305. MeekReadPayloadChunkLength: {value: 65536, minimum: 1024},
  306. MeekLimitedFullReceiveBufferLength: {value: 131072, minimum: 1024},
  307. MeekLimitedReadPayloadChunkLength: {value: 4096, minimum: 1024},
  308. MeekMinPollInterval: {value: 100 * time.Millisecond, minimum: 1 * time.Millisecond},
  309. MeekMinPollIntervalJitter: {value: 0.3, minimum: 0.0},
  310. MeekMaxPollInterval: {value: 5 * time.Second, minimum: 1 * time.Millisecond},
  311. MeekMaxPollIntervalJitter: {value: 0.1, minimum: 0.0},
  312. MeekPollIntervalMultiplier: {value: 1.5, minimum: 0.0},
  313. MeekPollIntervalJitter: {value: 0.1, minimum: 0.0},
  314. MeekApplyPollIntervalMultiplierProbability: {value: 0.5},
  315. MeekRoundTripRetryDeadline: {value: 5 * time.Second, minimum: 1 * time.Millisecond, flags: useNetworkLatencyMultiplier},
  316. MeekRoundTripRetryMinDelay: {value: 50 * time.Millisecond, minimum: time.Duration(0)},
  317. MeekRoundTripRetryMaxDelay: {value: 1 * time.Second, minimum: time.Duration(0)},
  318. MeekRoundTripRetryMultiplier: {value: 2.0, minimum: 0.0},
  319. MeekRoundTripTimeout: {value: 20 * time.Second, minimum: 1 * time.Second, flags: useNetworkLatencyMultiplier},
  320. TransformHostNameProbability: {value: 0.5, minimum: 0.0},
  321. PickUserAgentProbability: {value: 0.5, minimum: 0.0},
  322. LivenessTestMinUpstreamBytes: {value: 0, minimum: 0},
  323. LivenessTestMaxUpstreamBytes: {value: 0, minimum: 0},
  324. LivenessTestMinDownstreamBytes: {value: 0, minimum: 0},
  325. LivenessTestMaxDownstreamBytes: {value: 0, minimum: 0},
  326. }
  327. // IsServerSideOnly indicates if the parameter specified by name is used
  328. // server-side only.
  329. func IsServerSideOnly(name string) bool {
  330. defaultParameter, ok := defaultClientParameters[name]
  331. return ok && (defaultParameter.flags&serverSideOnly) != 0
  332. }
  333. // ClientParameters is a set of client parameters. To use the parameters, call
  334. // Get. To apply new values to the parameters, call Set.
  335. type ClientParameters struct {
  336. getValueLogger func(error)
  337. snapshot atomic.Value
  338. }
  339. // ClientParametersSnapshot is an atomic snapshot of the client parameter
  340. // values. ClientParameters.Get will return a snapshot which may be used to
  341. // read multiple related values atomically and consistently while the current
  342. // snapshot in ClientParameters may change concurrently.
  343. type ClientParametersSnapshot struct {
  344. getValueLogger func(error)
  345. tag string
  346. parameters map[string]interface{}
  347. }
  348. // NewClientParameters initializes a new ClientParameters with the default
  349. // parameter values.
  350. //
  351. // getValueLogger is optional, and is used to report runtime errors with
  352. // getValue; see comment in getValue.
  353. func NewClientParameters(
  354. getValueLogger func(error)) (*ClientParameters, error) {
  355. clientParameters := &ClientParameters{
  356. getValueLogger: getValueLogger,
  357. }
  358. _, err := clientParameters.Set("", false)
  359. if err != nil {
  360. return nil, common.ContextError(err)
  361. }
  362. return clientParameters, nil
  363. }
  364. func makeDefaultParameters() (map[string]interface{}, error) {
  365. parameters := make(map[string]interface{})
  366. for name, defaults := range defaultClientParameters {
  367. if defaults.value == nil {
  368. return nil, common.ContextError(fmt.Errorf("default parameter missing value: %s", name))
  369. }
  370. if defaults.minimum != nil &&
  371. reflect.TypeOf(defaults.value) != reflect.TypeOf(defaults.minimum) {
  372. return nil, common.ContextError(fmt.Errorf("default parameter value and minimum type mismatch: %s", name))
  373. }
  374. _, isDuration := defaults.value.(time.Duration)
  375. if defaults.flags&useNetworkLatencyMultiplier != 0 && !isDuration {
  376. return nil, common.ContextError(fmt.Errorf("default non-duration parameter uses multipler: %s", name))
  377. }
  378. parameters[name] = defaults.value
  379. }
  380. return parameters, nil
  381. }
  382. // Set replaces the current parameters. First, a set of parameters are
  383. // initialized using the default values. Then, each applyParameters is applied
  384. // in turn, with the later instances having precedence.
  385. //
  386. // When skipOnError is true, unknown or invalid parameters in any
  387. // applyParameters are skipped instead of aborting with an error.
  388. //
  389. // For protocol.TunnelProtocols and protocol.TLSProfiles type values, when
  390. // skipOnError is true the values are filtered instead of validated, so
  391. // only known tunnel protocols and TLS profiles are retained.
  392. //
  393. // When an error is returned, the previous parameters remain completely
  394. // unmodified.
  395. //
  396. // For use in logging, Set returns a count of the number of parameters applied
  397. // from each applyParameters.
  398. func (p *ClientParameters) Set(
  399. tag string, skipOnError bool, applyParameters ...map[string]interface{}) ([]int, error) {
  400. var counts []int
  401. parameters, err := makeDefaultParameters()
  402. if err != nil {
  403. return nil, common.ContextError(err)
  404. }
  405. for i := 0; i < len(applyParameters); i++ {
  406. count := 0
  407. for name, value := range applyParameters[i] {
  408. existingValue, ok := parameters[name]
  409. if !ok {
  410. if skipOnError {
  411. continue
  412. }
  413. return nil, common.ContextError(fmt.Errorf("unknown parameter: %s", name))
  414. }
  415. // Accept strings such as "1h" for duration parameters.
  416. switch existingValue.(type) {
  417. case time.Duration:
  418. if s, ok := value.(string); ok {
  419. if d, err := time.ParseDuration(s); err == nil {
  420. value = d
  421. }
  422. }
  423. }
  424. // A JSON remarshal resolves cases where applyParameters is a
  425. // result of unmarshal-into-interface, in which case non-scalar
  426. // values will not have the expected types; see:
  427. // https://golang.org/pkg/encoding/json/#Unmarshal. This remarshal
  428. // also results in a deep copy.
  429. marshaledValue, err := json.Marshal(value)
  430. if err != nil {
  431. continue
  432. }
  433. newValuePtr := reflect.New(reflect.TypeOf(existingValue))
  434. err = json.Unmarshal(marshaledValue, newValuePtr.Interface())
  435. if err != nil {
  436. if skipOnError {
  437. continue
  438. }
  439. return nil, common.ContextError(fmt.Errorf("unmarshal parameter %s failed: %s", name, err))
  440. }
  441. newValue := newValuePtr.Elem().Interface()
  442. // Perform type-specific validation for some cases.
  443. // TODO: require RemoteServerListSignaturePublicKey when
  444. // RemoteServerListURLs is set?
  445. switch v := newValue.(type) {
  446. case DownloadURLs:
  447. err := v.DecodeAndValidate()
  448. if err != nil {
  449. if skipOnError {
  450. continue
  451. }
  452. return nil, common.ContextError(err)
  453. }
  454. case protocol.TunnelProtocols:
  455. if skipOnError {
  456. newValue = v.PruneInvalid()
  457. } else {
  458. err := v.Validate()
  459. if err != nil {
  460. return nil, common.ContextError(err)
  461. }
  462. }
  463. case protocol.TLSProfiles:
  464. if skipOnError {
  465. newValue = v.PruneInvalid()
  466. } else {
  467. err := v.Validate()
  468. if err != nil {
  469. return nil, common.ContextError(err)
  470. }
  471. }
  472. case protocol.QUICVersions:
  473. if skipOnError {
  474. newValue = v.PruneInvalid()
  475. } else {
  476. err := v.Validate()
  477. if err != nil {
  478. return nil, common.ContextError(err)
  479. }
  480. }
  481. }
  482. // Enforce any minimums. Assumes defaultClientParameters[name]
  483. // exists.
  484. if defaultClientParameters[name].minimum != nil {
  485. valid := true
  486. switch v := newValue.(type) {
  487. case int:
  488. m, ok := defaultClientParameters[name].minimum.(int)
  489. if !ok || v < m {
  490. valid = false
  491. }
  492. case float64:
  493. m, ok := defaultClientParameters[name].minimum.(float64)
  494. if !ok || v < m {
  495. valid = false
  496. }
  497. case time.Duration:
  498. m, ok := defaultClientParameters[name].minimum.(time.Duration)
  499. if !ok || v < m {
  500. valid = false
  501. }
  502. default:
  503. if skipOnError {
  504. continue
  505. }
  506. return nil, common.ContextError(fmt.Errorf("unexpected parameter with minimum: %s", name))
  507. }
  508. if !valid {
  509. if skipOnError {
  510. continue
  511. }
  512. return nil, common.ContextError(fmt.Errorf("parameter below minimum: %s", name))
  513. }
  514. }
  515. parameters[name] = newValue
  516. count++
  517. }
  518. counts = append(counts, count)
  519. }
  520. snapshot := &ClientParametersSnapshot{
  521. getValueLogger: p.getValueLogger,
  522. tag: tag,
  523. parameters: parameters,
  524. }
  525. p.snapshot.Store(snapshot)
  526. return counts, nil
  527. }
  528. // Get returns the current parameters. Values read from the current parameters
  529. // are not deep copies and must be treated read-only.
  530. func (p *ClientParameters) Get() *ClientParametersSnapshot {
  531. return p.snapshot.Load().(*ClientParametersSnapshot)
  532. }
  533. // Tag returns the tag associated with these parameters.
  534. func (p *ClientParametersSnapshot) Tag() string {
  535. return p.tag
  536. }
  537. // getValue sets target to the value of the named parameter.
  538. //
  539. // It is an error if the name is not found, target is not a pointer, or the
  540. // type of target points to does not match the value.
  541. //
  542. // Any of these conditions would be a bug in the caller. getValue does not
  543. // panic in these cases as the client is deployed as a library in various apps
  544. // and the failure of Psiphon may not be a failure for the app process.
  545. //
  546. // Instead, errors are logged to the getValueLogger and getValue leaves the
  547. // target unset, which will result in the caller getting and using a zero
  548. // value of the requested type.
  549. func (p *ClientParametersSnapshot) getValue(name string, target interface{}) {
  550. value, ok := p.parameters[name]
  551. if !ok {
  552. if p.getValueLogger != nil {
  553. p.getValueLogger(common.ContextError(fmt.Errorf(
  554. "value %s not found", name)))
  555. }
  556. return
  557. }
  558. valueType := reflect.TypeOf(value)
  559. if reflect.PtrTo(valueType) != reflect.TypeOf(target) {
  560. if p.getValueLogger != nil {
  561. p.getValueLogger(common.ContextError(fmt.Errorf(
  562. "value %s has unexpected type %s", name, valueType.Name())))
  563. }
  564. return
  565. }
  566. // Note: there is no deep copy of parameter values; the returned value may
  567. // share memory with the original and should not be modified.
  568. targetValue := reflect.ValueOf(target)
  569. if targetValue.Kind() != reflect.Ptr {
  570. p.getValueLogger(common.ContextError(fmt.Errorf(
  571. "target for value %s is not pointer", name)))
  572. return
  573. }
  574. targetValue.Elem().Set(reflect.ValueOf(value))
  575. }
  576. // String returns a string parameter value.
  577. func (p *ClientParametersSnapshot) String(name string) string {
  578. value := ""
  579. p.getValue(name, &value)
  580. return value
  581. }
  582. // Strings returns a []string parameter value.
  583. func (p *ClientParametersSnapshot) Strings(name string) []string {
  584. value := []string{}
  585. p.getValue(name, &value)
  586. return value
  587. }
  588. // Int returns an int parameter value.
  589. func (p *ClientParametersSnapshot) Int(name string) int {
  590. value := int(0)
  591. p.getValue(name, &value)
  592. return value
  593. }
  594. // Bool returns a bool parameter value.
  595. func (p *ClientParametersSnapshot) Bool(name string) bool {
  596. value := false
  597. p.getValue(name, &value)
  598. return value
  599. }
  600. // Float returns a float64 parameter value.
  601. func (p *ClientParametersSnapshot) Float(name string) float64 {
  602. value := float64(0.0)
  603. p.getValue(name, &value)
  604. return value
  605. }
  606. // WeightedCoinFlip returns the result of common.FlipWeightedCoin using the
  607. // specified float parameter as the probability input.
  608. func (p *ClientParametersSnapshot) WeightedCoinFlip(name string) bool {
  609. var value float64
  610. p.getValue(name, &value)
  611. return common.FlipWeightedCoin(value)
  612. }
  613. // Duration returns a time.Duration parameter value. When the duration
  614. // parameter has the useNetworkLatencyMultiplier flag, the
  615. // NetworkLatencyMultiplier is applied to the returned value.
  616. func (p *ClientParametersSnapshot) Duration(name string) time.Duration {
  617. value := time.Duration(0)
  618. p.getValue(name, &value)
  619. defaultParameter, ok := defaultClientParameters[name]
  620. if value > 0 && ok && defaultParameter.flags&useNetworkLatencyMultiplier != 0 {
  621. multiplier := float64(0.0)
  622. p.getValue(NetworkLatencyMultiplier, &multiplier)
  623. if multiplier > 0.0 {
  624. value = time.Duration(float64(value) * multiplier)
  625. }
  626. }
  627. return value
  628. }
  629. // TunnelProtocols returns a protocol.TunnelProtocols parameter value.
  630. // If there is a corresponding Probability value, a weighted coin flip
  631. // will be performed and, depending on the result, the value or the
  632. // parameter default will be returned.
  633. func (p *ClientParametersSnapshot) TunnelProtocols(name string) protocol.TunnelProtocols {
  634. probabilityName := name + "Probability"
  635. _, ok := p.parameters[probabilityName]
  636. if ok {
  637. probabilityValue := float64(1.0)
  638. p.getValue(probabilityName, &probabilityValue)
  639. if !common.FlipWeightedCoin(probabilityValue) {
  640. defaultParameter, ok := defaultClientParameters[name]
  641. if ok {
  642. defaultValue, ok := defaultParameter.value.(protocol.TunnelProtocols)
  643. if ok {
  644. value := make(protocol.TunnelProtocols, len(defaultValue))
  645. copy(value, defaultValue)
  646. return value
  647. }
  648. }
  649. }
  650. }
  651. value := protocol.TunnelProtocols{}
  652. p.getValue(name, &value)
  653. return value
  654. }
  655. // TLSProfiles returns a protocol.TLSProfiles parameter value.
  656. // If there is a corresponding Probability value, a weighted coin flip
  657. // will be performed and, depending on the result, the value or the
  658. // parameter default will be returned.
  659. func (p *ClientParametersSnapshot) TLSProfiles(name string) protocol.TLSProfiles {
  660. probabilityName := name + "Probability"
  661. _, ok := p.parameters[probabilityName]
  662. if ok {
  663. probabilityValue := float64(1.0)
  664. p.getValue(probabilityName, &probabilityValue)
  665. if !common.FlipWeightedCoin(probabilityValue) {
  666. defaultParameter, ok := defaultClientParameters[name]
  667. if ok {
  668. defaultValue, ok := defaultParameter.value.(protocol.TLSProfiles)
  669. if ok {
  670. value := make(protocol.TLSProfiles, len(defaultValue))
  671. copy(value, defaultValue)
  672. return value
  673. }
  674. }
  675. }
  676. }
  677. value := protocol.TLSProfiles{}
  678. p.getValue(name, &value)
  679. return value
  680. }
  681. // QUICVersions returns a protocol.QUICVersions parameter value.
  682. // If there is a corresponding Probability value, a weighted coin flip
  683. // will be performed and, depending on the result, the value or the
  684. // parameter default will be returned.
  685. func (p *ClientParametersSnapshot) QUICVersions(name string) protocol.QUICVersions {
  686. probabilityName := name + "Probability"
  687. _, ok := p.parameters[probabilityName]
  688. if ok {
  689. probabilityValue := float64(1.0)
  690. p.getValue(probabilityName, &probabilityValue)
  691. if !common.FlipWeightedCoin(probabilityValue) {
  692. defaultParameter, ok := defaultClientParameters[name]
  693. if ok {
  694. defaultValue, ok := defaultParameter.value.(protocol.QUICVersions)
  695. if ok {
  696. value := make(protocol.QUICVersions, len(defaultValue))
  697. copy(value, defaultValue)
  698. return value
  699. }
  700. }
  701. }
  702. }
  703. value := protocol.QUICVersions{}
  704. p.getValue(name, &value)
  705. return value
  706. }
  707. // DownloadURLs returns a DownloadURLs parameter value.
  708. func (p *ClientParametersSnapshot) DownloadURLs(name string) DownloadURLs {
  709. value := DownloadURLs{}
  710. p.getValue(name, &value)
  711. return value
  712. }
  713. // RateLimits returns a common.RateLimits parameter value.
  714. func (p *ClientParametersSnapshot) RateLimits(name string) common.RateLimits {
  715. value := common.RateLimits{}
  716. p.getValue(name, &value)
  717. return value
  718. }
  719. // HTTPHeaders returns an http.Header parameter value.
  720. func (p *ClientParametersSnapshot) HTTPHeaders(name string) http.Header {
  721. value := make(http.Header)
  722. p.getValue(name, &value)
  723. return value
  724. }