config.go 32 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779
  1. /*
  2. * Copyright (c) 2015, Psiphon Inc.
  3. * All rights reserved.
  4. *
  5. * This program is free software: you can redistribute it and/or modify
  6. * it under the terms of the GNU General Public License as published by
  7. * the Free Software Foundation, either version 3 of the License, or
  8. * (at your option) any later version.
  9. *
  10. * This program is distributed in the hope that it will be useful,
  11. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  12. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  13. * GNU General Public License for more details.
  14. *
  15. * You should have received a copy of the GNU General Public License
  16. * along with this program. If not, see <http://www.gnu.org/licenses/>.
  17. *
  18. */
  19. package psiphon
  20. import (
  21. "encoding/base64"
  22. "encoding/json"
  23. "errors"
  24. "fmt"
  25. "net/http"
  26. "os"
  27. "strconv"
  28. "time"
  29. "github.com/Psiphon-Labs/psiphon-tunnel-core/psiphon/common"
  30. "github.com/Psiphon-Labs/psiphon-tunnel-core/psiphon/common/protocol"
  31. )
  32. // TODO: allow all params to be configured
  33. const (
  34. LEGACY_DATA_STORE_FILENAME = "psiphon.db"
  35. DATA_STORE_FILENAME = "psiphon.boltdb"
  36. CONNECTION_WORKER_POOL_SIZE = 10
  37. TUNNEL_POOL_SIZE = 1
  38. TUNNEL_CONNECT_TIMEOUT_SECONDS = 20
  39. TUNNEL_OPERATE_SHUTDOWN_TIMEOUT = 1 * time.Second
  40. TUNNEL_PORT_FORWARD_DIAL_TIMEOUT_SECONDS = 10
  41. TUNNEL_SSH_KEEP_ALIVE_PAYLOAD_MAX_BYTES = 256
  42. TUNNEL_SSH_KEEP_ALIVE_PERIOD_MIN = 60 * time.Second
  43. TUNNEL_SSH_KEEP_ALIVE_PERIOD_MAX = 120 * time.Second
  44. TUNNEL_SSH_KEEP_ALIVE_PERIODIC_TIMEOUT_SECONDS = 30
  45. TUNNEL_SSH_KEEP_ALIVE_PERIODIC_INACTIVE_PERIOD = 10 * time.Second
  46. TUNNEL_SSH_KEEP_ALIVE_PROBE_TIMEOUT_SECONDS = 5
  47. TUNNEL_SSH_KEEP_ALIVE_PROBE_INACTIVE_PERIOD = 10 * time.Second
  48. ESTABLISH_TUNNEL_TIMEOUT_SECONDS = 300
  49. ESTABLISH_TUNNEL_WORK_TIME = 60 * time.Second
  50. ESTABLISH_TUNNEL_PAUSE_PERIOD_SECONDS = 5
  51. ESTABLISH_TUNNEL_SERVER_AFFINITY_GRACE_PERIOD = 1 * time.Second
  52. HTTP_PROXY_ORIGIN_SERVER_TIMEOUT_SECONDS = 15
  53. HTTP_PROXY_MAX_IDLE_CONNECTIONS_PER_HOST = 50
  54. FETCH_REMOTE_SERVER_LIST_TIMEOUT_SECONDS = 30
  55. FETCH_REMOTE_SERVER_LIST_RETRY_PERIOD_SECONDS = 30
  56. FETCH_REMOTE_SERVER_LIST_STALE_PERIOD = 6 * time.Hour
  57. PSIPHON_API_SERVER_TIMEOUT_SECONDS = 20
  58. PSIPHON_API_SHUTDOWN_SERVER_TIMEOUT = 1 * time.Second
  59. PSIPHON_API_STATUS_REQUEST_PERIOD_MIN = 5 * time.Minute
  60. PSIPHON_API_STATUS_REQUEST_PERIOD_MAX = 10 * time.Minute
  61. PSIPHON_API_STATUS_REQUEST_SHORT_PERIOD_MIN = 5 * time.Second
  62. PSIPHON_API_STATUS_REQUEST_SHORT_PERIOD_MAX = 10 * time.Second
  63. PSIPHON_API_STATUS_REQUEST_PADDING_MAX_BYTES = 256
  64. PSIPHON_API_CONNECTED_REQUEST_PERIOD = 24 * time.Hour
  65. PSIPHON_API_CONNECTED_REQUEST_RETRY_PERIOD = 5 * time.Second
  66. PSIPHON_API_PERSISTENT_STATS_MAX_COUNT = 100
  67. PSIPHON_API_CLIENT_VERIFICATION_REQUEST_RETRY_PERIOD = 5 * time.Second
  68. PSIPHON_API_CLIENT_VERIFICATION_REQUEST_MAX_RETRIES = 10
  69. FETCH_ROUTES_TIMEOUT_SECONDS = 60
  70. DOWNLOAD_UPGRADE_TIMEOUT_SECONDS = 60
  71. DOWNLOAD_UPGRADE_RETRY_PERIOD_SECONDS = 30
  72. DOWNLOAD_UPGRADE_STALE_PERIOD = 6 * time.Hour
  73. IMPAIRED_PROTOCOL_CLASSIFICATION_DURATION = 2 * time.Minute
  74. IMPAIRED_PROTOCOL_CLASSIFICATION_THRESHOLD = 3
  75. TOTAL_BYTES_TRANSFERRED_NOTICE_PERIOD = 5 * time.Minute
  76. TRANSFORM_HOST_NAMES_ALWAYS = "always"
  77. TRANSFORM_HOST_NAMES_NEVER = "never"
  78. )
  79. // To distinguish omitted timeout params from explicit 0 value timeout
  80. // params, these params are int pointers. nil means no param was supplied
  81. // so use the default; a non-nil pointer to 0 means no timeout.
  82. // Config is the Psiphon configuration specified by the application. This
  83. // configuration controls the behavior of the core tunnel functionality.
  84. type Config struct {
  85. // LogFilename specifies a file to receive event notices (JSON format)
  86. // By default, notices are emitted to stdout.
  87. LogFilename string
  88. // DataStoreDirectory is the directory in which to store the persistent
  89. // database, which contains information such as server entries.
  90. // By default, current working directory.
  91. //
  92. // Warning: If the datastore file, DataStoreDirectory/DATA_STORE_FILENAME,
  93. // exists but fails to open for any reason (checksum error, unexpected file
  94. // format, etc.) it will be deleted in order to pave a new datastore and
  95. // continue running.
  96. DataStoreDirectory string
  97. // PropagationChannelId is a string identifier which indicates how the
  98. // Psiphon client was distributed. This parameter is required.
  99. // This value is supplied by and depends on the Psiphon Network, and is
  100. // typically embedded in the client binary.
  101. PropagationChannelId string
  102. // PropagationChannelId is a string identifier which indicates who
  103. // is sponsoring this Psiphon client. One purpose of this value is to
  104. // determine the home pages for display. This parameter is required.
  105. // This value is supplied by and depends on the Psiphon Network, and is
  106. // typically embedded in the client binary.
  107. SponsorId string
  108. // RemoteServerListUrl is a URL which specifies a location to fetch
  109. // out-of-band server entries. This facility is used when a tunnel cannot
  110. // be established to known servers.
  111. // This value is supplied by and depends on the Psiphon Network, and is
  112. // typically embedded in the client binary.
  113. //
  114. // Deprecated: Use RemoteServerListURLs. When RemoteServerListURLs is
  115. // not nil, this parameter is ignored.
  116. RemoteServerListUrl string
  117. // RemoteServerListURLs is list of URLs which specify locations to fetch
  118. // out-of-band server entries. This facility is used when a tunnel cannot
  119. // be established to known servers.
  120. // This value is supplied by and depends on the Psiphon Network, and is
  121. // typically embedded in the client binary.
  122. // All URLs must point to the same entity with the same ETag. At least
  123. // one DownloadURL must have OnlyAfterAttempts = 0.
  124. RemoteServerListURLs []*DownloadURL
  125. // RemoteServerListDownloadFilename specifies a target filename for
  126. // storing the remote server list download. Data is stored in co-located
  127. // files (RemoteServerListDownloadFilename.part*) to allow for resumable
  128. // downloading.
  129. RemoteServerListDownloadFilename string
  130. // RemoteServerListSignaturePublicKey specifies a public key that's
  131. // used to authenticate the remote server list payload.
  132. // This value is supplied by and depends on the Psiphon Network, and is
  133. // typically embedded in the client binary.
  134. RemoteServerListSignaturePublicKey string
  135. // ObfuscatedServerListRootURL is a URL which specifies the root location
  136. // from which to fetch obfuscated server list files.
  137. // This value is supplied by and depends on the Psiphon Network, and is
  138. // typically embedded in the client binary.
  139. //
  140. // Deprecated: Use ObfuscatedServerListRootURLs. When
  141. // ObfuscatedServerListRootURLs is not nil, this parameter is ignored.
  142. ObfuscatedServerListRootURL string
  143. // ObfuscatedServerListRootURLs is a list of URLs which specify root
  144. // locations from which to fetch obfuscated server list files.
  145. // This value is supplied by and depends on the Psiphon Network, and is
  146. // typically embedded in the client binary.
  147. // All URLs must point to the same entity with the same ETag. At least
  148. // one DownloadURL must have OnlyAfterAttempts = 0.
  149. ObfuscatedServerListRootURLs []*DownloadURL
  150. // ObfuscatedServerListDownloadDirectory specifies a target directory for
  151. // storing the obfuscated remote server list downloads. Data is stored in
  152. // co-located files (<OSL filename>.part*) to allow for resumable
  153. // downloading.
  154. ObfuscatedServerListDownloadDirectory string
  155. // ClientVersion is the client version number that the client reports
  156. // to the server. The version number refers to the host client application,
  157. // not the core tunnel library. One purpose of this value is to enable
  158. // automatic updates.
  159. // This value is supplied by and depends on the Psiphon Network, and is
  160. // typically embedded in the client binary.
  161. // Note that sending a ClientPlatform string which includes "windows"
  162. // (case insensitive) and a ClientVersion of <= 44 will cause an
  163. // error in processing the response to DoConnectedRequest calls.
  164. ClientVersion string
  165. // ClientPlatform is the client platform ("Windows", "Android", etc.) that
  166. // the client reports to the server.
  167. ClientPlatform string
  168. // TunnelWholeDevice is a flag that is passed through to the handshake
  169. // request for stats purposes. Set to 1 when the host application is tunneling
  170. // the whole device, 0 otherwise.
  171. TunnelWholeDevice int
  172. // EgressRegion is a ISO 3166-1 alpha-2 country code which indicates which
  173. // country to egress from. For the default, "", the best performing server
  174. // in any country is selected.
  175. EgressRegion string
  176. // TunnelProtocol indicates which protocol to use. Valid values include:
  177. // "SSH", "OSSH", "UNFRONTED-MEEK-OSSH", "UNFRONTED-MEEK-HTTPS-OSSH",
  178. // "FRONTED-MEEK-OSSH", "FRONTED-MEEK-HTTP-OSSH". For the default, "",
  179. // the best performing protocol is used.
  180. TunnelProtocol string
  181. // EstablishTunnelTimeoutSeconds specifies a time limit after which to halt
  182. // the core tunnel controller if no tunnel has been established. The default
  183. // is ESTABLISH_TUNNEL_TIMEOUT_SECONDS.
  184. EstablishTunnelTimeoutSeconds *int
  185. // ListenInterface specifies which interface to listen on. If no interface
  186. // is provided then listen on 127.0.0.1.
  187. // If 'any' is provided then use 0.0.0.0.
  188. // If there are multiple IP addresses on an interface use the first IPv4 address.
  189. ListenInterface string
  190. // LocalSocksProxyPort specifies a port number for the local SOCKS proxy
  191. // running at 127.0.0.1. For the default value, 0, the system selects a free
  192. // port (a notice reporting the selected port is emitted).
  193. LocalSocksProxyPort int
  194. // LocalHttpProxyPort specifies a port number for the local HTTP proxy
  195. // running at 127.0.0.1. For the default value, 0, the system selects a free
  196. // port (a notice reporting the selected port is emitted).
  197. LocalHttpProxyPort int
  198. // ConnectionWorkerPoolSize specifies how many connection attempts to attempt
  199. // in parallel. The default, 0, uses CONNECTION_WORKER_POOL_SIZE which is
  200. // recommended.
  201. ConnectionWorkerPoolSize int
  202. // TunnelPoolSize specifies how many tunnels to run in parallel. Port forwards
  203. // are multiplexed over multiple tunnels. The default, 0, uses TUNNEL_POOL_SIZE
  204. // which is recommended.
  205. TunnelPoolSize int
  206. // UpstreamProxyUrl is a URL specifying an upstream proxy to use for all
  207. // outbound connections. The URL should include proxy type and authentication
  208. // information, as required. See example URLs here:
  209. // https://github.com/Psiphon-Labs/psiphon-tunnel-core/tree/master/psiphon/upstreamproxy
  210. UpstreamProxyUrl string
  211. // CustomHeaders is a set of additional arbitrary HTTP headers that are
  212. // added to all plaintext HTTP requests and requests made through an HTTP
  213. // upstream proxy when specified by UpstreamProxyUrl.
  214. CustomHeaders http.Header
  215. // Deprecated: Use CustomHeaders. When CustomHeaders is
  216. // not nil, this parameter is ignored.
  217. UpstreamProxyCustomHeaders http.Header
  218. // NetworkConnectivityChecker is an interface that enables the core tunnel to call
  219. // into the host application to check for network connectivity. This parameter is
  220. // only applicable to library deployments.
  221. NetworkConnectivityChecker NetworkConnectivityChecker
  222. // DeviceBinder is an interface that enables the core tunnel to call
  223. // into the host application to bind sockets to specific devices. This is used
  224. // for VPN routing exclusion. This parameter is only applicable to library
  225. // deployments.
  226. DeviceBinder DeviceBinder
  227. // IPv6Synthesizer is an interface that allows the core tunnel to call
  228. // into the host application to synthesize IPv6 addresses from IPv4 ones. This
  229. // is used to correctly lookup IPs on DNS64/NAT64 networks.
  230. IPv6Synthesizer IPv6Synthesizer
  231. // DnsServerGetter is an interface that enables the core tunnel to call
  232. // into the host application to discover the native network DNS server settings.
  233. // This parameter is only applicable to library deployments.
  234. DnsServerGetter DnsServerGetter
  235. // TransformHostNames specifies whether to use hostname transformation circumvention
  236. // strategies. Set to "always" to always transform, "never" to never transform, and
  237. // "", the default, for the default transformation strategy.
  238. TransformHostNames string
  239. // TargetServerEntry is an encoded server entry. When specified, this server entry
  240. // is used exclusively and all other known servers are ignored.
  241. TargetServerEntry string
  242. // DisableApi disables Psiphon server API calls including handshake, connected,
  243. // status, etc. This is used for special case temporary tunnels (Windows VPN mode).
  244. DisableApi bool
  245. // TargetApiProtocol specifies whether to force use of "ssh" or "web" API protocol.
  246. // When blank, the default, the optimal API protocol is used. Note that this
  247. // capability check is not applied before the "CandidateServers" count is emitted.
  248. // This parameter is intended for testing and debugging only.
  249. TargetApiProtocol string
  250. // DisableRemoteServerListFetcher disables fetching remote server lists. This is
  251. // used for special case temporary tunnels.
  252. DisableRemoteServerListFetcher bool
  253. // SplitTunnelRoutesUrlFormat is an URL which specifies the location of a routes
  254. // file to use for split tunnel mode. The URL must include a placeholder for the
  255. // client region to be supplied. Split tunnel mode uses the routes file to classify
  256. // port forward destinations as foreign or domestic and does not tunnel domestic
  257. // destinations. Split tunnel mode is on when all the SplitTunnel parameters are
  258. // supplied.
  259. // This value is supplied by and depends on the Psiphon Network, and is
  260. // typically embedded in the client binary.
  261. SplitTunnelRoutesUrlFormat string
  262. // SplitTunnelRoutesSignaturePublicKey specifies a public key that's
  263. // used to authenticate the split tunnel routes payload.
  264. // This value is supplied by and depends on the Psiphon Network, and is
  265. // typically embedded in the client binary.
  266. SplitTunnelRoutesSignaturePublicKey string
  267. // SplitTunnelDnsServer specifies a DNS server to use when resolving port
  268. // forward target domain names to IP addresses for classification. The DNS
  269. // server must support TCP requests.
  270. SplitTunnelDnsServer string
  271. // UpgradeDownloadUrl specifies a URL from which to download a host client upgrade
  272. // file, when one is available. The core tunnel controller provides a resumable
  273. // download facility which downloads this resource and emits a notice when complete.
  274. // This value is supplied by and depends on the Psiphon Network, and is
  275. // typically embedded in the client binary.
  276. //
  277. // Deprecated: Use UpgradeDownloadURLs. When UpgradeDownloadURLs
  278. // is not nil, this parameter is ignored.
  279. UpgradeDownloadUrl string
  280. // UpgradeDownloadURLs is list of URLs which specify locations from which to
  281. // download a host client upgrade file, when one is available. The core tunnel
  282. // controller provides a resumable download facility which downloads this resource
  283. // and emits a notice when complete.
  284. // This value is supplied by and depends on the Psiphon Network, and is
  285. // typically embedded in the client binary.
  286. // All URLs must point to the same entity with the same ETag. At least
  287. // one DownloadURL must have OnlyAfterAttempts = 0.
  288. UpgradeDownloadURLs []*DownloadURL
  289. // UpgradeDownloadClientVersionHeader specifies the HTTP header name for the
  290. // entity at UpgradeDownloadURLs which specifies the client version (an integer
  291. // value). A HEAD request may be made to check the version number available at
  292. // UpgradeDownloadURLs. UpgradeDownloadClientVersionHeader is required when
  293. // UpgradeDownloadURLs is specified.
  294. UpgradeDownloadClientVersionHeader string
  295. // UpgradeDownloadFilename is the local target filename for an upgrade download.
  296. // This parameter is required when UpgradeDownloadURLs is specified.
  297. // Data is stored in co-located files (UpgradeDownloadFilename.part*) to allow
  298. // for resumable downloading.
  299. UpgradeDownloadFilename string
  300. // EmitBytesTransferred indicates whether to emit periodic notices showing
  301. // bytes sent and received.
  302. EmitBytesTransferred bool
  303. // UseIndistinguishableTLS enables use of an alternative TLS stack with a less
  304. // distinct fingerprint (ClientHello content) than the stock Go TLS.
  305. // UseIndistinguishableTLS only applies to untunneled TLS connections. This
  306. // parameter is only supported on platforms built with OpenSSL.
  307. // Requires TrustedCACertificatesFilename to be set.
  308. UseIndistinguishableTLS bool
  309. // UseTrustedCACertificates toggles use of the trusted CA certs, specified
  310. // in TrustedCACertificatesFilename, for tunneled TLS connections that expect
  311. // server certificates signed with public certificate authorities (currently,
  312. // only upgrade downloads). This option is used with stock Go TLS in cases where
  313. // Go may fail to obtain a list of root CAs from the operating system.
  314. // Requires TrustedCACertificatesFilename to be set.
  315. UseTrustedCACertificatesForStockTLS bool
  316. // TrustedCACertificatesFilename specifies a file containing trusted CA certs.
  317. // The file contents should be compatible with OpenSSL's SSL_CTX_load_verify_locations.
  318. // When specified, this enables use of indistinguishable TLS for HTTPS requests
  319. // that require typical (system CA) server authentication.
  320. TrustedCACertificatesFilename string
  321. // DisablePeriodicSshKeepAlive indicates whether to send an SSH keepalive every
  322. // 1-2 minutes, when the tunnel is idle. If the SSH keepalive times out, the tunnel
  323. // is considered to have failed.
  324. DisablePeriodicSshKeepAlive bool
  325. // DeviceRegion is the optional, reported region the host device is running in.
  326. // This input value should be a ISO 3166-1 alpha-2 country code. The device region
  327. // is reported to the server in the connected request and recorded for Psiphon
  328. // stats.
  329. // When provided, this value may be used, pre-connection, to select performance
  330. // or circumvention optimization strategies for the given region.
  331. DeviceRegion string
  332. // EmitDiagnosticNotices indicates whether to output notices containing detailed
  333. // information about the Psiphon session. As these notices may contain sensitive
  334. // network information, they should not be insecurely distributed or displayed
  335. // to users. Default is off.
  336. EmitDiagnosticNotices bool
  337. // TunnelConnectTimeoutSeconds specifies a single tunnel connection sequence timeout.
  338. // Zero value means that connection process will not time out.
  339. // If omitted, the default value is TUNNEL_CONNECT_TIMEOUT_SECONDS.
  340. TunnelConnectTimeoutSeconds *int
  341. // TunnelPortForwardDialTimeoutSeconds specifies a dial timeout per SSH port forward.
  342. // Zero value means a port forward dial will not time out.
  343. // If omitted, the default value is TUNNEL_PORT_FORWARD_DIAL_TIMEOUT_SECONDS.
  344. TunnelPortForwardDialTimeoutSeconds *int
  345. // TunnelSshKeepAliveProbeTimeoutSeconds specifies a timeout value for "probe"
  346. // SSH keep-alive that is sent upon port forward failure.
  347. // Zero value means keep-alive request will not time out.
  348. // If omitted, the default value is TUNNEL_SSH_KEEP_ALIVE_PROBE_TIMEOUT_SECONDS.
  349. TunnelSshKeepAliveProbeTimeoutSeconds *int
  350. // TunnelSshKeepAlivePeriodicTimeoutSeconds specifies a timeout value for regular
  351. // SSH keep-alives that are sent periodically.
  352. // Zero value means keep-alive request will not time out.
  353. // If omitted, the default value is TUNNEL_SSH_KEEP_ALIVE_PERIODIC_TIMEOUT_SECONDS.
  354. TunnelSshKeepAlivePeriodicTimeoutSeconds *int
  355. // FetchRemoteServerListTimeoutSeconds specifies a timeout value for remote server list
  356. // HTTP requests. Zero value means that request will not time out.
  357. // If omitted, the default value is FETCH_REMOTE_SERVER_LIST_TIMEOUT_SECONDS.
  358. FetchRemoteServerListTimeoutSeconds *int
  359. // PsiphonApiServerTimeoutSeconds specifies a timeout for periodic API HTTP
  360. // requests to Psiphon server such as stats, home pages, etc.
  361. // Zero value means that request will not time out.
  362. // If omitted, the default value is PSIPHON_API_SERVER_TIMEOUT_SECONDS.
  363. // Note that this value is overridden for final stats requests during shutdown
  364. // process in order to prevent hangs.
  365. PsiphonApiServerTimeoutSeconds *int
  366. // FetchRoutesTimeoutSeconds specifies a timeout value for split tunnel routes
  367. // HTTP requests. Zero value means that request will not time out.
  368. // If omitted, the default value is FETCH_ROUTES_TIMEOUT_SECONDS.
  369. FetchRoutesTimeoutSeconds *int
  370. // UpgradeDownloadTimeoutSeconds specifies a timeout value for upgrade download
  371. // HTTP requests. Zero value means that request will not time out.
  372. // If omitted, the default value is DOWNLOAD_UPGRADE_TIMEOUT_SECONDS.
  373. DownloadUpgradeTimeoutSeconds *int
  374. // HttpProxyOriginServerTimeoutSeconds specifies an HTTP response header timeout
  375. // value in various HTTP relays found in httpProxy.
  376. // Zero value means that request will not time out.
  377. // If omitted, the default value is HTTP_PROXY_ORIGIN_SERVER_TIMEOUT_SECONDS.
  378. HttpProxyOriginServerTimeoutSeconds *int
  379. // FetchRemoteServerListRetryPeriodSeconds specifies the delay before
  380. // resuming a remote server list download after a failure.
  381. // If omitted, the default value FETCH_REMOTE_SERVER_LIST_RETRY_PERIOD_SECONDS.
  382. FetchRemoteServerListRetryPeriodSeconds *int
  383. // DownloadUpgradestRetryPeriodSeconds specifies the delay before
  384. // resuming a client upgrade download after a failure.
  385. // If omitted, the default value DOWNLOAD_UPGRADE_RETRY_PERIOD_SECONDS.
  386. DownloadUpgradeRetryPeriodSeconds *int
  387. // EstablishTunnelPausePeriodSeconds specifies the delay between attempts
  388. // to establish tunnels. Briefly pausing allows for network conditions to improve
  389. // and for asynchronous operations such as fetch remote server list to complete.
  390. // If omitted, the default value is ESTABLISH_TUNNEL_PAUSE_PERIOD_SECONDS.
  391. EstablishTunnelPausePeriodSeconds *int
  392. // RateLimits specify throttling configuration for the tunnel.
  393. RateLimits common.RateLimits
  394. // EmitSLOKs indicates whether to emit notices for each seeded SLOK. As this
  395. // could reveal user browsing activity, it's intended for debugging and testing
  396. // only.
  397. EmitSLOKs bool
  398. }
  399. // DownloadURL specifies a URL for downloading resources along with parameters
  400. // for the download strategy.
  401. type DownloadURL struct {
  402. // URL is the location of the resource. This string is slightly obfuscated
  403. // with base64 encoding to mitigate trivial binary executable string scanning.
  404. URL string
  405. // SkipVerify indicates whether to verify HTTPS certificates. It some
  406. // circumvention scenarios, verification is not possible. This must
  407. // only be set to true when the resource its own verification mechanism.
  408. SkipVerify bool
  409. // OnlyAfterAttempts specifies how to schedule this URL when downloading
  410. // the same resource (same entity, same ETag) from multiple different
  411. // candidate locations. For a value of N, this URL is only a candidate
  412. // after N rounds of attempting the download from other URLs.
  413. OnlyAfterAttempts int
  414. }
  415. // LoadConfig parses and validates a JSON format Psiphon config JSON
  416. // string and returns a Config struct populated with config values.
  417. func LoadConfig(configJson []byte) (*Config, error) {
  418. var config Config
  419. err := json.Unmarshal(configJson, &config)
  420. if err != nil {
  421. return nil, common.ContextError(err)
  422. }
  423. // Do SetEmitDiagnosticNotices first, to ensure config file errors are emitted.
  424. if config.EmitDiagnosticNotices {
  425. SetEmitDiagnosticNotices(true)
  426. }
  427. // These fields are required; the rest are optional
  428. if config.PropagationChannelId == "" {
  429. return nil, common.ContextError(
  430. errors.New("propagation channel ID is missing from the configuration file"))
  431. }
  432. if config.SponsorId == "" {
  433. return nil, common.ContextError(
  434. errors.New("sponsor ID is missing from the configuration file"))
  435. }
  436. if config.DataStoreDirectory == "" {
  437. config.DataStoreDirectory, err = os.Getwd()
  438. if err != nil {
  439. return nil, common.ContextError(err)
  440. }
  441. }
  442. if config.ClientVersion == "" {
  443. config.ClientVersion = "0"
  444. }
  445. _, err = strconv.Atoi(config.ClientVersion)
  446. if err != nil {
  447. return nil, common.ContextError(
  448. fmt.Errorf("invalid client version: %s", err))
  449. }
  450. if config.TunnelProtocol != "" {
  451. if !common.Contains(protocol.SupportedTunnelProtocols, config.TunnelProtocol) {
  452. return nil, common.ContextError(
  453. errors.New("invalid tunnel protocol"))
  454. }
  455. }
  456. if config.EstablishTunnelTimeoutSeconds == nil {
  457. defaultEstablishTunnelTimeoutSeconds := ESTABLISH_TUNNEL_TIMEOUT_SECONDS
  458. config.EstablishTunnelTimeoutSeconds = &defaultEstablishTunnelTimeoutSeconds
  459. }
  460. if config.ConnectionWorkerPoolSize == 0 {
  461. config.ConnectionWorkerPoolSize = CONNECTION_WORKER_POOL_SIZE
  462. }
  463. if config.TunnelPoolSize == 0 {
  464. config.TunnelPoolSize = TUNNEL_POOL_SIZE
  465. }
  466. if config.CustomHeaders == nil {
  467. // Promote legacy parameter
  468. config.CustomHeaders = config.UpstreamProxyCustomHeaders
  469. config.UpstreamProxyCustomHeaders = nil
  470. }
  471. if config.NetworkConnectivityChecker != nil {
  472. return nil, common.ContextError(
  473. errors.New("NetworkConnectivityChecker interface must be set at runtime"))
  474. }
  475. if config.DeviceBinder != nil {
  476. return nil, common.ContextError(
  477. errors.New("DeviceBinder interface must be set at runtime"))
  478. }
  479. if config.DnsServerGetter != nil {
  480. return nil, common.ContextError(
  481. errors.New("DnsServerGetter interface must be set at runtime"))
  482. }
  483. if !common.Contains(
  484. []string{"", TRANSFORM_HOST_NAMES_ALWAYS, TRANSFORM_HOST_NAMES_NEVER},
  485. config.TransformHostNames) {
  486. return nil, common.ContextError(
  487. errors.New("invalid TransformHostNames"))
  488. }
  489. if !common.Contains(
  490. []string{"", protocol.PSIPHON_SSH_API_PROTOCOL, protocol.PSIPHON_WEB_API_PROTOCOL},
  491. config.TargetApiProtocol) {
  492. return nil, common.ContextError(
  493. errors.New("invalid TargetApiProtocol"))
  494. }
  495. if config.UpgradeDownloadUrl != "" && config.UpgradeDownloadURLs == nil {
  496. config.UpgradeDownloadURLs = promoteLegacyDownloadURL(config.UpgradeDownloadUrl)
  497. }
  498. if config.UpgradeDownloadURLs != nil {
  499. err := decodeAndValidateDownloadURLs("UpgradeDownloadURLs", config.UpgradeDownloadURLs)
  500. if err != nil {
  501. return nil, common.ContextError(err)
  502. }
  503. if config.UpgradeDownloadClientVersionHeader == "" {
  504. return nil, common.ContextError(errors.New("missing UpgradeDownloadClientVersionHeader"))
  505. }
  506. if config.UpgradeDownloadFilename == "" {
  507. return nil, common.ContextError(errors.New("missing UpgradeDownloadFilename"))
  508. }
  509. }
  510. if !config.DisableRemoteServerListFetcher {
  511. if config.RemoteServerListUrl != "" && config.RemoteServerListURLs == nil {
  512. config.RemoteServerListURLs = promoteLegacyDownloadURL(config.RemoteServerListUrl)
  513. }
  514. if config.RemoteServerListURLs != nil {
  515. err := decodeAndValidateDownloadURLs("RemoteServerListURLs", config.RemoteServerListURLs)
  516. if err != nil {
  517. return nil, common.ContextError(err)
  518. }
  519. if config.RemoteServerListSignaturePublicKey == "" {
  520. return nil, common.ContextError(errors.New("missing RemoteServerListSignaturePublicKey"))
  521. }
  522. if config.RemoteServerListDownloadFilename == "" {
  523. return nil, common.ContextError(errors.New("missing RemoteServerListDownloadFilename"))
  524. }
  525. }
  526. if config.ObfuscatedServerListRootURL != "" && config.ObfuscatedServerListRootURLs == nil {
  527. config.ObfuscatedServerListRootURLs = promoteLegacyDownloadURL(config.ObfuscatedServerListRootURL)
  528. }
  529. if config.ObfuscatedServerListRootURLs != nil {
  530. err := decodeAndValidateDownloadURLs("ObfuscatedServerListRootURLs", config.ObfuscatedServerListRootURLs)
  531. if err != nil {
  532. return nil, common.ContextError(err)
  533. }
  534. if config.RemoteServerListSignaturePublicKey == "" {
  535. return nil, common.ContextError(errors.New("missing RemoteServerListSignaturePublicKey"))
  536. }
  537. if config.ObfuscatedServerListDownloadDirectory == "" {
  538. return nil, common.ContextError(errors.New("missing ObfuscatedServerListDownloadDirectory"))
  539. }
  540. }
  541. }
  542. if config.TunnelConnectTimeoutSeconds == nil {
  543. defaultTunnelConnectTimeoutSeconds := TUNNEL_CONNECT_TIMEOUT_SECONDS
  544. config.TunnelConnectTimeoutSeconds = &defaultTunnelConnectTimeoutSeconds
  545. }
  546. if config.TunnelPortForwardDialTimeoutSeconds == nil {
  547. TunnelPortForwardDialTimeoutSeconds := TUNNEL_PORT_FORWARD_DIAL_TIMEOUT_SECONDS
  548. config.TunnelPortForwardDialTimeoutSeconds = &TunnelPortForwardDialTimeoutSeconds
  549. }
  550. if config.TunnelSshKeepAliveProbeTimeoutSeconds == nil {
  551. defaultTunnelSshKeepAliveProbeTimeoutSeconds := TUNNEL_SSH_KEEP_ALIVE_PROBE_TIMEOUT_SECONDS
  552. config.TunnelSshKeepAliveProbeTimeoutSeconds = &defaultTunnelSshKeepAliveProbeTimeoutSeconds
  553. }
  554. if config.TunnelSshKeepAlivePeriodicTimeoutSeconds == nil {
  555. defaultTunnelSshKeepAlivePeriodicTimeoutSeconds := TUNNEL_SSH_KEEP_ALIVE_PERIODIC_TIMEOUT_SECONDS
  556. config.TunnelSshKeepAlivePeriodicTimeoutSeconds = &defaultTunnelSshKeepAlivePeriodicTimeoutSeconds
  557. }
  558. if config.FetchRemoteServerListTimeoutSeconds == nil {
  559. defaultFetchRemoteServerListTimeoutSeconds := FETCH_REMOTE_SERVER_LIST_TIMEOUT_SECONDS
  560. config.FetchRemoteServerListTimeoutSeconds = &defaultFetchRemoteServerListTimeoutSeconds
  561. }
  562. if config.PsiphonApiServerTimeoutSeconds == nil {
  563. defaultPsiphonApiServerTimeoutSeconds := PSIPHON_API_SERVER_TIMEOUT_SECONDS
  564. config.PsiphonApiServerTimeoutSeconds = &defaultPsiphonApiServerTimeoutSeconds
  565. }
  566. if config.FetchRoutesTimeoutSeconds == nil {
  567. defaultFetchRoutesTimeoutSeconds := FETCH_ROUTES_TIMEOUT_SECONDS
  568. config.FetchRoutesTimeoutSeconds = &defaultFetchRoutesTimeoutSeconds
  569. }
  570. if config.DownloadUpgradeTimeoutSeconds == nil {
  571. defaultDownloadUpgradeTimeoutSeconds := DOWNLOAD_UPGRADE_TIMEOUT_SECONDS
  572. config.DownloadUpgradeTimeoutSeconds = &defaultDownloadUpgradeTimeoutSeconds
  573. }
  574. if config.HttpProxyOriginServerTimeoutSeconds == nil {
  575. defaultHttpProxyOriginServerTimeoutSeconds := HTTP_PROXY_ORIGIN_SERVER_TIMEOUT_SECONDS
  576. config.HttpProxyOriginServerTimeoutSeconds = &defaultHttpProxyOriginServerTimeoutSeconds
  577. }
  578. if config.FetchRemoteServerListRetryPeriodSeconds == nil {
  579. defaultFetchRemoteServerListRetryPeriodSeconds := FETCH_REMOTE_SERVER_LIST_RETRY_PERIOD_SECONDS
  580. config.FetchRemoteServerListRetryPeriodSeconds = &defaultFetchRemoteServerListRetryPeriodSeconds
  581. }
  582. if config.DownloadUpgradeRetryPeriodSeconds == nil {
  583. defaultDownloadUpgradeRetryPeriodSeconds := DOWNLOAD_UPGRADE_RETRY_PERIOD_SECONDS
  584. config.DownloadUpgradeRetryPeriodSeconds = &defaultDownloadUpgradeRetryPeriodSeconds
  585. }
  586. if config.EstablishTunnelPausePeriodSeconds == nil {
  587. defaultEstablishTunnelPausePeriodSeconds := ESTABLISH_TUNNEL_PAUSE_PERIOD_SECONDS
  588. config.EstablishTunnelPausePeriodSeconds = &defaultEstablishTunnelPausePeriodSeconds
  589. }
  590. return &config, nil
  591. }
  592. func promoteLegacyDownloadURL(URL string) []*DownloadURL {
  593. downloadURLs := make([]*DownloadURL, 1)
  594. downloadURLs[0] = &DownloadURL{
  595. URL: base64.StdEncoding.EncodeToString([]byte(URL)),
  596. SkipVerify: false,
  597. OnlyAfterAttempts: 0,
  598. }
  599. return downloadURLs
  600. }
  601. func decodeAndValidateDownloadURLs(name string, downloadURLs []*DownloadURL) error {
  602. hasOnlyAfterZero := false
  603. for _, downloadURL := range downloadURLs {
  604. if downloadURL.OnlyAfterAttempts == 0 {
  605. hasOnlyAfterZero = true
  606. }
  607. decodedURL, err := base64.StdEncoding.DecodeString(downloadURL.URL)
  608. if err != nil {
  609. return fmt.Errorf("failed to decode URL in %s: %s", name, err)
  610. }
  611. downloadURL.URL = string(decodedURL)
  612. }
  613. var err error
  614. if !hasOnlyAfterZero {
  615. err = fmt.Errorf("must be at least one DownloadURL with OnlyAfterAttempts = 0 in %s", name)
  616. }
  617. return err
  618. }
  619. func selectDownloadURL(attempt int, downloadURLs []*DownloadURL) (string, string, bool) {
  620. // The first OnlyAfterAttempts = 0 URL is the canonical URL. This
  621. // is the value used as the key for SetUrlETag when multiple download
  622. // URLs can be used to fetch a single entity.
  623. canonicalURL := ""
  624. for _, downloadURL := range downloadURLs {
  625. if downloadURL.OnlyAfterAttempts == 0 {
  626. canonicalURL = downloadURL.URL
  627. break
  628. }
  629. }
  630. candidates := make([]int, 0)
  631. for index, URL := range downloadURLs {
  632. if attempt >= URL.OnlyAfterAttempts {
  633. candidates = append(candidates, index)
  634. }
  635. }
  636. if len(candidates) < 1 {
  637. // This case is not expected, as decodeAndValidateDownloadURLs
  638. // should reject configs that would have no candidates for
  639. // 0 attempts.
  640. return "", "", true
  641. }
  642. selection, err := common.MakeSecureRandomInt(len(candidates))
  643. if err != nil {
  644. selection = 0
  645. }
  646. downloadURL := downloadURLs[candidates[selection]]
  647. return downloadURL.URL, canonicalURL, downloadURL.SkipVerify
  648. }