2020-08-28 08:17:04 -04:00
|
|
|
package updater
|
|
|
|
|
|
|
|
|
|
import (
|
2020-09-10 21:09:16 -04:00
|
|
|
"context"
|
2020-08-28 08:17:04 -04:00
|
|
|
"fmt"
|
2020-09-10 21:09:16 -04:00
|
|
|
"net"
|
2020-08-28 08:17:04 -04:00
|
|
|
"sort"
|
|
|
|
|
"strings"
|
2020-09-18 15:52:28 -04:00
|
|
|
"sync"
|
2020-08-28 08:17:04 -04:00
|
|
|
|
|
|
|
|
"github.com/qdm12/gluetun/internal/models"
|
|
|
|
|
)
|
|
|
|
|
|
2020-09-05 12:57:16 -04:00
|
|
|
func (u *updater) updatePIA() (err error) {
|
|
|
|
|
const zipURL = "https://www.privateinternetaccess.com/openvpn/openvpn-ip-nextgen.zip"
|
2020-09-10 21:09:16 -04:00
|
|
|
contents, err := fetchAndExtractFiles(zipURL)
|
2020-09-05 12:57:16 -04:00
|
|
|
if err != nil {
|
2020-09-10 21:09:16 -04:00
|
|
|
return err
|
2020-09-05 12:57:16 -04:00
|
|
|
}
|
2020-09-10 21:09:16 -04:00
|
|
|
servers := make([]models.PIAServer, 0, len(contents))
|
|
|
|
|
for fileName, content := range contents {
|
|
|
|
|
remoteLines := extractRemoteLinesFromOpenvpn(content)
|
|
|
|
|
if len(remoteLines) == 0 {
|
|
|
|
|
return fmt.Errorf("cannot find any remote lines in %s", fileName)
|
|
|
|
|
}
|
|
|
|
|
IPs := extractIPsFromRemoteLines(remoteLines)
|
|
|
|
|
if len(IPs) == 0 {
|
|
|
|
|
return fmt.Errorf("cannot find any IP addresses in %s", fileName)
|
|
|
|
|
}
|
|
|
|
|
region := strings.TrimSuffix(fileName, ".ovpn")
|
|
|
|
|
server := models.PIAServer{
|
|
|
|
|
Region: region,
|
|
|
|
|
IPs: uniqueSortedIPs(IPs),
|
|
|
|
|
}
|
|
|
|
|
servers = append(servers, server)
|
|
|
|
|
}
|
|
|
|
|
sort.Slice(servers, func(i, j int) bool {
|
|
|
|
|
return servers[i].Region < servers[j].Region
|
|
|
|
|
})
|
2020-09-05 12:57:16 -04:00
|
|
|
if u.options.Stdout {
|
|
|
|
|
u.println(stringifyPIAServers(servers))
|
|
|
|
|
}
|
|
|
|
|
u.servers.Pia.Timestamp = u.timeNow().Unix()
|
|
|
|
|
u.servers.Pia.Servers = servers
|
|
|
|
|
return nil
|
|
|
|
|
}
|
|
|
|
|
|
2020-09-10 21:09:16 -04:00
|
|
|
func (u *updater) updatePIAOld(ctx context.Context) (err error) {
|
|
|
|
|
const zipURL = "https://www.privateinternetaccess.com/openvpn/openvpn.zip"
|
2020-08-28 08:17:04 -04:00
|
|
|
contents, err := fetchAndExtractFiles(zipURL)
|
|
|
|
|
if err != nil {
|
2020-09-10 21:09:16 -04:00
|
|
|
return err
|
2020-08-28 08:17:04 -04:00
|
|
|
}
|
2020-09-18 15:52:28 -04:00
|
|
|
const maxGoroutines = 10
|
|
|
|
|
guard := make(chan struct{}, maxGoroutines)
|
|
|
|
|
errors := make(chan error)
|
|
|
|
|
serversCh := make(chan models.PIAServer)
|
2020-09-10 21:09:16 -04:00
|
|
|
servers := make([]models.PIAServer, 0, len(contents))
|
2020-09-18 15:52:28 -04:00
|
|
|
ctx, cancel := context.WithCancel(ctx)
|
|
|
|
|
wg := &sync.WaitGroup{}
|
|
|
|
|
defer func() {
|
|
|
|
|
cancel()
|
|
|
|
|
wg.Wait()
|
|
|
|
|
defer close(guard)
|
|
|
|
|
defer close(errors)
|
|
|
|
|
defer close(serversCh)
|
|
|
|
|
}()
|
2020-08-28 08:17:04 -04:00
|
|
|
for fileName, content := range contents {
|
|
|
|
|
remoteLines := extractRemoteLinesFromOpenvpn(content)
|
|
|
|
|
if len(remoteLines) == 0 {
|
2020-09-10 21:09:16 -04:00
|
|
|
return fmt.Errorf("cannot find any remote lines in %s", fileName)
|
2020-08-28 08:17:04 -04:00
|
|
|
}
|
2020-09-10 21:09:16 -04:00
|
|
|
hosts := extractHostnamesFromRemoteLines(remoteLines)
|
|
|
|
|
if len(hosts) == 0 {
|
|
|
|
|
return fmt.Errorf("cannot find any hosts in %s", fileName)
|
|
|
|
|
}
|
2020-08-28 08:17:04 -04:00
|
|
|
region := strings.TrimSuffix(fileName, ".ovpn")
|
2020-09-18 15:52:28 -04:00
|
|
|
guard <- struct{}{}
|
|
|
|
|
wg.Add(1)
|
|
|
|
|
go resolvePIAHostname(ctx, wg, region, hosts, u.lookupIP, errors, serversCh)
|
|
|
|
|
<-guard
|
|
|
|
|
}
|
|
|
|
|
for range contents {
|
|
|
|
|
select {
|
|
|
|
|
case err := <-errors:
|
|
|
|
|
return err
|
|
|
|
|
case server := <-serversCh:
|
|
|
|
|
servers = append(servers, server)
|
2020-08-28 08:17:04 -04:00
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
sort.Slice(servers, func(i, j int) bool {
|
|
|
|
|
return servers[i].Region < servers[j].Region
|
|
|
|
|
})
|
2020-09-10 21:09:16 -04:00
|
|
|
if u.options.Stdout {
|
|
|
|
|
u.println(stringifyPIAOldServers(servers))
|
|
|
|
|
}
|
|
|
|
|
u.servers.PiaOld.Timestamp = u.timeNow().Unix()
|
|
|
|
|
u.servers.PiaOld.Servers = servers
|
|
|
|
|
return nil
|
2020-08-28 08:17:04 -04:00
|
|
|
}
|
|
|
|
|
|
2020-09-18 15:52:28 -04:00
|
|
|
func resolvePIAHostname(ctx context.Context, wg *sync.WaitGroup,
|
|
|
|
|
region string, hosts []string, lookupIP lookupIPFunc,
|
|
|
|
|
errors chan<- error, serversCh chan<- models.PIAServer) {
|
|
|
|
|
defer wg.Done()
|
|
|
|
|
var IPs []net.IP //nolint:prealloc
|
|
|
|
|
// usually one single host in this case
|
|
|
|
|
// so no need to run in goroutines the for loop below
|
|
|
|
|
for _, host := range hosts {
|
|
|
|
|
const repetition = 5
|
|
|
|
|
newIPs, err := resolveRepeat(ctx, lookupIP, host, repetition)
|
|
|
|
|
if err != nil {
|
|
|
|
|
errors <- err
|
|
|
|
|
return
|
|
|
|
|
}
|
|
|
|
|
IPs = append(IPs, newIPs...)
|
|
|
|
|
}
|
|
|
|
|
serversCh <- models.PIAServer{
|
|
|
|
|
Region: region,
|
|
|
|
|
IPs: uniqueSortedIPs(IPs),
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
2020-08-28 08:17:04 -04:00
|
|
|
func stringifyPIAServers(servers []models.PIAServer) (s string) {
|
|
|
|
|
s = "func PIAServers() []models.PIAServer {\n"
|
|
|
|
|
s += " return []models.PIAServer{\n"
|
|
|
|
|
for _, server := range servers {
|
|
|
|
|
s += " " + server.String() + ",\n"
|
|
|
|
|
}
|
|
|
|
|
s += " }\n"
|
|
|
|
|
s += "}"
|
|
|
|
|
return s
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
func stringifyPIAOldServers(servers []models.PIAServer) (s string) {
|
|
|
|
|
s = "func PIAOldServers() []models.PIAServer {\n"
|
|
|
|
|
s += " return []models.PIAServer{\n"
|
|
|
|
|
for _, server := range servers {
|
|
|
|
|
s += " " + server.String() + ",\n"
|
|
|
|
|
}
|
|
|
|
|
s += " }\n"
|
|
|
|
|
s += "}"
|
|
|
|
|
return s
|
|
|
|
|
}
|