feat(surfshark): update API endpoint and servers data (#1560)

internal/provider/surfshark/updater/api.go

@@ -10,7 +10,6 @@ import (
 	"github.com/qdm12/gluetun/internal/provider/surfshark/servers"
 )
 
-// Note: no multi-hop and some OpenVPN servers are missing from their API.
 func addServersFromAPI(ctx context.Context, client *http.Client,
 	hts hostToServers) (err error) {
 	data, err := fetchAPI(ctx, client)
@@ -52,31 +51,38 @@ type serverData struct {
 
 func fetchAPI(ctx context.Context, client *http.Client) (
 	servers []serverData, err error) {
-	const url = "https://my.surfshark.com/vpn/api/v4/server/clusters"
+	const url = "https://api.surfshark.com/v4/server/clusters"
 
-	request, err := http.NewRequestWithContext(ctx, http.MethodGet, url, nil)
-	if err != nil {
-		return nil, err
-	}
+	for _, clustersType := range [...]string{"generic", "double", "static", "obfuscated"} {
+		request, err := http.NewRequestWithContext(ctx, http.MethodGet, url+"/"+clustersType, nil)
+		if err != nil {
+			return nil, err
+		}
 
-	response, err := client.Do(request)
-	if err != nil {
-		return nil, err
-	}
-	defer response.Body.Close()
+		response, err := client.Do(request)
+		if err != nil {
+			return nil, err
+		}
+		defer response.Body.Close()
 
-	if response.StatusCode != http.StatusOK {
-		return nil, fmt.Errorf("%w: %d %s", ErrHTTPStatusCodeNotOK,
-			response.StatusCode, response.Status)
-	}
+		if response.StatusCode != http.StatusOK {
+			return nil, fmt.Errorf("%w: %d %s", ErrHTTPStatusCodeNotOK,
+				response.StatusCode, response.Status)
+		}
 
-	decoder := json.NewDecoder(response.Body)
-	if err := decoder.Decode(&servers); err != nil {
-		return nil, fmt.Errorf("decoding response body: %w", err)
-	}
+		decoder := json.NewDecoder(response.Body)
+		var newServers []serverData
+		err = decoder.Decode(&newServers)
+		if err != nil {
+			return nil, fmt.Errorf("decoding response body: %w", err)
+		}
 
-	if err := response.Body.Close(); err != nil {
-		return nil, err
+		err = response.Body.Close()
+		if err != nil {
+			return nil, err
+		}
+
+		servers = append(servers, newServers...)
 	}
 
 	return servers, nil

internal/provider/surfshark/updater/api_test.go

@@ -14,30 +14,53 @@ import (
 	"github.com/stretchr/testify/require"
 )
 
+type httpExchange struct {
+	requestURL     string
+	responseStatus int
+	responseBody   io.ReadCloser
+}
+
 func Test_addServersFromAPI(t *testing.T) {
 	t.Parallel()
 
 	testCases := map[string]struct {
-		hts            hostToServers
-		responseStatus int
-		responseBody   io.ReadCloser
-		expected       hostToServers
-		err            error
+		hts       hostToServers
+		exchanges []httpExchange
+		expected  hostToServers
+		err       error
 	}{
 		"fetch API error": {
-			responseStatus: http.StatusNoContent,
-			err:            errors.New("HTTP status code not OK: 204 No Content"),
+			exchanges: []httpExchange{{
+				requestURL:     "https://api.surfshark.com/v4/server/clusters/generic",
+				responseStatus: http.StatusNoContent,
+			}},
+			err: errors.New("HTTP status code not OK: 204 No Content"),
 		},
 		"success": {
 			hts: hostToServers{
 				"existinghost": []models.Server{{Hostname: "existinghost"}},
 			},
-			responseStatus: http.StatusOK,
-			responseBody: io.NopCloser(strings.NewReader(`[
+			exchanges: []httpExchange{{
+				requestURL:     "https://api.surfshark.com/v4/server/clusters/generic",
+				responseStatus: http.StatusOK,
+				responseBody: io.NopCloser(strings.NewReader(`[
 				{"connectionName":"host1","region":"region1","country":"country1","location":"location1"},
 				{"connectionName":"host1","region":"region1","country":"country1","location":"location1","pubkey":"pubKeyValue"},
 				{"connectionName":"host2","region":"region2","country":"country1","location":"location2"}
 			]`)),
+			}, {
+				requestURL:     "https://api.surfshark.com/v4/server/clusters/double",
+				responseStatus: http.StatusOK,
+				responseBody:   io.NopCloser(strings.NewReader(`[]`)),
+			}, {
+				requestURL:     "https://api.surfshark.com/v4/server/clusters/static",
+				responseStatus: http.StatusOK,
+				responseBody:   io.NopCloser(strings.NewReader(`[]`)),
+			}, {
+				requestURL:     "https://api.surfshark.com/v4/server/clusters/obfuscated",
+				responseStatus: http.StatusOK,
+				responseBody:   io.NopCloser(strings.NewReader(`[]`)),
+			}},
 			expected: map[string][]models.Server{
 				"existinghost": {{Hostname: "existinghost"}},
 				"host1": {{
@@ -75,14 +98,18 @@ func Test_addServersFromAPI(t *testing.T) {
 
 			ctx := context.Background()
 
+			currentExchangeIndex := 0
+
 			client := &http.Client{
 				Transport: roundTripFunc(func(r *http.Request) (*http.Response, error) {
 					assert.Equal(t, http.MethodGet, r.Method)
-					assert.Equal(t, r.URL.String(), "https://my.surfshark.com/vpn/api/v4/server/clusters")
+					exchange := testCase.exchanges[currentExchangeIndex]
+					currentExchangeIndex++
+					assert.Equal(t, exchange.requestURL, r.URL.String())
 					return &http.Response{
-						StatusCode: testCase.responseStatus,
-						Status:     http.StatusText(testCase.responseStatus),
-						Body:       testCase.responseBody,
+						StatusCode: exchange.responseStatus,
+						Status:     http.StatusText(exchange.responseStatus),
+						Body:       exchange.responseBody,
 					}, nil
 				}),
 			}
@@ -104,30 +131,64 @@ func Test_fetchAPI(t *testing.T) {
 	t.Parallel()
 
 	testCases := map[string]struct {
-		responseStatus int
-		responseBody   io.ReadCloser
-		data           []serverData
-		err            error
+		exchanges []httpExchange
+		data      []serverData
+		err       error
 	}{
 		"http response status not ok": {
-			responseStatus: http.StatusNoContent,
-			err:            errors.New("HTTP status code not OK: 204 No Content"),
+			exchanges: []httpExchange{{
+				requestURL:     "https://api.surfshark.com/v4/server/clusters/generic",
+				responseStatus: http.StatusNoContent,
+			}},
+			err: errors.New("HTTP status code not OK: 204 No Content"),
 		},
 		"nil body": {
-			responseStatus: http.StatusOK,
-			err:            errors.New("decoding response body: EOF"),
+			exchanges: []httpExchange{{
+				requestURL:     "https://api.surfshark.com/v4/server/clusters/generic",
+				responseStatus: http.StatusOK,
+			}},
+			err: errors.New("decoding response body: EOF"),
 		},
 		"no server": {
-			responseStatus: http.StatusOK,
-			responseBody:   io.NopCloser(strings.NewReader(`[]`)),
-			data:           []serverData{},
+			exchanges: []httpExchange{{
+				requestURL:     "https://api.surfshark.com/v4/server/clusters/generic",
+				responseStatus: http.StatusOK,
+				responseBody:   io.NopCloser(strings.NewReader(`[]`)),
+			}, {
+				requestURL:     "https://api.surfshark.com/v4/server/clusters/double",
+				responseStatus: http.StatusOK,
+				responseBody:   io.NopCloser(strings.NewReader(`[]`)),
+			}, {
+				requestURL:     "https://api.surfshark.com/v4/server/clusters/static",
+				responseStatus: http.StatusOK,
+				responseBody:   io.NopCloser(strings.NewReader(`[]`)),
+			}, {
+				requestURL:     "https://api.surfshark.com/v4/server/clusters/obfuscated",
+				responseStatus: http.StatusOK,
+				responseBody:   io.NopCloser(strings.NewReader(`[]`)),
+			}},
 		},
 		"success": {
-			responseStatus: http.StatusOK,
-			responseBody: io.NopCloser(strings.NewReader(`[
-				{"connectionName":"host1","region":"region1","country":"country1","location":"location1"},
-				{"connectionName":"host2","region":"region2","country":"country1","location":"location2"}
-			]`)),
+			exchanges: []httpExchange{{
+				requestURL:     "https://api.surfshark.com/v4/server/clusters/generic",
+				responseStatus: http.StatusOK,
+				responseBody: io.NopCloser(strings.NewReader(`[
+					{"connectionName":"host1","region":"region1","country":"country1","location":"location1"},
+					{"connectionName":"host2","region":"region2","country":"country1","location":"location2"}
+				]`)),
+			}, {
+				requestURL:     "https://api.surfshark.com/v4/server/clusters/double",
+				responseStatus: http.StatusOK,
+				responseBody:   io.NopCloser(strings.NewReader(`[]`)),
+			}, {
+				requestURL:     "https://api.surfshark.com/v4/server/clusters/static",
+				responseStatus: http.StatusOK,
+				responseBody:   io.NopCloser(strings.NewReader(`[]`)),
+			}, {
+				requestURL:     "https://api.surfshark.com/v4/server/clusters/obfuscated",
+				responseStatus: http.StatusOK,
+				responseBody:   io.NopCloser(strings.NewReader(`[]`)),
+			}},
 			data: []serverData{
 				{
 					Region:   "region1",
@@ -151,14 +212,18 @@ func Test_fetchAPI(t *testing.T) {
 
 			ctx := context.Background()
 
+			currentExchangeIndex := 0
+
 			client := &http.Client{
 				Transport: roundTripFunc(func(r *http.Request) (*http.Response, error) {
 					assert.Equal(t, http.MethodGet, r.Method)
-					assert.Equal(t, r.URL.String(), "https://my.surfshark.com/vpn/api/v4/server/clusters")
+					exchange := testCase.exchanges[currentExchangeIndex]
+					currentExchangeIndex++
+					assert.Equal(t, exchange.requestURL, r.URL.String())
 					return &http.Response{
-						StatusCode: testCase.responseStatus,
-						Status:     http.StatusText(testCase.responseStatus),
-						Body:       testCase.responseBody,
+						StatusCode: exchange.responseStatus,
+						Status:     http.StatusText(exchange.responseStatus),
+						Body:       exchange.responseBody,
 					}, nil
 				}),
 			}