feat(surfshark): update API endpoint and servers data (#1560)

internal/provider/surfshark/updater/api.go

@@ -10,7 +10,6 @@ import (
 	"github.com/qdm12/gluetun/internal/provider/surfshark/servers"
 )
 
-// Note: no multi-hop and some OpenVPN servers are missing from their API.
 func addServersFromAPI(ctx context.Context, client *http.Client,
 	hts hostToServers) (err error) {
 	data, err := fetchAPI(ctx, client)
@@ -52,9 +51,10 @@ type serverData struct {
 
 func fetchAPI(ctx context.Context, client *http.Client) (
 	servers []serverData, err error) {
-	const url = "https://my.surfshark.com/vpn/api/v4/server/clusters"
+	const url = "https://api.surfshark.com/v4/server/clusters"
 
-	request, err := http.NewRequestWithContext(ctx, http.MethodGet, url, nil)
+	for _, clustersType := range [...]string{"generic", "double", "static", "obfuscated"} {
+		request, err := http.NewRequestWithContext(ctx, http.MethodGet, url+"/"+clustersType, nil)
 		if err != nil {
 			return nil, err
 		}
@@ -71,13 +71,19 @@ func fetchAPI(ctx context.Context, client *http.Client) (
 		}
 
 		decoder := json.NewDecoder(response.Body)
-	if err := decoder.Decode(&servers); err != nil {
+		var newServers []serverData
+		err = decoder.Decode(&newServers)
+		if err != nil {
 			return nil, fmt.Errorf("decoding response body: %w", err)
 		}
 
-	if err := response.Body.Close(); err != nil {
+		err = response.Body.Close()
+		if err != nil {
 			return nil, err
 		}
 
+		servers = append(servers, newServers...)
+	}
+
 	return servers, nil
 }

internal/provider/surfshark/updater/api_test.go

@@ -14,30 +14,53 @@ import (
 	"github.com/stretchr/testify/require"
 )
 
+type httpExchange struct {
+	requestURL     string
+	responseStatus int
+	responseBody   io.ReadCloser
+}
+
 func Test_addServersFromAPI(t *testing.T) {
 	t.Parallel()
 
 	testCases := map[string]struct {
 		hts       hostToServers
-		responseStatus int
+		exchanges []httpExchange
-		responseBody   io.ReadCloser
 		expected  hostToServers
 		err       error
 	}{
 		"fetch API error": {
+			exchanges: []httpExchange{{
+				requestURL:     "https://api.surfshark.com/v4/server/clusters/generic",
 				responseStatus: http.StatusNoContent,
+			}},
 			err: errors.New("HTTP status code not OK: 204 No Content"),
 		},
 		"success": {
 			hts: hostToServers{
 				"existinghost": []models.Server{{Hostname: "existinghost"}},
 			},
+			exchanges: []httpExchange{{
+				requestURL:     "https://api.surfshark.com/v4/server/clusters/generic",
 				responseStatus: http.StatusOK,
 				responseBody: io.NopCloser(strings.NewReader(`[
 				{"connectionName":"host1","region":"region1","country":"country1","location":"location1"},
 				{"connectionName":"host1","region":"region1","country":"country1","location":"location1","pubkey":"pubKeyValue"},
 				{"connectionName":"host2","region":"region2","country":"country1","location":"location2"}
 			]`)),
+			}, {
+				requestURL:     "https://api.surfshark.com/v4/server/clusters/double",
+				responseStatus: http.StatusOK,
+				responseBody:   io.NopCloser(strings.NewReader(`[]`)),
+			}, {
+				requestURL:     "https://api.surfshark.com/v4/server/clusters/static",
+				responseStatus: http.StatusOK,
+				responseBody:   io.NopCloser(strings.NewReader(`[]`)),
+			}, {
+				requestURL:     "https://api.surfshark.com/v4/server/clusters/obfuscated",
+				responseStatus: http.StatusOK,
+				responseBody:   io.NopCloser(strings.NewReader(`[]`)),
+			}},
 			expected: map[string][]models.Server{
 				"existinghost": {{Hostname: "existinghost"}},
 				"host1": {{
@@ -75,14 +98,18 @@ func Test_addServersFromAPI(t *testing.T) {
 
 			ctx := context.Background()
 
+			currentExchangeIndex := 0
+
 			client := &http.Client{
 				Transport: roundTripFunc(func(r *http.Request) (*http.Response, error) {
 					assert.Equal(t, http.MethodGet, r.Method)
-					assert.Equal(t, r.URL.String(), "https://my.surfshark.com/vpn/api/v4/server/clusters")
+					exchange := testCase.exchanges[currentExchangeIndex]
+					currentExchangeIndex++
+					assert.Equal(t, exchange.requestURL, r.URL.String())
 					return &http.Response{
-						StatusCode: testCase.responseStatus,
+						StatusCode: exchange.responseStatus,
-						Status:     http.StatusText(testCase.responseStatus),
+						Status:     http.StatusText(exchange.responseStatus),
-						Body:       testCase.responseBody,
+						Body:       exchange.responseBody,
 					}, nil
 				}),
 			}
@@ -104,30 +131,64 @@ func Test_fetchAPI(t *testing.T) {
 	t.Parallel()
 
 	testCases := map[string]struct {
-		responseStatus int
+		exchanges []httpExchange
-		responseBody   io.ReadCloser
 		data      []serverData
 		err       error
 	}{
 		"http response status not ok": {
+			exchanges: []httpExchange{{
+				requestURL:     "https://api.surfshark.com/v4/server/clusters/generic",
 				responseStatus: http.StatusNoContent,
+			}},
 			err: errors.New("HTTP status code not OK: 204 No Content"),
 		},
 		"nil body": {
+			exchanges: []httpExchange{{
+				requestURL:     "https://api.surfshark.com/v4/server/clusters/generic",
 				responseStatus: http.StatusOK,
+			}},
 			err: errors.New("decoding response body: EOF"),
 		},
 		"no server": {
+			exchanges: []httpExchange{{
+				requestURL:     "https://api.surfshark.com/v4/server/clusters/generic",
 				responseStatus: http.StatusOK,
 				responseBody:   io.NopCloser(strings.NewReader(`[]`)),
-			data:           []serverData{},
+			}, {
+				requestURL:     "https://api.surfshark.com/v4/server/clusters/double",
+				responseStatus: http.StatusOK,
+				responseBody:   io.NopCloser(strings.NewReader(`[]`)),
+			}, {
+				requestURL:     "https://api.surfshark.com/v4/server/clusters/static",
+				responseStatus: http.StatusOK,
+				responseBody:   io.NopCloser(strings.NewReader(`[]`)),
+			}, {
+				requestURL:     "https://api.surfshark.com/v4/server/clusters/obfuscated",
+				responseStatus: http.StatusOK,
+				responseBody:   io.NopCloser(strings.NewReader(`[]`)),
+			}},
 		},
 		"success": {
+			exchanges: []httpExchange{{
+				requestURL:     "https://api.surfshark.com/v4/server/clusters/generic",
 				responseStatus: http.StatusOK,
 				responseBody: io.NopCloser(strings.NewReader(`[
 					{"connectionName":"host1","region":"region1","country":"country1","location":"location1"},
 					{"connectionName":"host2","region":"region2","country":"country1","location":"location2"}
 				]`)),
+			}, {
+				requestURL:     "https://api.surfshark.com/v4/server/clusters/double",
+				responseStatus: http.StatusOK,
+				responseBody:   io.NopCloser(strings.NewReader(`[]`)),
+			}, {
+				requestURL:     "https://api.surfshark.com/v4/server/clusters/static",
+				responseStatus: http.StatusOK,
+				responseBody:   io.NopCloser(strings.NewReader(`[]`)),
+			}, {
+				requestURL:     "https://api.surfshark.com/v4/server/clusters/obfuscated",
+				responseStatus: http.StatusOK,
+				responseBody:   io.NopCloser(strings.NewReader(`[]`)),
+			}},
 			data: []serverData{
 				{
 					Region:   "region1",
@@ -151,14 +212,18 @@ func Test_fetchAPI(t *testing.T) {
 
 			ctx := context.Background()
 
+			currentExchangeIndex := 0
+
 			client := &http.Client{
 				Transport: roundTripFunc(func(r *http.Request) (*http.Response, error) {
 					assert.Equal(t, http.MethodGet, r.Method)
-					assert.Equal(t, r.URL.String(), "https://my.surfshark.com/vpn/api/v4/server/clusters")
+					exchange := testCase.exchanges[currentExchangeIndex]
+					currentExchangeIndex++
+					assert.Equal(t, exchange.requestURL, r.URL.String())
 					return &http.Response{
-						StatusCode: testCase.responseStatus,
+						StatusCode: exchange.responseStatus,
-						Status:     http.StatusText(testCase.responseStatus),
+						Status:     http.StatusText(exchange.responseStatus),
-						Body:       testCase.responseBody,
+						Body:       exchange.responseBody,
 					}, nil
 				}),
 			}