#1750: implemented GoUrlUpdater (#1753)

Co-authored-by: Jörg Hohwiller <hohwille@users.noreply.github.com>

Author: MarvMa

url-updater/src/main/java/com/devonfw/tools/ide/url/UpdateInitiator.java

@@ -20,7 +20,8 @@ public class UpdateInitiator {
 
   /**
    * @param args the command-line arguments. arg[0] points to the {@code ide-urls} repository. arg[1] defines a timeout for GitHub actions in Duration
-   *     string format.
+   *     string format and arg[2] can be used to specify a single tool to update instead of all tools. The timeout is used to prevent the GitHub action from
+   *     running into a timeout error due to too long execution time.
    */
   public static void main(String[] args) {
 

url-updater/src/main/java/com/devonfw/tools/ide/url/tool/go/GoUrlUpdater.java

@@ -0,0 +1,70 @@
+package com.devonfw.tools.ide.url.tool.go;
+
+import com.devonfw.tools.ide.url.model.folder.UrlVersion;
+import com.devonfw.tools.ide.url.updater.GithubUrlTagUpdater;
+import com.devonfw.tools.ide.version.VersionIdentifier;
+
+/**
+ * {@link GithubUrlTagUpdater} for Go programming language.
+ */
+public class GoUrlUpdater extends GithubUrlTagUpdater {
+
+  private static final String GO_BASE_URL = "https://go.dev";
+
+  private static final VersionIdentifier MIN_GO_VID = VersionIdentifier.of("1.2.2");
+
+  private static final VersionIdentifier MIN_WIN_ARM_VID = VersionIdentifier.of("1.17");
+
+  private static final VersionIdentifier MIN_MAC_ARM_VID = VersionIdentifier.of("1.16");
+
+  @Override
+  public String getTool() {
+    return "go";
+  }
+
+  @Override
+  protected String getGithubOrganization() {
+    return "golang";
+  }
+
+  @Override
+  protected String getGithubRepository() {
+    return "go";
+  }
+
+  @Override
+  protected String getVersionPrefixToRemove() {
+    return "go";
+  }
+
+  @Override
+  protected String getDownloadBaseUrl() {
+    return GO_BASE_URL;
+  }
+
+  @Override
+  protected void addVersion(UrlVersion urlVersion) {
+    String baseUrl = getDownloadBaseUrl() + "/dl/go${version}.";
+    VersionIdentifier vid = urlVersion.getVersionIdentifier();
+
+    if (vid.compareVersion(MIN_GO_VID).isGreater()) {
+      doAddVersion(urlVersion, baseUrl + "windows-amd64.zip", WINDOWS, X64);
+      if (vid.compareVersion(MIN_WIN_ARM_VID).isGreater()) {
+        doAddVersion(urlVersion, baseUrl + "windows-arm64.zip", WINDOWS, ARM64);
+      }
+      doAddVersion(urlVersion, baseUrl + "linux-amd64.tar.gz", LINUX, X64);
+      doAddVersion(urlVersion, baseUrl + "linux-arm64.tar.gz", LINUX, ARM64);
+      doAddVersion(urlVersion, baseUrl + "darwin-amd64.tar.gz", MAC, X64);
+      if (vid.compareVersion(MIN_MAC_ARM_VID).isGreater()) {
+        doAddVersion(urlVersion, baseUrl + "darwin-arm64.tar.gz", MAC, ARM64);
+      }
+    }
+  }
+
+
+  @Override
+  protected String getCustomVersionFilter() {
+    return "rc";
+  }
+}
+

url-updater/src/main/java/com/devonfw/tools/ide/url/tool/node/NodeUrlUpdater.java

@@ -80,5 +80,5 @@ public String mapVersion(String version) {
 
     return super.mapVersion("v" + version);
   }
-
+  
 }

url-updater/src/main/java/com/devonfw/tools/ide/url/updater/AbstractUrlUpdater.java

@@ -70,8 +70,7 @@ public abstract class AbstractUrlUpdater extends AbstractProcessorWithTimeout im
   protected static final SystemArchitecture ARM64 = SystemArchitecture.ARM64;
 
   /** List of URL file names dependent on OS which need to be checked for existence */
-  private static final Set<String> URL_FILENAMES_PER_OS = Set.of("linux_x64.urls", "mac_arm64.urls", "mac_x64.urls",
-      "windows_x64.urls");
+  private static final Set<String> URL_FILENAMES_PER_OS = Set.of("linux_x64.urls", "mac_arm64.urls", "mac_x64.urls", "windows_x64.urls");
 
   /** List of URL file name independent of OS which need to be checked for existence */
   private static final Set<String> URL_FILENAMES_OS_INDEPENDENT = Set.of("urls");
@@ -255,8 +254,7 @@ protected boolean doAddVersion(String edition, UrlVersion urlVersion, String dow
    * @param architecture the optional {@link SystemArchitecture}.
    * @return {@code true} if the version was successfully added, {@code false} otherwise.
    */
-  protected boolean doAddVersion(UrlVersion urlVersion, String downloadUrl, OperatingSystem os,
-      SystemArchitecture architecture) {
+  protected boolean doAddVersion(UrlVersion urlVersion, String downloadUrl, OperatingSystem os, SystemArchitecture architecture) {
 
     return doAddVersion(getEdition(), urlVersion, downloadUrl, os, architecture, "");
   }
@@ -271,8 +269,7 @@ protected boolean doAddVersion(UrlVersion urlVersion, String downloadUrl, Operat
    * @param architecture the optional {@link SystemArchitecture}.
    * @return {@code true} if the version was successfully added, {@code false} otherwise.
    */
-  protected boolean doAddVersion(String edition, UrlVersion urlVersion, String downloadUrl, OperatingSystem os,
-      SystemArchitecture architecture) {
+  protected boolean doAddVersion(String edition, UrlVersion urlVersion, String downloadUrl, OperatingSystem os, SystemArchitecture architecture) {
 
     return doAddVersion(edition, urlVersion, downloadUrl, os, architecture, "");
   }
@@ -303,8 +300,7 @@ protected boolean doAddVersion(UrlVersion urlVersion, String url, OperatingSyste
    * @param checksum the existing checksum (e.g. from JSON metadata) or the empty {@link String} if not available and computation needed.
    * @return {@code true} if the version was successfully added, {@code false} otherwise.
    */
-  protected boolean doAddVersion(String edition, UrlVersion urlVersion, String url, OperatingSystem os, SystemArchitecture architecture,
-      String checksum) {
+  protected boolean doAddVersion(String edition, UrlVersion urlVersion, String url, OperatingSystem os, SystemArchitecture architecture, String checksum) {
 
     UrlStatusFile status = urlVersion.getStatus();
     if ((status != null) && status.getStatusJson().isManual()) {
@@ -347,14 +343,13 @@ protected boolean isSuccess(HttpResponse<?> response) {
    * @param url the URL the checksum belongs to.
    * @return {@code true} if update of checksum was successful, {@code false} otherwise.
    */
-  private static boolean isChecksumStillValid(String checksum, UrlChecksum urlChecksum,
-      String toolWithEdition, String version, String url) {
+  private static boolean isChecksumStillValid(String checksum, UrlChecksum urlChecksum, String toolWithEdition, String version, String url) {
 
     String existingChecksum = urlChecksum.getChecksum();
 
     if ((existingChecksum != null) && !existingChecksum.equals(checksum)) {
-      logger.error("For tool {} and version {} the download URL {} results in checksum {} but expected {}.",
-          toolWithEdition, version, url, checksum, existingChecksum);
+      logger.error("For tool {} and version {} the download URL {} results in checksum {} but expected {}.", toolWithEdition, version, url, checksum,
+          existingChecksum);
       return false;
     } else {
       urlChecksum.setChecksum(checksum);
@@ -377,8 +372,8 @@ private boolean isValidDownload(String url, String toolWithEdition, String versi
       String contentType = response.headers().firstValue("content-type").orElse("undefined");
       boolean isValidContentType = isValidContentType(contentType);
       if (!isValidContentType) {
-        logger.error("For toolWithEdition {} and version {} the download has an invalid content type {} for URL {}", toolWithEdition, version,
-            contentType, url);
+        logger.error("For toolWithEdition {} and version {} the download has an invalid content type {} for URL {}", toolWithEdition, version, contentType,
+            url);
         return false;
       }
       return true;
@@ -412,8 +407,8 @@ protected boolean isValidContentType(String contentType) {
    * @param checksum the existing checksum (e.g. from JSON metadata) or the empty {@link String} if not available and computation needed.
    * @return {@code true} if the download was checked successfully, {@code false} otherwise.
    */
-  private boolean doAddVersionUrlIfNewAndValid(String edition, String url, UrlVersion urlVersion, OperatingSystem os,
-      SystemArchitecture architecture, String checksum) {
+  private boolean doAddVersionUrlIfNewAndValid(String edition, String url, UrlVersion urlVersion, OperatingSystem os, SystemArchitecture architecture,
+      String checksum) {
 
     UrlDownloadFile urlDownloadFile = urlVersion.getUrls(os, architecture);
     if (urlDownloadFile != null) {
@@ -471,8 +466,7 @@ private boolean doAddVersionUrlIfNewAndValid(String edition, String url, UrlVers
    * @param version the {@link UrlVersion version} identifier.
    * @return checksum of input stream as hex string
    */
-  private String doGenerateChecksum(HttpResponse<InputStream> response, String url, String edition, String version,
-      String contentType) {
+  private String doGenerateChecksum(HttpResponse<InputStream> response, String url, String edition, String version, String contentType) {
 
     logger.info("Computing checksum for download with URL {}", url);
     try (InputStream inputStream = response.body()) {
@@ -490,9 +484,8 @@ private String doGenerateChecksum(HttpResponse<InputStream> response, String url
       }
       byte[] digestBytes = md.digest();
       String checksum = HexUtil.toHexString(digestBytes);
-      logger.info(
-          "For tool {} and version {} we received {} bytes with content-type {} and computed SHA256 {} from URL {}",
-          getToolWithEdition(edition), version, Long.valueOf(size), contentType, checksum, url);
+      logger.info("For tool {} and version {} we received {} bytes with content-type {} and computed SHA256 {} from URL {}", getToolWithEdition(edition),
+          version, Long.valueOf(size), contentType, checksum, url);
       return checksum;
     } catch (IOException e) {
       throw new IllegalStateException("Failed to read body of download " + url, e);
@@ -513,8 +506,7 @@ protected HttpResponse<?> doCheckDownloadViaHeadRequest(String url) {
     HttpRequest request = null;
     try {
       uri = URI.create(url);
-      request = HttpRequest.newBuilder().uri(uri)
-          .method("HEAD", HttpRequest.BodyPublishers.noBody()).timeout(Duration.ofSeconds(5)).build();
+      request = HttpRequest.newBuilder().uri(uri).method("HEAD", HttpRequest.BodyPublishers.noBody()).timeout(Duration.ofSeconds(5)).build();
 
       return this.client.send(request, HttpResponse.BodyHandlers.ofString());
     } catch (Exception e) {
@@ -580,17 +572,15 @@ private void doUpdateStatusJson(boolean success, int statusCode, String edition,
         modified = true;
       }
 
-      logger.info("For tool {} and version {} the download verification succeeded with status code {} for URL {}.", tool,
-          version, code, url);
+      logger.info("For tool {} and version {} the download verification succeeded with status code {} for URL {}.", tool, version, code, url);
       getUrlUpdaterReport().incrementVerificationSuccess();
     } else {
       if (status != null) {
         if (errorStatus == null) {
           modified = true;
         } else {
           if (!Objects.equals(code, errorStatus.getCode())) {
-            logger.warn("For tool {} and version {} the error status-code changed from {} to {} for URL {}.", tool,
-                version, code, errorStatus.getCode(), url);
+            logger.warn("For tool {} and version {} the error status-code changed from {} to {} for URL {}.", tool, version, code, errorStatus.getCode(), url);
             modified = true;
           } else if (isErrorCodeForAutomaticUrlRemoval(code)) {
             boolean urlBroken;
@@ -624,8 +614,7 @@ private void doUpdateStatusJson(boolean success, int statusCode, String edition,
           status.setError(errorStatus);
         }
       }
-      logger.warn("For tool {} and version {} the download verification failed with status code {} for URL {}.", tool,
-          version, code, url);
+      logger.warn("For tool {} and version {} the download verification failed with status code {} for URL {}.", tool, version, code, url);
 
       getUrlUpdaterReport().incrementVerificationFailure();
     }
@@ -639,13 +628,11 @@ private void doUpdateStatusJson(boolean success, int statusCode, String edition,
 
   private static void removeUrl(String url, UrlDownloadFile downloadFile, String tool, String version, Integer code, UrlStatusFile urlStatusFile,
       UrlStatus status) {
-    logger.warn("For tool {} and version {} the the URL {} is broken (status code {}) for a long time and will be removed.", tool,
-        version, code, url);
+    logger.warn("For tool {} and version {} the the URL {} is broken (status code {}) for a long time and will be removed.", tool, version, code, url);
     downloadFile.removeUrl(url);
     if (downloadFile.getUrls().isEmpty()) {
       Path downloadPath = downloadFile.getPath();
-      logger.warn("For tool {} and version {} all URLs have been removed so the download file {} will be removed.", tool,
-          version, downloadPath);
+      logger.warn("For tool {} and version {} all URLs have been removed so the download file {} will be removed.", tool, version, downloadPath);
       downloadFile.delete();
       UrlChecksum urlChecksum = downloadFile.getParent().getChecksum(downloadFile.getName());
       if (urlChecksum == null) {
@@ -768,8 +755,7 @@ protected void updateExistingVersions(UrlEdition edition) {
         UrlStatusFile urlStatusFile = urlVersion.getOrCreateStatus();
         StatusJson statusJson = urlStatusFile.getStatusJson();
         if (statusJson.isManual()) {
-          logger.info("For tool {} the version {} is set to manual, hence skipping update", getToolWithEdition(edition.getName()),
-              version);
+          logger.info("For tool {} the version {} is set to manual, hence skipping update", getToolWithEdition(edition.getName()), version);
         } else {
           updateExistingVersion(edition.getName(), version, urlVersion, statusJson, urlStatusFile);
           if (urlVersion.getChildren().isEmpty()) {
@@ -783,8 +769,7 @@ protected void updateExistingVersions(UrlEdition edition) {
     }
   }
 
-  private void updateExistingVersion(String edition, String version, UrlVersion urlVersion, StatusJson statusJson,
-      UrlStatusFile urlStatusFile) {
+  private void updateExistingVersion(String edition, String version, UrlVersion urlVersion, StatusJson statusJson, UrlStatusFile urlStatusFile) {
 
     String toolWithEdition = getToolWithEdition(edition);
     Instant now = Instant.now();
@@ -844,18 +829,24 @@ public String mapVersion(String version) {
     if ((prefix != null) && version.startsWith(prefix)) {
       version = version.substring(prefix.length());
     }
+
     String vLower = version.toLowerCase(Locale.ROOT);
-    if (vLower.contains("alpha") || vLower.contains("beta") || vLower.contains("dev") || vLower.contains("snapshot")
-        || vLower.contains("preview") || vLower.contains("test") || vLower.contains("tech-preview") //
+    if (vLower.contains("alpha") || vLower.contains("beta") || vLower.contains("dev") || vLower.contains("snapshot") || vLower.contains("preview")
+        || vLower.contains("test") || vLower.contains("tech-preview") //
         || vLower.contains("-pre") || vLower.startsWith("ce-") || vLower.contains("-next") || vLower.contains("-rc")
         // vscode nonsense
-        || vLower.startsWith("bad") || vLower.contains("vsda-") || vLower.contains("translation/") || vLower.contains(
-        "-insiders")) {
+        || vLower.startsWith("bad") || vLower.contains("vsda-") || vLower.contains("translation/") || vLower.contains("-insiders")) {
+      return null;
+    }
+
+    String filter = getCustomVersionFilter();
+    if ((filter != null) && version.contains(filter)) {
       return null;
     }
     return version;
   }
 
+
   /**
    * @return the optional version prefix that has to be removed (e.g. "v").
    */
@@ -864,6 +855,15 @@ protected String getVersionPrefixToRemove() {
     return null;
   }
 
+
+  /**
+   * @return the generic filters applied in {@link #filterVersion(String)}. Example: a tool might want to exclude versions containing "rc" or "beta".
+   */
+  protected String getCustomVersionFilter() {
+
+    return null;
+  }
+
   /**
    * @param version the version to add (e.g. "1.0").
    * @param versions the {@link Collection} with the versions to collect.

url-updater/src/main/java/com/devonfw/tools/ide/url/updater/UpdateManager.java

@@ -22,6 +22,7 @@
 import com.devonfw.tools.ide.url.tool.gcloud.GCloudUrlUpdater;
 import com.devonfw.tools.ide.url.tool.gcviewer.GcViewerUrlUpdater;
 import com.devonfw.tools.ide.url.tool.gh.GhUrlUpdater;
+import com.devonfw.tools.ide.url.tool.go.GoUrlUpdater;
 import com.devonfw.tools.ide.url.tool.graalvm.GraalVmCommunityUpdater;
 import com.devonfw.tools.ide.url.tool.graalvm.GraalVmOracleUrlUpdater;
 import com.devonfw.tools.ide.url.tool.gradle.GradleUrlUpdater;
@@ -67,7 +68,7 @@ public class UpdateManager extends AbstractProcessorWithTimeout {
       new AndroidStudioUrlUpdater(), new AwsUrlUpdater(), new AzureUrlUpdater(), new CorepackUrlUpdater(), new DockerDesktopUrlUpdater(),
       new DotNetUrlUpdater(),
       new EclipseCppUrlUpdater(), new EclipseJeeUrlUpdater(), new EclipseJavaUrlUpdater(), new GCloudUrlUpdater(),
-      new GcViewerUrlUpdater(), new GhUrlUpdater(), new GraalVmCommunityUpdater(), new GraalVmOracleUrlUpdater(),
+      new GcViewerUrlUpdater(), new GhUrlUpdater(), new GoUrlUpdater(), new GraalVmCommunityUpdater(), new GraalVmOracleUrlUpdater(),
       new GradleUrlUpdater(), new HelmUrlUpdater(), new IntellijUrlUpdater(), new JasyptUrlUpdater(),
       new JavaUrlUpdater(), new JenkinsUrlUpdater(), new JmcUrlUpdater(), new KotlincUrlUpdater(),
       new KotlincNativeUrlUpdater(), new LazyDockerUrlUpdater(), new MvnUrlUpdater(), new Mvn4UrlUpdater(),

url-updater/src/test/java/com/devonfw/tools/ide/url/go/GoUrlUpdaterMock.java

@@ -0,0 +1,29 @@
+package com.devonfw.tools.ide.url.go;
+
+import com.devonfw.tools.ide.url.tool.go.GoUrlUpdater;
+import com.github.tomakehurst.wiremock.junit5.WireMockRuntimeInfo;
+
+/**
+ * Mock of {@link GoUrlUpdater} to allow integration testing with wiremock.
+ */
+public class GoUrlUpdaterMock extends GoUrlUpdater {
+
+  private final String baseUrl;
+
+  public GoUrlUpdaterMock(WireMockRuntimeInfo wireMockRuntimeInfo) {
+    super();
+    this.baseUrl = wireMockRuntimeInfo.getHttpBaseUrl();
+  }
+
+  @Override
+  protected String getDownloadBaseUrl() {
+
+    return this.baseUrl;
+  }
+
+  @Override
+  protected String doGetVersionUrl() {
+
+    return this.baseUrl + "/repos/golang/go/git/refs/tags";
+  }
+}