[Data explorer] basic data links operations support

.gitignore

@@ -1,7 +1,7 @@
 # Ignore Gradle project-specific cache directory
 .gradle
 .idea
-
+.env
 # Ignore Gradle build output directory
 build
 **/build-info.properties

conf/resource-config.json

@@ -8,6 +8,8 @@
     "pattern":"\\QMETA-INF/services/org.glassfish.jersey.internal.inject.InjectionManagerFactory\\E"
   }, {
     "pattern":"\\QMETA-INF/services/org.glassfish.jersey.internal.spi.AutoDiscoverable\\E"
+  }, {
+    "pattern":"java.base:\\Qjdk/internal/icu/impl/data/icudt67b/nfc.nrm\\E"
   }, {
     "pattern":"java.base:\\Qjdk/internal/icu/impl/data/icudt67b/nfkc.nrm\\E"
   }, {

src/main/java/io/seqera/tower/cli/Tower.java

@@ -26,6 +26,7 @@
 import io.seqera.tower.cli.commands.CollaboratorsCmd;
 import io.seqera.tower.cli.commands.ComputeEnvsCmd;
 import io.seqera.tower.cli.commands.CredentialsCmd;
+import io.seqera.tower.cli.commands.DataLinksCmd;
 import io.seqera.tower.cli.commands.DatasetsCmd;
 import io.seqera.tower.cli.commands.InfoCmd;
 import io.seqera.tower.cli.commands.LaunchCmd;
@@ -58,6 +59,7 @@
                 CollaboratorsCmd.class,
                 ComputeEnvsCmd.class,
                 CredentialsCmd.class,
+                DataLinksCmd.class,
                 DatasetsCmd.class,
                 GenerateCompletion.class,
                 InfoCmd.class,

src/main/java/io/seqera/tower/cli/commands/AbstractApiCmd.java

@@ -31,8 +31,10 @@
 import io.seqera.tower.cli.exceptions.WorkspaceNotFoundException;
 import io.seqera.tower.cli.responses.Response;
 import io.seqera.tower.model.ActionQueryAttribute;
+import io.seqera.tower.model.ComputeEnvComputeConfig;
 import io.seqera.tower.model.ComputeEnvQueryAttribute;
 import io.seqera.tower.model.ComputeEnvResponseDto;
+import io.seqera.tower.model.Credentials;
 import io.seqera.tower.model.ListComputeEnvsResponseEntry;
 import io.seqera.tower.model.ListWorkspacesAndOrgResponse;
 import io.seqera.tower.model.OrgAndWorkspaceDto;
@@ -273,6 +275,27 @@ protected ComputeEnvResponseDto primaryComputeEnv(Long workspaceId) throws ApiEx
         return api().describeComputeEnv(primaryComputeEnvId, workspaceId, NO_CE_ATTRIBUTES).getComputeEnv();
     }
 
+    protected String credentialsByRef(ComputeEnvComputeConfig.PlatformEnum type, Long wspId, String credentialsRef) throws ApiException {
+        List<Credentials> credentials = api().listCredentials(wspId, type == null ? null : type.getValue()).getCredentials();
+
+        if (credentials.isEmpty()) {
+            throw new TowerException("No valid credentials found at the workspace");
+        }
+
+        Credentials cred;
+
+        cred = credentials.stream()
+                .filter(it -> Objects.equals(it.getId(), credentialsRef) || Objects.equals(it.getName(), credentialsRef))
+                .findFirst()
+                .orElse(null);
+
+        if (cred == null) {
+            throw new TowerException("No valid credentials found at the workspace");
+        }
+
+        return cred.getId();
+    }
+
     protected String serverUrl() {
         if (serverUrl == null) {
             serverUrl = app().url.replaceFirst("api\\.", "").replaceFirst("/api", "");

src/main/java/io/seqera/tower/cli/commands/DataLinksCmd.java

@@ -0,0 +1,39 @@
+/*
+ * Copyright 2021-2023, Seqera.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *      http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ *
+ */
+
+package io.seqera.tower.cli.commands;
+
+import io.seqera.tower.cli.commands.data.links.AddCmd;
+import io.seqera.tower.cli.commands.data.links.DeleteCmd;
+import io.seqera.tower.cli.commands.data.links.ListCmd;
+import io.seqera.tower.cli.commands.data.links.UpdateCmd;
+import io.seqera.tower.cli.commands.data.links.BrowseCmd;
+import picocli.CommandLine;
+
+@CommandLine.Command(
+        name = "data-links",
+        description = "Manage data links.",
+        subcommands = {
+                ListCmd.class,
+                AddCmd.class,
+                DeleteCmd.class,
+                UpdateCmd.class,
+                BrowseCmd.class
+        }
+)
+public class DataLinksCmd extends AbstractRootCmd {
+}

src/main/java/io/seqera/tower/cli/commands/computeenvs/add/AbstractAddCmd.java

@@ -137,27 +137,6 @@ private List<Long> findLabels(Long wspId, List<Label> labels) throws ApiExceptio
         }
     }
 
-    private String credentialsByRef(PlatformEnum type, Long wspId, String credentialsRef) throws ApiException {
-        List<Credentials> credentials = api().listCredentials(wspId, type.getValue()).getCredentials();
-
-        if (credentials.isEmpty()) {
-            throw new TowerException("No valid credentials found at the workspace");
-        }
-
-        Credentials cred;
-
-        cred = credentials.stream()
-                .filter(it -> Objects.equals(it.getId(), credentialsRef) || Objects.equals(it.getName(), credentialsRef))
-                .findFirst()
-                .orElse(null);
-
-        if (cred == null) {
-            throw new TowerException("No valid credentials found at the workspace");
-        }
-
-        return cred.getId();
-    }
-
     private String findWorkspaceCredentials(PlatformEnum type, Long wspId) throws ApiException {
         List<Credentials> credentials = api().listCredentials(wspId, type.getValue()).getCredentials();
         if (credentials.isEmpty()) {

src/main/java/io/seqera/tower/cli/commands/data/links/AddCmd.java

@@ -0,0 +1,92 @@
+/*
+ * Copyright 2021-2023, Seqera.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *      http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ *
+ */
+
+package io.seqera.tower.cli.commands.data.links;
+
+import io.seqera.tower.ApiException;
+import io.seqera.tower.cli.commands.AbstractApiCmd;
+import io.seqera.tower.cli.commands.global.WorkspaceOptionalOptions;
+import io.seqera.tower.cli.responses.Response;
+import io.seqera.tower.cli.responses.data.DataLinkView;
+import io.seqera.tower.cli.utils.data.DataLinkProvider;
+import io.seqera.tower.model.DataLinkCreateRequest;
+import io.seqera.tower.model.DataLinkDto;
+import io.seqera.tower.model.DataLinkType;
+import picocli.CommandLine;
+
+import java.io.IOException;
+import java.util.Objects;
+
+@CommandLine.Command(
+        name = "add",
+        description = "Add custom data link."
+)
+public class AddCmd extends AbstractApiCmd {
+
+    @CommandLine.Mixin
+    public WorkspaceOptionalOptions workspace;
+
+    @CommandLine.Option(names = {"-n", "--name"}, description = "Data link name.", required = true)
+    public String name;
+
+    @CommandLine.Option(names = {"-d", "--description"}, description = "Data link description.")
+    public String description;
+
+    @CommandLine.Option(names = {"-u", "--uri"}, description = "Data link uri.", required = true)
+    public String url;
+
+    @CommandLine.Option(names = {"-p", "--provider"}, description = "Data link provider. [aws, azure, google]", required = true)
+    public DataLinkProvider provider;
+
+    @CommandLine.Option(names = {"-c", "--credentials"}, description = "Credentials identifier.")
+    public String credentialsRef;
+
+
+    @Override
+    protected Response exec() throws ApiException, IOException {
+        Long wspId = workspaceId(workspace.workspace);
+        String credId = credentialsRef != null ? credentialsByRef(null, wspId, credentialsRef) : null;
+        DataLinkDto created = addDataLink(wspId, name, description, url, provider.name(), credId);
+
+        if (Objects.isNull(created)) {
+            app().getOut().println("Data link creation failed.");
+            return null;
+        }
+
+        return new DataLinkView(created, "Data link created");
+    }
+
+    DataLinkDto addDataLink(Long wspId, String name, String description, String url, String provider, String credsId) throws ApiException {
+        DataLinkCreateRequest req = new DataLinkCreateRequest();
+        req.name(name);
+        req.description(description);
+        req.resourceRef(url);
+        req.type(DataLinkType.BUCKET);
+        req.provider(io.seqera.tower.model.DataLinkProvider.fromValue(provider.toLowerCase()));
+
+        if (Objects.isNull(credsId)) {
+            req.publicAccessible(true);
+        } else {
+            req.publicAccessible(false);
+            req.credentialsId(credsId);
+        }
+
+        return api().createCustomDataLink(req, wspId);
+    }
+
+
+}

src/main/java/io/seqera/tower/cli/commands/data/links/BrowseCmd.java

@@ -0,0 +1,74 @@
+/*
+ * Copyright 2021-2023, Seqera.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *      http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ *
+ */
+
+package io.seqera.tower.cli.commands.data.links;
+
+import io.seqera.tower.ApiException;
+import io.seqera.tower.StringUtil;
+import io.seqera.tower.cli.commands.AbstractApiCmd;
+import io.seqera.tower.cli.commands.global.WorkspaceOptionalOptions;
+import io.seqera.tower.cli.responses.Response;
+import io.seqera.tower.cli.responses.data.DataLinkContentList;
+import io.seqera.tower.model.DataLinkContentResponse;
+import io.seqera.tower.model.DataLinkDto;
+import picocli.CommandLine;
+
+import java.io.IOException;
+
+@CommandLine.Command(
+        name = "browse",
+        description = "Browse content of data link."
+)
+public class BrowseCmd extends AbstractApiCmd {
+
+    @CommandLine.Mixin
+    public WorkspaceOptionalOptions workspace;
+
+    @CommandLine.Option(names = {"-i", "--id"}, description = "Data link id.", required = true)
+    public String id;
+
+    @CommandLine.Option(names = {"-c", "--credentials"}, description = "Credentials identifier.")
+    public String credentialsRef;
+
+    @CommandLine.Option(names = {"-p", "--path"}, description = "Path to the folder to browse.")
+    public String path;
+
+    @CommandLine.Option(names = {"-f", "--filter"}, description = "Filter files with the given prefix.")
+    public String startsWith;
+
+    @CommandLine.Option(names = {"-t", "--token"}, description = "Next page token to fetch next page.")
+    public String nextPageToken;
+
+    @CommandLine.Option(names = {"--page"}, description = "Pages to display [default: null].")
+    public Integer page;
+
+    @Override
+    protected Response exec() throws ApiException, IOException {
+        Long wspId = workspaceId(workspace.workspace);
+        String credId = credentialsRef != null ? credentialsByRef(null, wspId, credentialsRef) : null;
+        DataLinkDto dataLink = api().describeDataLink(id, wspId, credId).getDataLink();
+        DataLinkContentResponse response;
+
+        if (path != null)
+            response = api().exploreDataLink1(id, path, wspId, credId, startsWith, nextPageToken, page);
+        else
+            response = api().exploreDataLink(id, wspId, credId, startsWith, nextPageToken, page);
+
+        return new DataLinkContentList(dataLink, path, response.getObjects(), response.getNextPageToken());
+    }
+
+}

src/main/java/io/seqera/tower/cli/commands/data/links/DeleteCmd.java

@@ -0,0 +1,48 @@
+/*
+ * Copyright 2021-2023, Seqera.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *      http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ *
+ */
+
+package io.seqera.tower.cli.commands.data.links;
+
+import io.seqera.tower.ApiException;
+import io.seqera.tower.cli.commands.AbstractApiCmd;
+import io.seqera.tower.cli.commands.global.WorkspaceOptionalOptions;
+import io.seqera.tower.cli.responses.Response;
+import io.seqera.tower.cli.responses.data.DataLinkDeleted;
+import picocli.CommandLine;
+
+import java.io.IOException;
+
+@CommandLine.Command(
+        name = "delete",
+        description = "Delete custom data link."
+)
+public class DeleteCmd extends AbstractApiCmd {
+
+    @CommandLine.Mixin
+    public WorkspaceOptionalOptions workspace;
+
+    @CommandLine.Option(names = {"-i", "--id"}, description = "Data link id.", required = true)
+    public String id;
+
+    @Override
+    protected Response exec() throws ApiException, IOException {
+        Long wspId = workspaceId(workspace.workspace);
+
+        api().deleteCustomDataLink(id, wspId);
+        return new DataLinkDeleted(id, wspId);
+    }
+}