Skip to content

Commit a1af7ce

Browse files
author
Jonathan Ellis
committed
cleanup
1 parent 08e79d3 commit a1af7ce

File tree

1 file changed

+8
-23
lines changed

1 file changed

+8
-23
lines changed

jvector-examples/src/main/java/io/github/jbellis/jvector/example/util/DownloadHelper.java

Lines changed: 8 additions & 23 deletions
Original file line numberDiff line numberDiff line change
@@ -23,32 +23,28 @@
2323
import java.nio.file.Path;
2424
import java.nio.file.Paths;
2525
import java.nio.file.StandardCopyOption;
26-
import java.util.ArrayList;
2726
import java.util.Arrays;
2827
import java.util.List;
2928
import java.util.stream.Collectors;
3029

3130
public class DownloadHelper {
32-
private static String bucketName = "astra-vector";
31+
private static final String bucketName = "astra-vector";
3332

34-
private static S3AsyncClientBuilder getS3AsyncClientBuilder() {
35-
S3AsyncClientBuilder s3ClientBuilder = S3AsyncClient.builder()
33+
private static S3AsyncClientBuilder s3AsyncClientBuilder() {
34+
return S3AsyncClient.builder()
3635
.region(Region.US_EAST_1)
3736
.httpClient(AwsCrtAsyncHttpClient.builder()
3837
.maxConcurrency(1)
3938
.build())
4039
.credentialsProvider(AnonymousCredentialsProvider.create());
41-
return s3ClientBuilder;
4240
}
4341

4442
public static void maybeDownloadFvecs(List<String> files) {
4543
List<String> keys;
4644
if (null == files || files.isEmpty()) {
47-
keys = Arrays.asList(new String[] {
48-
"wikipedia_squad/100k/ada_002_100000_base_vectors.fvec",
49-
"wikipedia_squad/100k/ada_002_100000_query_vectors_10000.fvec",
50-
"wikipedia_squad/100k/ada_002_100000_indices_query_10000.ivec",
51-
});
45+
keys = List.of("wikipedia_squad/100k/ada_002_100000_base_vectors.fvec",
46+
"wikipedia_squad/100k/ada_002_100000_query_vectors_10000.fvec",
47+
"wikipedia_squad/100k/ada_002_100000_indices_query_10000.ivec");
5248
} else {
5349
keys = files;
5450
}
@@ -65,7 +61,7 @@ public static void maybeDownloadFvecs(List<String> files) {
6561
}
6662
}
6763

68-
try (S3AsyncClient s3Client = getS3AsyncClientBuilder().build()) {
64+
try (S3AsyncClient s3Client = s3AsyncClientBuilder().build()) {
6965
S3TransferManager tm = S3TransferManager.builder().s3Client(s3Client).build();
7066
for (String key : keys) {
7167
Path path = Paths.get("fvec", key);
@@ -118,7 +114,7 @@ public static void maybeDownloadHdf5(String datasetName) {
118114
var url = "https://ann-benchmarks.com/" + datasetName;
119115
System.out.println("Downloading: " + url);
120116

121-
HttpURLConnection connection = null;
117+
HttpURLConnection connection;
122118
while (true) {
123119
int responseCode;
124120
try {
@@ -144,15 +140,4 @@ public static void maybeDownloadHdf5(String datasetName) {
144140
System.exit(1);
145141
}
146142
}
147-
148-
public static List<String> s3FileListing() {
149-
S3Client s3 = S3Client.builder().region(Region.US_EAST_1).credentialsProvider(AnonymousCredentialsProvider.create()).build();
150-
ListObjectsV2Request req = ListObjectsV2Request.builder().bucket(bucketName).build();
151-
ListObjectsV2Response res = s3.listObjectsV2(req);
152-
List<String> filenames = res.contents().stream().map(S3Object::key).collect(Collectors.toList());
153-
/*for (String filename : filenames) {
154-
System.out.println(filename);
155-
}*/
156-
return filenames;
157-
}
158143
}

0 commit comments

Comments
 (0)