-
Notifications
You must be signed in to change notification settings - Fork 0
/
TrimWordlist.java
57 lines (49 loc) · 1.71 KB
/
TrimWordlist.java
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
import java.io.File;
import java.io.FileNotFoundException;
import java.io.PrintWriter;
import java.util.ArrayList;
import java.util.List;
import java.util.Scanner;
public class TrimWordlist {
private static final String SEPARATOR = "\t";
private static final String WORDLIST = "english_eff.txt";
public static void main(String[] args) {
List<String> wordlist = readList(WORDLIST);
List<String> trimmedList = trimNumbersFromList(wordlist);
saveTrimmedList(trimmedList, WORDLIST + "_trimmed");
}
public static void saveTrimmedList(List<String> list, String destination) {
File wordFile = new File(destination);
try {
PrintWriter pw = new PrintWriter(wordFile);
for (String s : list) {
pw.println(s);
}
pw.close();
} catch (FileNotFoundException e) {
System.out.println("Error: " + e);
}
}
private static List<String> trimNumbersFromList(List<String> list) {
List<String> trimmedList = new ArrayList<>();
for (String s : list) {
String[] words = s.split(SEPARATOR);
trimmedList.add(words[1]);
}
return trimmedList;
}
private static List<String> readList(String file) {
List<String> wordlist = new ArrayList<>();
try {
File f = new File(file);
Scanner fileReader = new Scanner(f);
while (fileReader.hasNextLine()) {
wordlist.add(fileReader.nextLine());
}
fileReader.close();
} catch (FileNotFoundException e) {
System.out.println("Error: " + e);
}
return wordlist;
}
}