Hotfix for inverted stopwords filtering

Waikato · Feb 7, 2019 · bc3ae6b · bc3ae6b
1 parent c35958e
commit bc3ae6b
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/src/main/java/weka/dl4j/iterators/dataset/sequence/text/cnn/CnnSentenceDataSetIterator.java b/src/main/java/weka/dl4j/iterators/dataset/sequence/text/cnn/CnnSentenceDataSetIterator.java
@@ -150,7 +150,7 @@ protected List<Datum> collectData(int num) {
 
             // Skip stopwords
             tokens = tokens.stream()
-                    .filter(stopwords::isStopword)
+                    .filter(s -> !stopwords.isStopword(s))
                     .collect(Collectors.toList());
 
             // If tokens are empty, add at least the UNKNOWN_WORD_SENTINEL