add tools directory

Shreeshrii · Mar 16, 2017 · 189156f · 189156f
1 parent 7130d4b
commit 189156f
Show file tree

Hide file tree

Showing 42 changed files with 236,570 additions and 61,969 deletions.
diff --git a/Hindi/CHANGELOG b/Hindi/CHANGELOG
@@ -0,0 +1,2 @@
+Relaese 2.0.0
+Holi 2017
diff --git a/Hindi/blank.txt → Hindi/blank.dic b/Hindi/blank.txt → Hindi/blank.dic
diff --git a/Hindi/expand-all.sh b/Hindi/expand-all.sh
@@ -0,0 +1,10 @@
+#!/bin/bash
+./expand.sh hi-adj
+./expand.sh hi-adverb
+./expand.sh hi-alphabet
+./expand.sh hi-freq
+./expand.sh hi-hyphen
+./expand.sh hi-misc
+./expand.sh hi-nouns
+./expand.sh hi-num
+./expand.sh hi-verbs
diff --git a/Hindi/expand.sh b/Hindi/expand.sh
@@ -0,0 +1,7 @@
+#!/bin/bash
+#set -vx
+cat head.dic $1.dic > tmp.dic
+../tools/unmunchit.sh tmp
+LC_ALL=hi_IN.utf8  sort tmp.txt  | uniq > tmp1.txt
+mv tmp1.txt $1.txt
+rm tmp*
diff --git a/Hindi/head.dic b/Hindi/head.dic
@@ -1 +1 @@
-100000
+1000000