From 3b4456c9b947ca3bd972e49132f6c53dcd463e29 Mon Sep 17 00:00:00 2001 From: mac Date: Sun, 13 Aug 2023 16:44:14 +0600 Subject: [PATCH 1/6] Updated the Torch Dependencies --- requirements.txt | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/requirements.txt b/requirements.txt index b13ac27..41a7d05 100644 --- a/requirements.txt +++ b/requirements.txt @@ -1,8 +1,8 @@ -torch~=1.10.0 -torchtext~=0.11.0 +torch~=1.11.0 +torchtext~=0.12.0 tqdm~=4.62.3 numpy~=1.20.3 -indictrans~=1.2.3 +#indictrans~=1.2.3 streamlit~=1.2.0 pandas~=1.3.4 altair~=4.1.0 @@ -11,4 +11,4 @@ setuptools~=58.0.4 cython~=0.29.24 six~=1.16.0 scipy~=1.7.2 -nltk~=3.6.5 \ No newline at end of file +nltk~=3.6.5 From 83fd15d60a93aa1c2dc7a01bdc6ae2e5ed9b9bea Mon Sep 17 00:00:00 2001 From: mac Date: Sun, 13 Aug 2023 17:25:58 +0600 Subject: [PATCH 2/6] Revert "Updated the Torch Dependencies" This reverts commit 3b4456c9b947ca3bd972e49132f6c53dcd463e29. --- requirements.txt | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/requirements.txt b/requirements.txt index 41a7d05..b13ac27 100644 --- a/requirements.txt +++ b/requirements.txt @@ -1,8 +1,8 @@ -torch~=1.11.0 -torchtext~=0.12.0 +torch~=1.10.0 +torchtext~=0.11.0 tqdm~=4.62.3 numpy~=1.20.3 -#indictrans~=1.2.3 +indictrans~=1.2.3 streamlit~=1.2.0 pandas~=1.3.4 altair~=4.1.0 @@ -11,4 +11,4 @@ setuptools~=58.0.4 cython~=0.29.24 six~=1.16.0 scipy~=1.7.2 -nltk~=3.6.5 +nltk~=3.6.5 \ No newline at end of file From a3cc4c91fecdf4033636fabd9cec93ad150d9ef0 Mon Sep 17 00:00:00 2001 From: mac Date: Sun, 13 Aug 2023 17:27:23 +0600 Subject: [PATCH 3/6] Revert "Revert "Updated the Torch Dependencies"" This reverts commit 83fd15d60a93aa1c2dc7a01bdc6ae2e5ed9b9bea. --- requirements.txt | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/requirements.txt b/requirements.txt index b13ac27..41a7d05 100644 --- a/requirements.txt +++ b/requirements.txt @@ -1,8 +1,8 @@ -torch~=1.10.0 -torchtext~=0.11.0 +torch~=1.11.0 +torchtext~=0.12.0 tqdm~=4.62.3 numpy~=1.20.3 -indictrans~=1.2.3 +#indictrans~=1.2.3 streamlit~=1.2.0 pandas~=1.3.4 altair~=4.1.0 @@ -11,4 +11,4 @@ setuptools~=58.0.4 cython~=0.29.24 six~=1.16.0 scipy~=1.7.2 -nltk~=3.6.5 \ No newline at end of file +nltk~=3.6.5 From 5526a8f2df73648228263b94d7a03c64456033ff Mon Sep 17 00:00:00 2001 From: mac Date: Sun, 13 Aug 2023 17:46:13 +0600 Subject: [PATCH 4/6] Updated Numpy Version --- requirements.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/requirements.txt b/requirements.txt index 41a7d05..77a43d3 100644 --- a/requirements.txt +++ b/requirements.txt @@ -1,7 +1,7 @@ torch~=1.11.0 torchtext~=0.12.0 tqdm~=4.62.3 -numpy~=1.20.3 +numpy~=1.21.0 #indictrans~=1.2.3 streamlit~=1.2.0 pandas~=1.3.4 From 2406c0b9a418aecb26e9cc8f1ec4bb67d91b1202 Mon Sep 17 00:00:00 2001 From: Suman Haldar Date: Sun, 13 Aug 2023 22:07:43 +0600 Subject: [PATCH 5/6] updated the Model path in LanguageIDentifier.py --- src/LanguageIdentifier.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/LanguageIdentifier.py b/src/LanguageIdentifier.py index 7a8ebe1..3f5dbfb 100644 --- a/src/LanguageIdentifier.py +++ b/src/LanguageIdentifier.py @@ -10,7 +10,7 @@ class LanguageIdentifier: """ Word-level language identifier """ - def __init__(self, directory_path: Path = "./trained_models/trained_LID_model.pth"): + def __init__(self, directory_path: Path = "../trained_models/trained_LID_model.pth"): model_information_dict = torch.load(directory_path) subword_to_idx = sentencepiece_numericalizer(load_sp_model('./sentpiece_resources/spm_user.model')) lang_to_idx = {'bn': 0, 'en': 1, 'univ': 2, 'ne': 3, 'hi': 4, 'acro': 5, 'mixed': 6, 'undef': 7} From baf1b421d16451650b8e3c599c81640782d79f43 Mon Sep 17 00:00:00 2001 From: Suman Haldar Date: Sun, 13 Aug 2023 23:21:26 +0600 Subject: [PATCH 6/6] updated the path of sentencepiece model --- src/LanguageIdentifier.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/LanguageIdentifier.py b/src/LanguageIdentifier.py index 3f5dbfb..8b0e012 100644 --- a/src/LanguageIdentifier.py +++ b/src/LanguageIdentifier.py @@ -12,7 +12,7 @@ class LanguageIdentifier: """ def __init__(self, directory_path: Path = "../trained_models/trained_LID_model.pth"): model_information_dict = torch.load(directory_path) - subword_to_idx = sentencepiece_numericalizer(load_sp_model('./sentpiece_resources/spm_user.model')) + subword_to_idx = sentencepiece_numericalizer(load_sp_model('../sentpiece_resources/spm_user.model')) lang_to_idx = {'bn': 0, 'en': 1, 'univ': 2, 'ne': 3, 'hi': 4, 'acro': 5, 'mixed': 6, 'undef': 7} self.model = LSTMLIDModel(subword_to_idx, lang_to_idx, model_information_dict['embedding_dim'],