Merge pull request #14 from alexpinel/dev

forgot some tts stuff

Author: alexpinel

.gitignore

@@ -9,5 +9,5 @@ dist
 .DS_Store
 mpnet/
 baai/
-vits-piper-en_US-glados
 whisper
+espeak-ng-data

llm/vits-piper-en_US-glados/README.md

@@ -0,0 +1,7 @@
+# Introduction
+
+This model is converted from
+https://github.com/dnhkng/GlaDOS/raw/main/models/glados.onnx
+
+See https://colab.research.google.com/drive/1m3Zr8H1RJaoZu4Y7hpQlav5vhtw3A513?usp=sharing
+for how the model is convered to sherpa-onnx

llm/vits-piper-en_US-glados/en_US-glados.onnx

@@ -0,0 +1,157 @@
+  3
+! 4
+" 150
+# 149
+$ 2
+' 5
+( 6
+) 7
+, 8
+- 9
+. 10
+0 130
+1 131
+2 132
+3 133
+4 134
+5 135
+6 136
+7 137
+8 138
+9 139
+: 11
+; 12
+? 13
+X 156
+^ 1
+_ 0
+a 14
+b 15
+c 16
+d 17
+e 18
+f 19
+g 154
+h 20
+i 21
+j 22
+k 23
+l 24
+m 25
+n 26
+o 27
+p 28
+q 29
+r 30
+s 31
+t 32
+u 33
+v 34
+w 35
+x 36
+y 37
+z 38
+æ 39
+ç 40
+ð 41
+ø 42
+ħ 43
+ŋ 44
+œ 45
+ǀ 46
+ǁ 47
+ǂ 48
+ǃ 49
+ɐ 50
+ɑ 51
+ɒ 52
+ɓ 53
+ɔ 54
+ɕ 55
+ɖ 56
+ɗ 57
+ɘ 58
+ə 59
+ɚ 60
+ɛ 61
+ɜ 62
+ɞ 63
+ɟ 64
+ɠ 65
+ɡ 66
+ɢ 67
+ɣ 68
+ɤ 69
+ɥ 70
+ɦ 71
+ɧ 72
+ɨ 73
+ɪ 74
+ɫ 75
+ɬ 76
+ɭ 77
+ɮ 78
+ɯ 79
+ɰ 80
+ɱ 81
+ɲ 82
+ɳ 83
+ɴ 84
+ɵ 85
+ɶ 86
+ɸ 87
+ɹ 88
+ɺ 89
+ɻ 90
+ɽ 91
+ɾ 92
+ʀ 93
+ʁ 94
+ʂ 95
+ʃ 96
+ʄ 97
+ʈ 98
+ʉ 99
+ʊ 100
+ʋ 101
+ʌ 102
+ʍ 103
+ʎ 104
+ʏ 105
+ʐ 106
+ʑ 107
+ʒ 108
+ʔ 109
+ʕ 110
+ʘ 111
+ʙ 112
+ʛ 113
+ʜ 114
+ʝ 115
+ʟ 116
+ʡ 117
+ʢ 118
+ʦ 155
+ʰ 145
+ʲ 119
+ˈ 120
+ˌ 121
+ː 122
+ˑ 123
+˞ 124
+ˤ 146
+̃ 141
+̧ 140
+̩ 144
+̪ 142
+̯ 143
+̺ 152
+̻ 153
+β 125
+ε 147
+θ 126
+χ 127
+ᵻ 128
+↑ 151
+↓ 148
+ⱱ 129

llm/vits-piper-en_US-glados/tokens.txt

@@ -0,0 +1,90 @@
+const path = require('path');
+
+// Function to dynamically resolve the module paths from the local node_modules
+function requireLocalModule(moduleName) {
+    try {
+        // Attempt to require the module from the local node_modules directory
+        const modulePath = path.resolve(__dirname, 'node_modules', moduleName);
+        return require(modulePath);
+    } catch (error) {
+        console.error(`Error requiring module ${moduleName} from local node_modules directory:`, error);
+        throw error;
+    }
+}
+
+// Require the modules from the local node_modules directory
+const tar = requireLocalModule('tar');
+const sherpa_onnx = requireLocalModule('sherpa-onnx');
+
+function createOfflineTts() {
+    try {
+        console.log("Creating offline TTS...");
+
+        const currentDirectory = __dirname;
+
+        let offlineTtsVitsModelConfig = {
+            model: path.join(currentDirectory, 'en_US-glados.onnx'),
+            tokens: path.join(currentDirectory, 'tokens.txt'),
+            dataDir: path.join(currentDirectory, 'espeak-ng-data'),
+            lexicon: '',
+            dictDir: '',
+            noiseScale: 0.667,
+            noiseScaleW: 0.9,
+            lengthScale: 1.0,
+        };
+
+        let offlineTtsModelConfig = {
+            offlineTtsVitsModelConfig: offlineTtsVitsModelConfig,
+            numThreads: 1,
+            debug: 1,
+            provider: 'gpu',
+        };
+
+        let offlineTtsConfig = {
+            offlineTtsModelConfig: offlineTtsModelConfig,
+            ruleFsts: '',
+            ruleFars: '',
+            maxNumSentences: 2,
+        };
+
+        return sherpa_onnx.createOfflineTts(offlineTtsConfig);
+    } catch (error) {
+        console.error('Failed to create TTS:', error, error.stack);
+        process.exit(1);
+    }
+}
+
+process.on('message', async (data) => {
+    try {
+        console.log(`Received message to process: ${data.cmd}`);
+        const userDataPath = data.userDataPath;
+        const filePath = path.join(userDataPath, 'output.wav');
+
+        const tts = createOfflineTts();
+        console.log("TTS engine created, generating audio...");
+        const audio = tts.generate({
+            text: data.message,
+            sid: 0,
+            speed: 1.0
+        });
+        console.log(`Audio generated, saving to ${filePath}...`);
+        tts.save(filePath, audio);
+        tts.free();
+
+        console.log(`Posting back filePath: ${filePath}`);
+        process.send({ filePath: filePath });
+    } catch (error) {
+        console.error('Error processing TTS request:', error);
+        process.send({ error: error.message });
+    }
+});
+
+process.on('uncaughtException', error => {
+    console.error('Unhandled Exception:', error);
+    process.exit(1);
+});
+
+process.on('unhandledRejection', reason => {
+    console.error('Unhandled Rejection:', reason);
+    process.exit(1);
+});