[iOS] AST and TTS changes using DeliteAI SDK

.gitignore

@@ -26,6 +26,8 @@ build/
 !default.perspectivev3
 xcuserdata/
 *.xcscmblueprint
+*.xcconfig
+ios/secrets.xcconfig
 
 
 # CocoaPods

ios/GoogleService-Info.plist

@@ -3,7 +3,7 @@
 <plist version="1.0">
 <dict>
 	<key>API_KEY</key>
-	<string>xxxx</string>
+	<string>AIzaSyBBkqI6xhepfIJSDP-gshFJgTL1JkN2HM8</string>
 	<key>GCM_SENDER_ID</key>
 	<string>699282062446</string>
 	<key>PLIST_VERSION</key>
@@ -15,15 +15,15 @@
 	<key>STORAGE_BUCKET</key>
 	<string>ne-chatapp.firebasestorage.app</string>
 	<key>IS_ADS_ENABLED</key>
-	<false></false>
+	<false/>
 	<key>IS_ANALYTICS_ENABLED</key>
-	<false></false>
+	<false/>
 	<key>IS_APPINVITE_ENABLED</key>
-	<true></true>
+	<true/>
 	<key>IS_GCM_ENABLED</key>
-	<true></true>
+	<true/>
 	<key>IS_SIGNIN_ENABLED</key>
-	<true></true>
+	<true/>
 	<key>GOOGLE_APP_ID</key>
 	<string>1:699282062446:ios:9b73dca41ddf3a71bb3a7f</string>
 </dict>

ios/NimbleEdgeAI Assistant.entitlements

@@ -0,0 +1,8 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<!DOCTYPE plist PUBLIC "-//Apple//DTD PLIST 1.0//EN" "http://www.apple.com/DTDs/PropertyList-1.0.dtd">
+<plist version="1.0">
+<dict>
+	<key>com.apple.developer.kernel.increased-memory-limit</key>
+	<true/>
+</dict>
+</plist>

ios/NimbleEdgeAI Assistant.xcodeproj/xcshareddata/xcschemes/NimbleEdgeAI Assistant.xcscheme

@@ -0,0 +1,78 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<Scheme
+   LastUpgradeVersion = "1640"
+   version = "1.7">
+   <BuildAction
+      parallelizeBuildables = "YES"
+      buildImplicitDependencies = "YES"
+      buildArchitectures = "Automatic">
+      <BuildActionEntries>
+         <BuildActionEntry
+            buildForTesting = "YES"
+            buildForRunning = "YES"
+            buildForProfiling = "YES"
+            buildForArchiving = "YES"
+            buildForAnalyzing = "YES">
+            <BuildableReference
+               BuildableIdentifier = "primary"
+               BlueprintIdentifier = "F1713F2F2D1024220037358A"
+               BuildableName = "NimbleEdge AI.app"
+               BlueprintName = "NimbleEdgeAI Assistant"
+               ReferencedContainer = "container:NimbleEdgeAI Assistant.xcodeproj">
+            </BuildableReference>
+         </BuildActionEntry>
+      </BuildActionEntries>
+   </BuildAction>
+   <TestAction
+      buildConfiguration = "Debug"
+      selectedDebuggerIdentifier = "Xcode.DebuggerFoundation.Debugger.LLDB"
+      selectedLauncherIdentifier = "Xcode.DebuggerFoundation.Launcher.LLDB"
+      shouldUseLaunchSchemeArgsEnv = "YES"
+      shouldAutocreateTestPlan = "YES">
+   </TestAction>
+   <LaunchAction
+      buildConfiguration = "Release"
+      selectedDebuggerIdentifier = "Xcode.DebuggerFoundation.Debugger.LLDB"
+      selectedLauncherIdentifier = "Xcode.DebuggerFoundation.Launcher.LLDB"
+      launchStyle = "0"
+      useCustomWorkingDirectory = "NO"
+      ignoresPersistentStateOnLaunch = "NO"
+      debugDocumentVersioning = "YES"
+      debugServiceExtension = "internal"
+      allowLocationSimulation = "YES">
+      <BuildableProductRunnable
+         runnableDebuggingMode = "0">
+         <BuildableReference
+            BuildableIdentifier = "primary"
+            BlueprintIdentifier = "F1713F2F2D1024220037358A"
+            BuildableName = "NimbleEdge AI.app"
+            BlueprintName = "NimbleEdgeAI Assistant"
+            ReferencedContainer = "container:NimbleEdgeAI Assistant.xcodeproj">
+         </BuildableReference>
+      </BuildableProductRunnable>
+   </LaunchAction>
+   <ProfileAction
+      buildConfiguration = "Release"
+      shouldUseLaunchSchemeArgsEnv = "YES"
+      savedToolIdentifier = ""
+      useCustomWorkingDirectory = "NO"
+      debugDocumentVersioning = "YES">
+      <BuildableProductRunnable
+         runnableDebuggingMode = "0">
+         <BuildableReference
+            BuildableIdentifier = "primary"
+            BlueprintIdentifier = "F1713F2F2D1024220037358A"
+            BuildableName = "NimbleEdge AI.app"
+            BlueprintName = "NimbleEdgeAI Assistant"
+            ReferencedContainer = "container:NimbleEdgeAI Assistant.xcodeproj">
+         </BuildableReference>
+      </BuildableProductRunnable>
+   </ProfileAction>
+   <AnalyzeAction
+      buildConfiguration = "Debug">
+   </AnalyzeAction>
+   <ArchiveAction
+      buildConfiguration = "Release"
+      revealArchiveInOrganizer = "YES">
+   </ArchiveAction>
+</Scheme>

ios/NimbleEdgeAI/Constants/NimbleNetSettings.swift

@@ -4,12 +4,26 @@
  * SPDX-License-Identifier: Apache-2.0
  */
 
+import Foundation
+
 class NimbleNetSettings {
-    public static var clientID = ""
-    public static var clientSecret = ""
-    public static var host = ""
-    public static var deviceId = ""
-    public static var debug = true
-    public static var compatibilityTag = ""
-    public static var lowerTierCompatibilityTag = ""
+    public static var clientID: String {
+        return Bundle.main.object(forInfoDictionaryKey: "NIMBLE_CLIENT_ID") as? String ?? ""
+    }
+    public static var clientSecret: String {
+        return Bundle.main.object(forInfoDictionaryKey: "NIMBLE_CLIENT_SECRET") as? String ?? ""
+    }
+    public static var host: String {
+        return ("https://" + (Bundle.main.object(forInfoDictionaryKey: "NIMBLE_HOST") as? String ?? ""))
+    }
+    public static var deviceId: String {
+        return Bundle.main.object(forInfoDictionaryKey: "NIMBLE_DEVICE_ID") as? String ?? ""
+    }
+    public static var compatibilityTag: String {
+        return Bundle.main.object(forInfoDictionaryKey: "NIMBLE_COMPATIBILITY_TAG") as? String ?? ""
+    }
+    public static var lowerTierCompatibilityTag: String {
+        return Bundle.main.object(forInfoDictionaryKey: "NIMBLE_LOWER_TIER_COMPATIBILITY_TAG") as? String ?? ""
+    }
+    public static var debug: Bool = false
 }

ios/NimbleEdgeAI/EspeakNGService.swift

@@ -0,0 +1,87 @@
+import libespeak_ng
+class EspeakNGService {
+    var directory: String = ""
+    var internalStorage = FileManager.default.urls(for: .documentDirectory, in: .userDomainMask).first!.path()
+    static let shared = EspeakNGService()
+    private init(){
+        copyEspeakDataToInternalStorage()
+    }
+
+    func copyEspeakDataToInternalStorage(){
+        if let directoryURL = copyDirectoryToDocuments(directoryName: "espeak-ng-data") {
+            let directoryPath = directoryURL.path
+            directory = directoryPath
+            UserDefaults.standard.set(directoryURL.path, forKey: "CopiedDirectoryPath")
+        }
+    }
+
+    func set_espeak_initialize_callback() -> Int{
+
+        let internalStorageCString = strdup(internalStorage)
+        let res = libespeak_ng.espeak_Initialize(AUDIO_OUTPUT_SYNCHRONOUS, 300, internalStorageCString, 0)
+        libespeak_ng.espeak_SetVoiceByName("en");
+        if internalStorageCString != nil {
+            free(internalStorageCString)
+        }
+        return Int(res)
+    }
+
+    func set_espeak_text_to_phonemes_callback(text: String) -> String{
+        let utf8CString = text.utf8CString // Includes null terminator
+        var phonemeResult = ""
+        // Pass pointer-to-pointer to the function
+        utf8CString.withUnsafeBufferPointer { bufferPointer in
+            guard let baseAddress = bufferPointer.baseAddress else {
+                print("Failed to get base address")
+                return
+            }
+
+            // Create a pointer to the base address (const void**)
+            var rawPointer: UnsafeRawPointer? = UnsafeRawPointer(baseAddress)
+
+            // Allocate a pointer to that pointer
+            withUnsafeMutablePointer(to: &rawPointer) { textPtr in
+                let result = libespeak_ng.espeak_TextToPhonemes(
+                    textPtr as UnsafeMutablePointer<UnsafeRawPointer?>,
+                    espeakCHARS_UTF8,
+                    24322
+                )
+
+                if let result = result {
+                    let phonemes = String(cString: result)
+                    print("Phoneme output:", phonemes)
+                    phonemeResult = phonemes 
+                } else {
+                    print("Phoneme conversion failed")
+                }
+            }
+        }
+        return phonemeResult
+    }
+}
+
+func copyDirectoryToDocuments(directoryName: String) -> URL? {
+
+    guard let sourcePath = Bundle.main.path(forResource: directoryName, ofType: nil) else {
+        print("Directory \(directoryName) not found in bundle")
+        return nil
+    }
+
+    let sourceURL = URL(fileURLWithPath: sourcePath)
+
+    let documentsDirectory = FileManager.default.urls(for: .documentDirectory, in: .userDomainMask).first!
+    let destinationURL = documentsDirectory.appendingPathComponent(directoryName)
+
+    do {
+        if FileManager.default.fileExists(atPath: destinationURL.path) {
+            return destinationURL
+        }
+
+        try FileManager.default.copyItem(at: sourceURL, to: destinationURL)
+        return destinationURL
+    } catch {
+        print("Error copying directory: \(error)")
+        return nil
+    }
+}
+

ios/NimbleEdgeAI/Info.plist

@@ -1,5 +1,23 @@
 <?xml version="1.0" encoding="UTF-8"?>
 <!DOCTYPE plist PUBLIC "-//Apple//DTD PLIST 1.0//EN" "http://www.apple.com/DTDs/PropertyList-1.0.dtd">
 <plist version="1.0">
-<dict/>
+<dict>
+    <key>NIMBLE_CLIENT_ID</key>
+    <string>$(NIMBLE_CLIENT_ID)</string>
+
+    <key>NIMBLE_CLIENT_SECRET</key>
+    <string>$(NIMBLE_CLIENT_SECRET)</string>
+
+    <key>NIMBLE_HOST</key>
+    <string>$(NIMBLE_HOST)</string>
+
+    <key>NIMBLE_DEVICE_ID</key>
+    <string>$(NIMBLE_DEVICE_ID)</string>
+
+    <key>NIMBLE_COMPATIBILITY_TAG</key>
+    <string>$(NIMBLE_COMPATIBILITY_TAG)</string>
+
+    <key>NIMBLE_LOWER_TIER_COMPATIBILITY_TAG</key>
+    <string>$(NIMBLE_LOWER_TIER_COMPATIBILITY_TAG)</string>
+</dict>
 </plist>

ios/NimbleEdgeAI/NimbleEdgeAIApp.swift

@@ -5,14 +5,14 @@
  */
 
 import SwiftUI
-import NimbleNetiOS
+import DeliteAI
 import Firebase
 import StoreKit
 
 @main
 struct NimbleEdgeAIApp: App {
     @State private var isDownloadComplete = false
-    @State private var isLLMDownloaded = true // skipping dowload progress manager
+    @State private var isLLMDownloaded = UserDefaults.standard.bool(forKey: "isLLMDownloaded")
     @State private var showDownloadPage = false
     @State private var showInitialisationFailureAlert = false
     @State private var showAppNotSupportedAlert = false
@@ -98,18 +98,19 @@ struct NimbleEdgeAIApp: App {
     }
 
     func initialise() {
+        setupEspeakCallbacks()
         if DeviceIdentification.getDeviceTier() == .three {
             showAppNotSupportedAlert = true
         } else {
             let initialiseStatus = initializeNimbeNet()
             showInitialisationFailureAlert = !initialiseStatus
-            waitForIsReady()
         }
     }
 }
 
 @discardableResult
 func initializeNimbeNet() -> Bool {
+    setupEspeakCallbacks()
 
     let compatibilityTag = DeviceIdentification.getDeviceTier() == .two ? NimbleNetSettings.lowerTierCompatibilityTag : NimbleNetSettings.compatibilityTag
 
@@ -118,15 +119,17 @@ func initializeNimbeNet() -> Bool {
                                           host: NimbleNetSettings.host,
                                           deviceId: NimbleNetSettings.deviceId,
                                           debug: NimbleNetSettings.debug,
-                                          compatibilityTag: compatibilityTag)
+                                          compatibilityTag: compatibilityTag,
+                                          online: true
+    )
 
     return NimbleNetApi.initialize(config: nimbleNetConfig).status
 }
 
-func waitForIsReady() {
-    while !NimbleNetApi.isReady().status {
-        RunLoop.main.run(until: Date().addingTimeInterval(0.1))
-    }
+func setupEspeakCallbacks() {
+    let espeakNGContext = EspeakNGService.shared
+    EspeakNGCallbacks.textToPhonemes = espeakNGContext.set_espeak_text_to_phonemes_callback
+    espeakNGContext.set_espeak_initialize_callback()
 }
 
 class GlobalState {