Added support for Llama 3.1 Models

MananGandhi1810 · Jul 29, 2024 · d2aad49 · d2aad49
1 parent d218316
commit d2aad49
Show file tree

Hide file tree

Showing 13 changed files with 38 additions and 4 deletions.
diff --git a/.DS_Store b/.DS_Store
diff --git a/CHANGELOG.md b/CHANGELOG.md
@@ -51,4 +51,8 @@
 
 ## 1.3.5
 
-- Fixed dangling dartdoc issue
+- Fixed dangling dartdoc issue
+
+## 1.4.0
+
+- Added support for Llama 3.1 Models
diff --git a/build/native_assets/macos/native_assets.yaml b/build/native_assets/macos/native_assets.yaml
@@ -0,0 +1,5 @@
+format-version:
+  - 1
+  - 0
+  - 0
+native-assets: {}
diff --git a/build/test_cache/build/cache.dill.track.dill b/build/test_cache/build/cache.dill.track.dill
diff --git a/build/unit_test_assets/AssetManifest.bin b/build/unit_test_assets/AssetManifest.bin
diff --git a/build/unit_test_assets/AssetManifest.json b/build/unit_test_assets/AssetManifest.json
@@ -0,0 +1 @@
+{}
diff --git a/build/unit_test_assets/FontManifest.json b/build/unit_test_assets/FontManifest.json
@@ -0,0 +1 @@
+[]
diff --git a/build/unit_test_assets/NOTICES.Z b/build/unit_test_assets/NOTICES.Z
diff --git a/build/unit_test_assets/shaders/ink_sparkle.frag b/build/unit_test_assets/shaders/ink_sparkle.frag
diff --git a/lib/src/text_chat/models.dart b/lib/src/text_chat/models.dart
@@ -88,7 +88,10 @@ enum TextChatModels {
   LLAMA_2_7B_CHAT_HF_LORA("@cf/meta-llama/llama-2-7b-chat-hf-lora"),
 
   // LLAMA 3 8B INSTRUCT
-  LLAMA_3_8B_INSTRUCT("@hf/meta-llama/meta-llama-3-8b-instruct"),
+  LLAMA_3_8B_INSTRUCT("@cf/meta/llama-3-8b-instruct"),
+
+  // LLAMA 3 8B INSTRUCT
+  LLAMA_31_8B_INSTRUCT("@cf/meta/llama-3.1-8b-instruct"),
 
   // UNA CYBERTRON 7B V2 BF16
   UNA_CYBERTRON_7B_V2_BF16("@cf/fblgit/una-cybertron-7b-v2-bf16"),

diff --git a/lib/src/text_generation/models.dart b/lib/src/text_generation/models.dart
@@ -88,7 +88,10 @@ enum TextGenerationModels {
   LLAMA_2_7B_CHAT_HF_LORA("@cf/meta-llama/llama-2-7b-chat-hf-lora"),
 
   // LLAMA 3 8B INSTRUCT
-  LLAMA_3_8B_INSTRUCT("@hf/meta-llama/meta-llama-3-8b-instruct"),
+  LLAMA_3_8B_INSTRUCT("@cf/meta/llama-3-8b-instruct"),
+
+  // LLAMA 3 8B INSTRUCT
+  LLAMA_31_8B_INSTRUCT("@cf/meta/llama-3.1-8b-instruct"),
 
   // UNA CYBERTRON 7B V2 BF16
   UNA_CYBERTRON_7B_V2_BF16("@cf/fblgit/una-cybertron-7b-v2-bf16"),

diff --git a/pubspec.yaml b/pubspec.yaml
@@ -1,6 +1,6 @@
 name: cloudflare_ai
 description: This is a Dart package for Cloudflare Workers AI. It currently supports Text Generation and Image Generation, Text Summarization, and Image Generation Models.
-version: 1.3.5
+version: 1.4.0
 repository: https://github.com/MananGandhi1810/cloudflare-ai-dart
 
 environment:

diff --git a/test/cloudflare_ai_test.dart b/test/cloudflare_ai_test.dart
@@ -59,6 +59,23 @@ void main() {
         Duration(minutes: 3),
       ),
     );
+
+    test(
+      "Llama 3.1 8B Instruct",
+      () async {
+        TextGenerationModel model = TextGenerationModel(
+          accountId: accountId,
+          apiKey: apiKey,
+          model: TextGenerationModels.LLAMA_31_8B_INSTRUCT,
+        );
+        TextGenerationResponse res = await model.generateText("Hello!");
+        expect(res.result?.response, isNotNull);
+        expect(res.success, true);
+      },
+      timeout: Timeout(
+        Duration(minutes: 3),
+      ),
+    );
   });
 
   group("Text Summarization:", () {