NoHistory & FlushAttention

mili-tan · May 30, 2024 · 476ecc1 · 476ecc1
1 parent 838964d
commit 476ecc1
Show file tree

Hide file tree

Showing 2 changed files with 51 additions and 22 deletions.
diff --git a/Onllama.Tiny/FormSettings.Designer.cs b/Onllama.Tiny/FormSettings.Designer.cs
diff --git a/Onllama.Tiny/FormSettings.cs b/Onllama.Tiny/FormSettings.cs
@@ -16,6 +16,8 @@ private void FormSettings_Load(object sender, EventArgs e)
                 Environment.GetFolderPath(Environment.SpecialFolder.UserProfile) + "\\.ollama\\models";
             input1.Text = Environment.GetEnvironmentVariable("OLLAMA_MODELS", EnvironmentVariableTarget.User) ?? "";
             checkboxAny.Checked = (Environment.GetEnvironmentVariable("OLLAMA_HOST", EnvironmentVariableTarget.User) ?? "").Equals("0.0.0.0");
+            checkboxNoHistory.Checked = (Environment.GetEnvironmentVariable("OLLAMA_NOHISTORY", EnvironmentVariableTarget.User) ?? "").Equals("1");
+            checkboxFlushAttention.Checked = (Environment.GetEnvironmentVariable("OLLAMA_FLASH_ATTENTION", EnvironmentVariableTarget.User) ?? "").Equals("1");
             checkboxPara.Checked = (Environment.GetEnvironmentVariable("OLLAMA_NUM_PARALLEL", EnvironmentVariableTarget.User) ?? "").Equals("6");
             checkboxModels.Checked = (Environment.GetEnvironmentVariable("OLLAMA_MAX_LOADED_MODELS", EnvironmentVariableTarget.User) ?? "").Equals("4");
             checkboxNoGpu.Checked = (Environment.GetEnvironmentVariable("CUDA_VISIBLE_DEVICES", EnvironmentVariableTarget.User) ?? "").Equals("-1") ||
@@ -42,6 +44,10 @@ private void buttonSave_Click(object sender, EventArgs e)
                                 EnvironmentVariableTarget.User),
                             () => Environment.SetEnvironmentVariable("OLLAMA_HOST",
                                 checkboxAny.Checked ? "0.0.0.0" : null, EnvironmentVariableTarget.User),
+                            () => Environment.SetEnvironmentVariable("OLLAMA_NOHISTORY",
+                                checkboxNoHistory.Checked ? "1" : null, EnvironmentVariableTarget.User),
+                            () => Environment.SetEnvironmentVariable("OLLAMA_FLASH_ATTENTION",
+                                checkboxFlushAttention.Checked ? "1" : null, EnvironmentVariableTarget.User),
                             () => Environment.SetEnvironmentVariable("CUDA_VISIBLE_DEVICES",
                                 checkboxNoGpu.Checked ? " " : null, EnvironmentVariableTarget.User),
                             () => Environment.SetEnvironmentVariable("HIP_VISIBLE_DEVICES",