update policy threshold

genia-dev · May 6, 2024 · 54f4cdd · 54f4cdd
1 parent 17f3c93
commit 54f4cdd
Show file tree

Hide file tree

Showing 3 changed files with 3 additions and 3 deletions.
diff --git a/vibraniumdome-app/prisma/seed.ts b/vibraniumdome-app/prisma/seed.ts
@@ -8,7 +8,7 @@ const defaultPolicy = {
   "redact_conversation": false,
   "input_shields": [
     { "type": "com.vibraniumdome.shield.input.transformer", "metadata": { "threshold": 0.70 }, "full_name": "Prompt injection transformer shield" },
-    { "type": "com.vibraniumdome.shield.input.transformer", "metadata": { "model": "ProtectAI/deberta-v3-base-prompt-injection", "threshold": 0.9 }, "full_name": "Prompt injection transformer shield 1" },
+    { "type": "com.vibraniumdome.shield.input.transformer", "metadata": { "model": "ProtectAI/deberta-v3-base-prompt-injection-v2", "threshold": 0.9 }, "full_name": "Prompt injection transformer shield 1" },
     { "type": "com.vibraniumdome.shield.input.model_dos", "metadata": { "threshold": 10, "interval_sec": 60, "limit_by": "llm.user" }, "full_name": "Model denial of service shield" },
     { "type": "com.vibraniumdome.shield.input.captain", "metadata": { "model": "gpt-3.5-turbo", "model_vendor": "openai" }, "full_name": "Captain's shield" },
     { "type": "com.vibraniumdome.shield.input.semantic_similarity", "metadata": {}, "full_name": "Semantic vector similarity shield" },

diff --git a/vibraniumdome-app/src/server/api/routers/policy.ts b/vibraniumdome-app/src/server/api/routers/policy.ts
@@ -17,7 +17,7 @@ const basePolicy = {
   "redact_conversation": false,
   "input_shields": [
     { "type": "com.vibraniumdome.shield.input.transformer", "metadata": { "threshold": 0.70 }, "full_name": "Prompt injection transformer shield" },
-    { "type": "com.vibraniumdome.shield.input.transformer", "metadata": { "model": "ProtectAI/deberta-v3-base-prompt-injection", "threshold": 0.98 }, "full_name": "Prompt injection transformer shield 1" },
+    { "type": "com.vibraniumdome.shield.input.transformer", "metadata": { "model": "ProtectAI/deberta-v3-base-prompt-injection-v2", "threshold": 0.9 }, "full_name": "Prompt injection transformer shield 1" },
     { "type": "com.vibraniumdome.shield.input.model_dos", "metadata": { "threshold": 10, "interval_sec": 60, "limit_by": "llm.user" }, "full_name": "Model denial of service shield" },
     { "type": "com.vibraniumdome.shield.input.captain", "metadata": { "model": "gpt-3.5-turbo", "model_vendor": "openai" }, "full_name": "Captain's shield" },
     { "type": "com.vibraniumdome.shield.input.semantic_similarity", "metadata": {}, "full_name": "Semantic vector similarity shield" },

diff --git a/vibraniumdome-shields/vibraniumdome_shields/settings/settings.toml b/vibraniumdome-shields/vibraniumdome_shields/settings/settings.toml
@@ -27,7 +27,7 @@ semantic_similarity.min_prompt_len=10
 semantic_similarity.default_threshold=0.34
 # false for sync or true for async
 # execution_mode_async=true
-transformer_model_name="vibraniumdome/deberta-v3-base-optimus-v0,ProtectAI/deberta-v3-base-prompt-injection"
+transformer_model_name="vibraniumdome/deberta-v3-base-optimus-v0,ProtectAI/deberta-v3-base-prompt-injection-v2"
 # transformer_model_name="deepset/deberta-v3-base-injection"
 refusal_model_name="MoritzLaurer/deberta-v3-large-zeroshot-v1"
 # sensetive_info_disc_model_name="en_core_web_lg"