From 1768bac05ff9c3748e1ad557046b80dcefd3756b Mon Sep 17 00:00:00 2001 From: TechxGenus Date: Sun, 30 Jun 2024 17:36:03 +0800 Subject: [PATCH] fix deepseek v2 input feat (#524) --- awq/models/deepseek_v2.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/awq/models/deepseek_v2.py b/awq/models/deepseek_v2.py index 0757db1f..3b8513d4 100644 --- a/awq/models/deepseek_v2.py +++ b/awq/models/deepseek_v2.py @@ -48,7 +48,7 @@ def get_layers_for_scaling( module.self_attn.q_a_proj, module.self_attn.kv_a_proj_with_mqa, ], - inp=input_feat["self_attn.q_proj"], + inp=input_feat["self_attn.q_a_proj"], module2inspect=module.self_attn, kwargs=module_kwargs, )