XTC: Sorting before resizing

MaggotHATE · Aug 21, 2024 · 363bcbc · 363bcbc
1 parent a4a8d60
commit 363bcbc
Showing 1 changed file with 5 additions and 2 deletions.
diff --git a/base/llama-addon.cpp b/base/llama-addon.cpp
@@ -56,8 +56,11 @@ void llama_sample_xtc_addon(struct llama_context * ctx, llama_token_data_array *
                 }
         }
     }
-
-    candidates->sorted = false;
+    // sorting with new logits
+    std::sort(candidates->data, candidates->data + candidates->size, [](const llama_token_data & a, const llama_token_data & b) {
+        return a.logit > b.logit;
+    });
+    //resizing now that penalized tokens are at the back
     candidates->size = candidates->size - removed;
 
     llama_set_time(ctx, t_start_sample_us);