fix: avoid 1.80 requirement

Signed-off-by: YdrMaster <ydrml@hotmail.com>
InfiniTensor · Aug 6, 2024 · 8a9c60d · 8a9c60d
1 parent 7d0477c
commit 8a9c60d
Showing 1 changed file with 1 addition and 2 deletions.
diff --git a/src/bpe/mod.rs b/src/bpe/mod.rs
@@ -127,10 +127,9 @@ impl Bpe {
             "scores size mismatch with vocab size"
         );
         // tokens 中直接引用字符串位置，绑定评分
-        let ptr = NonNull::new(_vocab.as_ptr().cast_mut()).unwrap();
         let tokens = zip(meta, rank)
             .map(|((off, len), rank)| TokenMeta {
-                ptr: unsafe { ptr.add(off) },
+                ptr: unsafe { NonNull::new_unchecked(_vocab[off..].as_ptr().cast_mut()) },
                 len: len as _,
                 rank,
             })