Skip to content

Commit 799d04e

Browse files
committed
Update lib.rs
1 parent 023257b commit 799d04e

File tree

1 file changed

+1
-0
lines changed

1 file changed

+1
-0
lines changed

crates/bpe/benchmarks/lib.rs

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -5,6 +5,7 @@ use tiktoken_rs::CoreBPE as TiktokenTokenizer;
55
use tokenizers::pre_tokenizers::byte_level::ByteLevel as HuggingfaceByteLevel;
66
use tokenizers::tokenizer::Tokenizer as HuggingfaceTokenizer;
77

8+
#[allow(clippy::type_complexity)]
89
pub static TOKENIZERS: LazyLock<
910
[(
1011
&'static str,

0 commit comments

Comments
 (0)