(update) tokenizers

This commit is contained in:
ManishMadan2882
2024-12-14 04:53:06 +05:30
parent c2aa5cc994
commit 0a0fe20fa0

View File

@@ -75,7 +75,7 @@ requests==2.32.3
retry==0.9.2
sentence-transformers==3.0.1
tiktoken==0.7.0
tokenizers==0.19.1
tokenizers==0.21.0
torch==2.4.1
tqdm==4.66.5
transformers==4.47.0