add tiktoken

This commit is contained in:
n4ze3m 2023-04-11 15:37:41 +05:30
parent 00e6d71727
commit 34efe64f3b

View File

@ -10,3 +10,4 @@ langchain
lxml
faiss-cpu
supabase
tiktoken