| from fastembed import TextEmbedding, LateInteractionTextEmbedding | |
| from fastembed.rerank.cross_encoder import TextCrossEncoder | |
| from dotenv import load_dotenv | |
| import os | |
| load_dotenv() | |
| from huggingface_hub import login | |
| #login(token=os.getenv("HUGGINGFACE_HUB_TOKEN")) | |
| hf_token = os.getenv("HUGGINGFACE_HUB_TOKEN") | |
| dense_model = TextEmbedding("sentence-transformers/all-MiniLM-L6-v2") | |
| colbert_model = LateInteractionTextEmbedding("colbert-ir/colbertv2.0") | |
| cross_encoder = TextCrossEncoder("jinaai/jina-reranker-v2-base-multilingual") | |