Spaces:
Running
Running
adds token
Browse files- neural_searcher.py +2 -3
neural_searcher.py
CHANGED
|
@@ -2,15 +2,14 @@ from qdrant_client import QdrantClient
|
|
| 2 |
from fastembed import SparseTextEmbedding, LateInteractionTextEmbedding
|
| 3 |
from qdrant_client import QdrantClient, models
|
| 4 |
from sentence_transformers import SentenceTransformer
|
| 5 |
-
from
|
| 6 |
-
from config import DENSE_MODEL, SPARSE_MODEL, LATE_INTERACTION_MODEL, QDRANT_URL, QDRANT_API_KEY
|
| 7 |
import os
|
| 8 |
|
| 9 |
class NeuralSearcher:
|
| 10 |
|
| 11 |
def __init__(self, collection_name):
|
| 12 |
self.collection_name = collection_name
|
| 13 |
-
self.dense_model = SentenceTransformer(DENSE_MODEL,device="cpu")
|
| 14 |
self.sparse_model = SparseTextEmbedding(SPARSE_MODEL)
|
| 15 |
self.late_interaction_model = LateInteractionTextEmbedding(LATE_INTERACTION_MODEL)
|
| 16 |
self.qdrant_client = QdrantClient(QDRANT_URL,api_key=QDRANT_API_KEY)
|
|
|
|
| 2 |
from fastembed import SparseTextEmbedding, LateInteractionTextEmbedding
|
| 3 |
from qdrant_client import QdrantClient, models
|
| 4 |
from sentence_transformers import SentenceTransformer
|
| 5 |
+
from config import DENSE_MODEL, SPARSE_MODEL, LATE_INTERACTION_MODEL, QDRANT_URL, QDRANT_API_KEY,HUGGING_FACE_API_KEY
|
|
|
|
| 6 |
import os
|
| 7 |
|
| 8 |
class NeuralSearcher:
|
| 9 |
|
| 10 |
def __init__(self, collection_name):
|
| 11 |
self.collection_name = collection_name
|
| 12 |
+
self.dense_model = SentenceTransformer(DENSE_MODEL,device="cpu",token=HUGGING_FACE_API_KEY)
|
| 13 |
self.sparse_model = SparseTextEmbedding(SPARSE_MODEL)
|
| 14 |
self.late_interaction_model = LateInteractionTextEmbedding(LATE_INTERACTION_MODEL)
|
| 15 |
self.qdrant_client = QdrantClient(QDRANT_URL,api_key=QDRANT_API_KEY)
|