Spaces:
				
			
			
	
			
			
		Paused
		
	
	
	
			
			
	
	
	
	
		
		
		Paused
		
	
		derek-thomas
		
	commited on
		
		
					Commit 
							
							·
						
						d2943d6
	
1
								Parent(s):
							
							629069a
								
Adding Loading time for semantic_search.py
Browse files- backend/semantic_search.py +21 -0
    	
        backend/semantic_search.py
    CHANGED
    
    | @@ -1,10 +1,31 @@ | |
|  | |
|  | |
| 1 | 
             
            from qdrant_haystack import QdrantDocumentStore
         | 
| 2 | 
             
            from haystack.nodes import EmbeddingRetriever
         | 
| 3 | 
             
            from pathlib import Path
         | 
| 4 |  | 
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
| 5 | 
             
            proj_dir = Path(__file__).parents[1]
         | 
| 6 | 
             
            qd_document_store = QdrantDocumentStore(path=str(proj_dir/'Qdrant'), index='RAGDemo')
         | 
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
| 7 | 
             
            qd_retriever = EmbeddingRetriever(document_store=qd_document_store,
         | 
| 8 | 
             
                                              embedding_model="BAAI/bge-base-en-v1.5",
         | 
| 9 | 
             
                                              model_format="sentence_transformers",
         | 
| 10 | 
             
                                              use_gpu=True)
         | 
|  | |
|  | |
|  | |
|  | 
|  | |
| 1 | 
            +
            import time
         | 
| 2 | 
            +
            import logging
         | 
| 3 | 
             
            from qdrant_haystack import QdrantDocumentStore
         | 
| 4 | 
             
            from haystack.nodes import EmbeddingRetriever
         | 
| 5 | 
             
            from pathlib import Path
         | 
| 6 |  | 
| 7 | 
            +
            # Setting up the logging
         | 
| 8 | 
            +
            logging.basicConfig(level=logging.INFO)
         | 
| 9 | 
            +
            logger = logging.getLogger(__name__)
         | 
| 10 | 
            +
             | 
| 11 | 
            +
            # Start the timer for loading the QdrantDocumentStore
         | 
| 12 | 
            +
            start_time = time.perf_counter()
         | 
| 13 | 
            +
             | 
| 14 | 
             
            proj_dir = Path(__file__).parents[1]
         | 
| 15 | 
             
            qd_document_store = QdrantDocumentStore(path=str(proj_dir/'Qdrant'), index='RAGDemo')
         | 
| 16 | 
            +
             | 
| 17 | 
            +
            # Log the time taken to load the QdrantDocumentStore
         | 
| 18 | 
            +
            document_store_loading_time = time.perf_counter() - start_time
         | 
| 19 | 
            +
            logger.info(f"Time taken to load QdrantDocumentStore: {document_store_loading_time:.6f} seconds")
         | 
| 20 | 
            +
             | 
| 21 | 
            +
            # Start the timer for loading the EmbeddingRetriever
         | 
| 22 | 
            +
            start_time = time.perf_counter()
         | 
| 23 | 
            +
             | 
| 24 | 
             
            qd_retriever = EmbeddingRetriever(document_store=qd_document_store,
         | 
| 25 | 
             
                                              embedding_model="BAAI/bge-base-en-v1.5",
         | 
| 26 | 
             
                                              model_format="sentence_transformers",
         | 
| 27 | 
             
                                              use_gpu=True)
         | 
| 28 | 
            +
             | 
| 29 | 
            +
            # Log the time taken to load the EmbeddingRetriever
         | 
| 30 | 
            +
            retriever_loading_time = time.perf_counter() - start_time
         | 
| 31 | 
            +
            logger.info(f"Time taken to load EmbeddingRetriever: {retriever_loading_time:.6f} seconds")
         | 
