fitlemon commited on
Commit
aac2bbe
·
verified ·
1 Parent(s): f3de15f

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +15 -5
app.py CHANGED
@@ -2,11 +2,21 @@ import pandas as pd
2
  import faiss
3
  import numpy as np
4
  from sentence_transformers import SentenceTransformer
 
 
5
 
6
- # Загружаем датасет с вопросами и ответами
7
- train_df = pd.read_csv("data/ostap_train.csv")
8
- questions = train_df["question"].tolist()
9
- answers = train_df["answer"].tolist()
 
 
 
 
 
 
 
 
10
 
11
  # Инициализируем эмбеддинг-модель
12
  model_bge = SentenceTransformer("fitlemon/bge-m3-ru-ostap")
@@ -46,4 +56,4 @@ with gr.Blocks() as app:
46
  msg.submit(respond, [msg, chatbot], [msg, chatbot])
47
 
48
  if __name__ == "__main__":
49
- app.launch()
 
2
  import faiss
3
  import numpy as np
4
  from sentence_transformers import SentenceTransformer
5
+ from datasets import load_dataset
6
+ from datasets import concatenate_datasets
7
 
8
+ # Load dataset from Hugging Face Hub
9
+ dataset = load_dataset("fitlemon/ostap-phrases")
10
+
11
+ # Access train/test splits
12
+ train_data = dataset["train"]
13
+ test_data = dataset["test"]
14
+
15
+ # concat datasets
16
+ dataset = concatenate_datasets([train_data, test_data])
17
+
18
+ questions = dataset["question"]
19
+ answers = dataset["answer"]
20
 
21
  # Инициализируем эмбеддинг-модель
22
  model_bge = SentenceTransformer("fitlemon/bge-m3-ru-ostap")
 
56
  msg.submit(respond, [msg, chatbot], [msg, chatbot])
57
 
58
  if __name__ == "__main__":
59
+ app.launch()