Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -13,18 +13,18 @@ from sklearn.feature_extraction.text import TfidfVectorizer
|
|
13 |
from sklearn.metrics.pairwise import cosine_similarity
|
14 |
|
15 |
app = Flask(__name__)
|
16 |
-
CORS(app)
|
17 |
UPLOAD_FOLDER = os.path.join(os.getcwd(), 'uploads')
|
18 |
PEGASUS_MODEL_DIR = 'fine_tuned_pegasus'
|
19 |
BERT_MODEL_DIR = 'fine_tuned_bert'
|
20 |
LEGALBERT_MODEL_DIR = 'fine_tuned_legalbert'
|
21 |
-
MAX_FILE_SIZE = 100 * 1024 * 1024
|
22 |
|
23 |
# Ensure upload folder exists
|
24 |
if not os.path.exists(UPLOAD_FOLDER):
|
25 |
os.makedirs(UPLOAD_FOLDER, exist_ok=True)
|
26 |
|
27 |
-
transformers.logging.set_verbosity_error()
|
28 |
os.environ["HF_HUB_DISABLE_SYMLINKS_WARNING"] = "1"
|
29 |
|
30 |
# Pegasus Fine-Tuning
|
@@ -39,7 +39,7 @@ def load_or_finetune_pegasus():
|
|
39 |
model = PegasusForConditionalGeneration.from_pretrained("google/pegasus-xsum")
|
40 |
|
41 |
cnn_dm = load_dataset("cnn_dailymail", "3.0.0", split="train[:5000]")
|
42 |
-
xsum = load_dataset("xsum", split="train[:5000]")
|
43 |
combined_dataset = concatenate_datasets([cnn_dm, xsum])
|
44 |
|
45 |
def preprocess_function(examples):
|
@@ -319,5 +319,5 @@ def summarize_document():
|
|
319 |
return jsonify({"model_used": model, "summary": summary})
|
320 |
|
321 |
if __name__ == '__main__':
|
322 |
-
port = int(os.environ.get("PORT", 5000))
|
323 |
app.run(debug=False, host='0.0.0.0', port=port)
|
|
|
13 |
from sklearn.metrics.pairwise import cosine_similarity
|
14 |
|
15 |
app = Flask(__name__)
|
16 |
+
CORS(app)
|
17 |
UPLOAD_FOLDER = os.path.join(os.getcwd(), 'uploads')
|
18 |
PEGASUS_MODEL_DIR = 'fine_tuned_pegasus'
|
19 |
BERT_MODEL_DIR = 'fine_tuned_bert'
|
20 |
LEGALBERT_MODEL_DIR = 'fine_tuned_legalbert'
|
21 |
+
MAX_FILE_SIZE = 100 * 1024 * 1024
|
22 |
|
23 |
# Ensure upload folder exists
|
24 |
if not os.path.exists(UPLOAD_FOLDER):
|
25 |
os.makedirs(UPLOAD_FOLDER, exist_ok=True)
|
26 |
|
27 |
+
transformers.logging.set_verbosity_error()
|
28 |
os.environ["HF_HUB_DISABLE_SYMLINKS_WARNING"] = "1"
|
29 |
|
30 |
# Pegasus Fine-Tuning
|
|
|
39 |
model = PegasusForConditionalGeneration.from_pretrained("google/pegasus-xsum")
|
40 |
|
41 |
cnn_dm = load_dataset("cnn_dailymail", "3.0.0", split="train[:5000]")
|
42 |
+
xsum = load_dataset("xsum", split="train[:5000]", trust_remote_code=True) # Added trust_remote_code=True
|
43 |
combined_dataset = concatenate_datasets([cnn_dm, xsum])
|
44 |
|
45 |
def preprocess_function(examples):
|
|
|
319 |
return jsonify({"model_used": model, "summary": summary})
|
320 |
|
321 |
if __name__ == '__main__':
|
322 |
+
port = int(os.environ.get("PORT", 5000))
|
323 |
app.run(debug=False, host='0.0.0.0', port=port)
|