ayush-thakur02 commited on
Commit
eba1fe9
·
verified ·
1 Parent(s): 43195a9

Create app.py

Browse files
Files changed (1) hide show
  1. app.py +47 -0
app.py ADDED
@@ -0,0 +1,47 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ from flask import Flask, render_template, request, jsonify
2
+ from huggingface_hub import InferenceClient
3
+ import traceback
4
+ import json
5
+ import random
6
+ import os
7
+
8
+ app = Flask(__name__)
9
+
10
+ def safe_json_dumps(obj):
11
+ return json.dumps(obj, default=str)
12
+
13
+ @app.errorhandler(Exception)
14
+ def handle_exception(e):
15
+ tb = traceback.format_exc()
16
+ print(f"An error occurred: {str(e)}\n{tb}")
17
+ return jsonify({
18
+ "error": str(e),
19
+ "traceback": tb
20
+ }), 500
21
+
22
+ @app.route('/', methods=['GET', 'POST'])
23
+ def index():
24
+ if request.method == 'POST':
25
+ try:
26
+ code = request.form['code']
27
+
28
+ list_of_token = [os.environ.get('HF_TOKEN1'), os.environ.get('HF_TOKEN2'), os.environ.get('HF_TOKEN3'), os.environ.get('HF_TOKEN4')]
29
+ client = InferenceClient(
30
+ os.environ.get('HF_MODEL_ID'),
31
+ token=random.choice(list_of_token)
32
+ )
33
+ prompt = f"""{os.environ.get('HF_PROMPT')}"""
34
+ res = client.text_generation(prompt, max_new_tokens=1024, stop=["```", "</Code>"])
35
+ res = res[:res.rfind('\n')]
36
+ return jsonify({'result': res})
37
+ except Exception as e:
38
+ tb = traceback.format_exc()
39
+ print(f"An error occurred while processing the code: {str(e)}\n{tb}")
40
+ return jsonify({
41
+ "error": f"An error occurred while processing the code: {str(e)}",
42
+ "traceback": tb
43
+ }), 500
44
+ return render_template('index.html')
45
+
46
+ if __name__ == '__main__':
47
+ app.run(debug=True)