Upload folder using huggingface_hub

.gitattributes

@@ -1,35 +1,2 @@
-*.7z filter=lfs diff=lfs merge=lfs -text
-*.arrow filter=lfs diff=lfs merge=lfs -text
-*.bin filter=lfs diff=lfs merge=lfs -text
-*.bz2 filter=lfs diff=lfs merge=lfs -text
-*.ckpt filter=lfs diff=lfs merge=lfs -text
-*.ftz filter=lfs diff=lfs merge=lfs -text
-*.gz filter=lfs diff=lfs merge=lfs -text
-*.h5 filter=lfs diff=lfs merge=lfs -text
-*.joblib filter=lfs diff=lfs merge=lfs -text
-*.lfs.* filter=lfs diff=lfs merge=lfs -text
-*.mlmodel filter=lfs diff=lfs merge=lfs -text
-*.model filter=lfs diff=lfs merge=lfs -text
-*.msgpack filter=lfs diff=lfs merge=lfs -text
-*.npy filter=lfs diff=lfs merge=lfs -text
-*.npz filter=lfs diff=lfs merge=lfs -text
-*.onnx filter=lfs diff=lfs merge=lfs -text
-*.ot filter=lfs diff=lfs merge=lfs -text
-*.parquet filter=lfs diff=lfs merge=lfs -text
-*.pb filter=lfs diff=lfs merge=lfs -text
-*.pickle filter=lfs diff=lfs merge=lfs -text
-*.pkl filter=lfs diff=lfs merge=lfs -text
-*.pt filter=lfs diff=lfs merge=lfs -text
-*.pth filter=lfs diff=lfs merge=lfs -text
-*.rar filter=lfs diff=lfs merge=lfs -text
-*.safetensors filter=lfs diff=lfs merge=lfs -text
-saved_model/**/* filter=lfs diff=lfs merge=lfs -text
-*.tar.* filter=lfs diff=lfs merge=lfs -text
-*.tar filter=lfs diff=lfs merge=lfs -text
-*.tflite filter=lfs diff=lfs merge=lfs -text
-*.tgz filter=lfs diff=lfs merge=lfs -text
-*.wasm filter=lfs diff=lfs merge=lfs -text
-*.xz filter=lfs diff=lfs merge=lfs -text
-*.zip filter=lfs diff=lfs merge=lfs -text
-*.zst filter=lfs diff=lfs merge=lfs -text
-*tfevents* filter=lfs diff=lfs merge=lfs -text
+# Auto detect text files and perform LF normalization
+* text=auto

README.md

@@ -1,12 +1,6 @@
 ---
-title: Gradio Test
-emoji: 👀
-colorFrom: blue
-colorTo: yellow
+title: gradio-test
+app_file: main.py
 sdk: gradio
 sdk_version: 4.27.0
-app_file: app.py
-pinned: false
 ---
-
-Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference

main.py

@@ -0,0 +1,86 @@
+#conda create -n gradioenv
+#conda activate gradioenv
+#conda install -c conda-forge gradio
+#don't forget to set conda env as interpreter in VS Code 
+
+import requests, json
+
+import gradio as gr
+
+
+model = 'phi3' #llama3
+context = []
+
+import gradio as gr
+
+#Call Ollama API
+def generate(prompt, context, top_k, top_p, temp):
+    r = requests.post('http://localhost:11434/api/generate',
+                     json={
+                         'model': model,
+                         'prompt': prompt,
+                         'context': context,
+                         'options':{
+                             'top_k': top_k,
+                             'temperature':top_p,
+                             'top_p': temp
+                         }
+                     },
+                     stream=False)
+    r.raise_for_status()
+
+ 
+    response = ""  
+
+    for line in r.iter_lines():
+        body = json.loads(line)
+        response_part = body.get('response', '')
+        print(response_part)
+        if 'error' in body:
+            raise Exception(body['error'])
+
+        response += response_part
+
+        if body.get('done', False):
+            context = body.get('context', [])
+            return response, context
+              
+def chat(input, chat_history, top_k, top_p, temp):
+
+    chat_history = chat_history or []
+
+    global context
+    output, context = generate(input, context, top_k, top_p, temp)
+
+    chat_history.append((input, output))
+
+    return chat_history, chat_history
+  #the first history in return history, history is meant to update the 
+  #chatbot widget, and the second history is meant to update the state 
+  #(which is used to maintain conversation history across interactions)
+
+#########################Gradio Code##########################
+block = gr.Blocks()
+
+
+with block:
+
+    gr.Markdown("""<h1><center> Arztbrief Center </center></h1>
+    """)
+
+    chatbot = gr.Chatbot()
+    message = gr.Textbox(placeholder="Ihre Nachricht")
+
+    state = gr.State()
+    with gr.Row():
+        top_k = gr.Slider(0.0,100.0, label="top_k", value=40, info="Reduces the probability of generating nonsense. A higher value (e.g. 100) will give more diverse answers, while a lower value (e.g. 10) will be more conservative. (Default: 40)")
+        top_p = gr.Slider(0.0,1.0, label="top_p", value=0.9, info=" Works together with top-k. A higher value (e.g., 0.95) will lead to more diverse text, while a lower value (e.g., 0.5) will generate more focused and conservative text. (Default: 0.9)")
+        temp = gr.Slider(0.0,2.0, label="temperature", value=0.8, info="The temperature of the model. Increasing the temperature will make the model answer more creatively. (Default: 0.8)")
+
+
+    submit = gr.Button("SEND")
+
+    submit.click(chat, inputs=[message, state, top_k, top_p, temp], outputs=[chatbot, state])
+
+#To create a public link, set `share=True` in `launch()`.
+block.launch(debug=True, share=True)

requirements.txt

@@ -0,0 +1 @@
+gradio