Spaces:
Runtime error
Runtime error
MAJOR CHANGES
Browse files
app.py
CHANGED
|
@@ -86,7 +86,7 @@ def process_image(image) :
|
|
| 86 |
out = response.json()
|
| 87 |
out = out["choices"][0]["message"]["content"]
|
| 88 |
|
| 89 |
-
return
|
| 90 |
except Exception as e :
|
| 91 |
return f"{e}"
|
| 92 |
|
|
@@ -221,16 +221,14 @@ def convert_to_markdown(vectara_response_json):
|
|
| 221 |
|
| 222 |
def process_and_query(text=None, image=None, audio=None):
|
| 223 |
try:
|
| 224 |
-
print(f"text_value : {text}")
|
| 225 |
# If an image is provided, process it with OpenAI and use the response as the text query for Vectara
|
| 226 |
if image is not None:
|
| 227 |
text = process_image(image)
|
| 228 |
-
print("audio_value is : ", audio)
|
| 229 |
if audio is not None:
|
| 230 |
text = process_speech(audio)
|
| 231 |
-
|
| 232 |
-
|
| 233 |
-
|
| 234 |
# Now, use the text (either provided by the user or obtained from OpenAI) to query Vectara
|
| 235 |
vectara_response_json = query_vectara(text)
|
| 236 |
markdown_output = convert_to_markdown(vectara_response_json)
|
|
|
|
| 86 |
out = response.json()
|
| 87 |
out = out["choices"][0]["message"]["content"]
|
| 88 |
|
| 89 |
+
return out
|
| 90 |
except Exception as e :
|
| 91 |
return f"{e}"
|
| 92 |
|
|
|
|
| 221 |
|
| 222 |
def process_and_query(text=None, image=None, audio=None):
|
| 223 |
try:
|
|
|
|
| 224 |
# If an image is provided, process it with OpenAI and use the response as the text query for Vectara
|
| 225 |
if image is not None:
|
| 226 |
text = process_image(image)
|
|
|
|
| 227 |
if audio is not None:
|
| 228 |
text = process_speech(audio)
|
| 229 |
+
|
| 230 |
+
# augment the prompt before feeding it to vectara
|
| 231 |
+
text = "the user asks the following to his health adviser " + text
|
| 232 |
# Now, use the text (either provided by the user or obtained from OpenAI) to query Vectara
|
| 233 |
vectara_response_json = query_vectara(text)
|
| 234 |
markdown_output = convert_to_markdown(vectara_response_json)
|