Liu Hong Yuan Tom
commited on
Update app.py
Browse files
app.py
CHANGED
@@ -26,7 +26,7 @@ layer_agent_config_def = {
|
|
26 |
},
|
27 |
"layer_agent_3": {
|
28 |
"system_prompt": "You are an expert at logic and reasoning. Always take a logical approach to the answer. {helper_response}",
|
29 |
-
"model_name": "
|
30 |
},
|
31 |
|
32 |
}
|
@@ -34,7 +34,7 @@ layer_agent_config_def = {
|
|
34 |
# Recommended Configuration
|
35 |
|
36 |
rec_config = {
|
37 |
-
"main_model": "
|
38 |
"cycles": 2,
|
39 |
"layer_agent_config": {}
|
40 |
}
|
@@ -42,17 +42,17 @@ rec_config = {
|
|
42 |
layer_agent_config_rec = {
|
43 |
"layer_agent_1": {
|
44 |
"system_prompt": "Think through your response step by step. {helper_response}",
|
45 |
-
"model_name": "
|
46 |
"temperature": 0.1
|
47 |
},
|
48 |
"layer_agent_2": {
|
49 |
"system_prompt": "Respond with a thought and then your response to the question. {helper_response}",
|
50 |
-
"model_name": "
|
51 |
"temperature": 0.2
|
52 |
},
|
53 |
"layer_agent_3": {
|
54 |
"system_prompt": "You are an expert at logic and reasoning. Always take a logical approach to the answer. {helper_response}",
|
55 |
-
"model_name": "llama3-
|
56 |
"temperature": 0.4
|
57 |
},
|
58 |
"layer_agent_4": {
|
@@ -226,7 +226,6 @@ with st.sidebar:
|
|
226 |
- MOA: [Together AI](https://www.together.ai/blog/together-moa)
|
227 |
- LLMs: [Groq](https://groq.com/)
|
228 |
- Paper: [arXiv:2406.04692](https://arxiv.org/abs/2406.04692)
|
229 |
-
- Code: https://github.com/skapadia3214/groq-moa
|
230 |
""")
|
231 |
|
232 |
# Main app layout
|
|
|
26 |
},
|
27 |
"layer_agent_3": {
|
28 |
"system_prompt": "You are an expert at logic and reasoning. Always take a logical approach to the answer. {helper_response}",
|
29 |
+
"model_name": "llama-3.1-8b-instant"
|
30 |
},
|
31 |
|
32 |
}
|
|
|
34 |
# Recommended Configuration
|
35 |
|
36 |
rec_config = {
|
37 |
+
"main_model": "llama3-70b-8192",
|
38 |
"cycles": 2,
|
39 |
"layer_agent_config": {}
|
40 |
}
|
|
|
42 |
layer_agent_config_rec = {
|
43 |
"layer_agent_1": {
|
44 |
"system_prompt": "Think through your response step by step. {helper_response}",
|
45 |
+
"model_name": "llama3-8b-8192",
|
46 |
"temperature": 0.1
|
47 |
},
|
48 |
"layer_agent_2": {
|
49 |
"system_prompt": "Respond with a thought and then your response to the question. {helper_response}",
|
50 |
+
"model_name": "llama3-8b-8192",
|
51 |
"temperature": 0.2
|
52 |
},
|
53 |
"layer_agent_3": {
|
54 |
"system_prompt": "You are an expert at logic and reasoning. Always take a logical approach to the answer. {helper_response}",
|
55 |
+
"model_name": "llama3-8b-8192",
|
56 |
"temperature": 0.4
|
57 |
},
|
58 |
"layer_agent_4": {
|
|
|
226 |
- MOA: [Together AI](https://www.together.ai/blog/together-moa)
|
227 |
- LLMs: [Groq](https://groq.com/)
|
228 |
- Paper: [arXiv:2406.04692](https://arxiv.org/abs/2406.04692)
|
|
|
229 |
""")
|
230 |
|
231 |
# Main app layout
|