Liu Hong Yuan Tom commited on
Commit
dbaaeb1
·
verified ·
1 Parent(s): c004091

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +5 -6
app.py CHANGED
@@ -26,7 +26,7 @@ layer_agent_config_def = {
26
  },
27
  "layer_agent_3": {
28
  "system_prompt": "You are an expert at logic and reasoning. Always take a logical approach to the answer. {helper_response}",
29
- "model_name": "llama3-70b-8192"
30
  },
31
 
32
  }
@@ -34,7 +34,7 @@ layer_agent_config_def = {
34
  # Recommended Configuration
35
 
36
  rec_config = {
37
- "main_model": "llama-3.1-70b-versatile",
38
  "cycles": 2,
39
  "layer_agent_config": {}
40
  }
@@ -42,17 +42,17 @@ rec_config = {
42
  layer_agent_config_rec = {
43
  "layer_agent_1": {
44
  "system_prompt": "Think through your response step by step. {helper_response}",
45
- "model_name": "llama-3.1-8b-instant",
46
  "temperature": 0.1
47
  },
48
  "layer_agent_2": {
49
  "system_prompt": "Respond with a thought and then your response to the question. {helper_response}",
50
- "model_name": "gemma2-9b-it",
51
  "temperature": 0.2
52
  },
53
  "layer_agent_3": {
54
  "system_prompt": "You are an expert at logic and reasoning. Always take a logical approach to the answer. {helper_response}",
55
- "model_name": "llama3-70b-8192",
56
  "temperature": 0.4
57
  },
58
  "layer_agent_4": {
@@ -226,7 +226,6 @@ with st.sidebar:
226
  - MOA: [Together AI](https://www.together.ai/blog/together-moa)
227
  - LLMs: [Groq](https://groq.com/)
228
  - Paper: [arXiv:2406.04692](https://arxiv.org/abs/2406.04692)
229
- - Code: https://github.com/skapadia3214/groq-moa
230
  """)
231
 
232
  # Main app layout
 
26
  },
27
  "layer_agent_3": {
28
  "system_prompt": "You are an expert at logic and reasoning. Always take a logical approach to the answer. {helper_response}",
29
+ "model_name": "llama-3.1-8b-instant"
30
  },
31
 
32
  }
 
34
  # Recommended Configuration
35
 
36
  rec_config = {
37
+ "main_model": "llama3-70b-8192",
38
  "cycles": 2,
39
  "layer_agent_config": {}
40
  }
 
42
  layer_agent_config_rec = {
43
  "layer_agent_1": {
44
  "system_prompt": "Think through your response step by step. {helper_response}",
45
+ "model_name": "llama3-8b-8192",
46
  "temperature": 0.1
47
  },
48
  "layer_agent_2": {
49
  "system_prompt": "Respond with a thought and then your response to the question. {helper_response}",
50
+ "model_name": "llama3-8b-8192",
51
  "temperature": 0.2
52
  },
53
  "layer_agent_3": {
54
  "system_prompt": "You are an expert at logic and reasoning. Always take a logical approach to the answer. {helper_response}",
55
+ "model_name": "llama3-8b-8192",
56
  "temperature": 0.4
57
  },
58
  "layer_agent_4": {
 
226
  - MOA: [Together AI](https://www.together.ai/blog/together-moa)
227
  - LLMs: [Groq](https://groq.com/)
228
  - Paper: [arXiv:2406.04692](https://arxiv.org/abs/2406.04692)
 
229
  """)
230
 
231
  # Main app layout