Liu Hong Yuan Tom commited on
Commit
c004091
·
verified ·
1 Parent(s): c2d1bfd

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +9 -8
app.py CHANGED
@@ -9,7 +9,7 @@ import copy
9
 
10
  # Default configuration
11
  default_config = {
12
- "main_model": "llama3-70b-8192",
13
  "cycles": 3,
14
  "layer_agent_config": {}
15
  }
@@ -17,16 +17,16 @@ default_config = {
17
  layer_agent_config_def = {
18
  "layer_agent_1": {
19
  "system_prompt": "Think through your response step by step. {helper_response}",
20
- "model_name": "llama3-8b-8192"
21
  },
22
  "layer_agent_2": {
23
  "system_prompt": "Respond with a thought and then your response to the question. {helper_response}",
24
- "model_name": "gemma-7b-it",
25
  "temperature": 0.7
26
  },
27
  "layer_agent_3": {
28
  "system_prompt": "You are an expert at logic and reasoning. Always take a logical approach to the answer. {helper_response}",
29
- "model_name": "llama3-8b-8192"
30
  },
31
 
32
  }
@@ -34,7 +34,7 @@ layer_agent_config_def = {
34
  # Recommended Configuration
35
 
36
  rec_config = {
37
- "main_model": "llama3-70b-8192",
38
  "cycles": 2,
39
  "layer_agent_config": {}
40
  }
@@ -42,17 +42,17 @@ rec_config = {
42
  layer_agent_config_rec = {
43
  "layer_agent_1": {
44
  "system_prompt": "Think through your response step by step. {helper_response}",
45
- "model_name": "llama3-8b-8192",
46
  "temperature": 0.1
47
  },
48
  "layer_agent_2": {
49
  "system_prompt": "Respond with a thought and then your response to the question. {helper_response}",
50
- "model_name": "llama3-8b-8192",
51
  "temperature": 0.2
52
  },
53
  "layer_agent_3": {
54
  "system_prompt": "You are an expert at logic and reasoning. Always take a logical approach to the answer. {helper_response}",
55
- "model_name": "llama3-8b-8192",
56
  "temperature": 0.4
57
  },
58
  "layer_agent_4": {
@@ -226,6 +226,7 @@ with st.sidebar:
226
  - MOA: [Together AI](https://www.together.ai/blog/together-moa)
227
  - LLMs: [Groq](https://groq.com/)
228
  - Paper: [arXiv:2406.04692](https://arxiv.org/abs/2406.04692)
 
229
  """)
230
 
231
  # Main app layout
 
9
 
10
  # Default configuration
11
  default_config = {
12
+ "main_model": "llama-3.1-70b-versatile",
13
  "cycles": 3,
14
  "layer_agent_config": {}
15
  }
 
17
  layer_agent_config_def = {
18
  "layer_agent_1": {
19
  "system_prompt": "Think through your response step by step. {helper_response}",
20
+ "model_name": "llama-3.1-8b-instant"
21
  },
22
  "layer_agent_2": {
23
  "system_prompt": "Respond with a thought and then your response to the question. {helper_response}",
24
+ "model_name": "gemma2-9b-it",
25
  "temperature": 0.7
26
  },
27
  "layer_agent_3": {
28
  "system_prompt": "You are an expert at logic and reasoning. Always take a logical approach to the answer. {helper_response}",
29
+ "model_name": "llama3-70b-8192"
30
  },
31
 
32
  }
 
34
  # Recommended Configuration
35
 
36
  rec_config = {
37
+ "main_model": "llama-3.1-70b-versatile",
38
  "cycles": 2,
39
  "layer_agent_config": {}
40
  }
 
42
  layer_agent_config_rec = {
43
  "layer_agent_1": {
44
  "system_prompt": "Think through your response step by step. {helper_response}",
45
+ "model_name": "llama-3.1-8b-instant",
46
  "temperature": 0.1
47
  },
48
  "layer_agent_2": {
49
  "system_prompt": "Respond with a thought and then your response to the question. {helper_response}",
50
+ "model_name": "gemma2-9b-it",
51
  "temperature": 0.2
52
  },
53
  "layer_agent_3": {
54
  "system_prompt": "You are an expert at logic and reasoning. Always take a logical approach to the answer. {helper_response}",
55
+ "model_name": "llama3-70b-8192",
56
  "temperature": 0.4
57
  },
58
  "layer_agent_4": {
 
226
  - MOA: [Together AI](https://www.together.ai/blog/together-moa)
227
  - LLMs: [Groq](https://groq.com/)
228
  - Paper: [arXiv:2406.04692](https://arxiv.org/abs/2406.04692)
229
+ - Code: https://github.com/skapadia3214/groq-moa
230
  """)
231
 
232
  # Main app layout