AFischer1985 commited on
Commit
5d430ee
·
verified ·
1 Parent(s): caddff0

Update run.py

Browse files
Files changed (1) hide show
  1. run.py +3 -3
run.py CHANGED
@@ -146,17 +146,17 @@ else:
146
  def extend_prompt(message="", history=None, system=None, RAGAddon=None, system2=None, zeichenlimit=None,historylimit=4):
147
  startOfString=""
148
  if zeichenlimit is None: zeichenlimit=1000000000 # :-)
149
- template0=" [INST]{system}\n [/INST] </s>" if onPrem else "<s> [INST] {system} [/INST] </s>"
150
  template1=" [INST] {message} [/INST]"
151
  template2=" {response}</s>"
152
  if("mixtral-8x7b-instruct" in modelPath): # https://huggingface.co/mistralai/Mixtral-8x7B-Instruct-v0.1
153
  startOfString="<s>"
154
- template0=" [INST]{system}\n [/INST] </s>" if onPrem else "<s> [INST]{system}\n [/INST] </s>"
155
  template1=" [INST] {message} [/INST]"
156
  template2=" {response}</s>"
157
  if("Mistral-7B-Instruct" in modelPath): #https://huggingface.co/mistralai/Mistral-7B-Instruct-v0.2
158
  startOfString="<s>"
159
- template0="[INST]{system}\n [/INST]</s>" if onPrem else "<s>[INST]{system}\n [/INST]</s>"
160
  template1="[INST] {message} [/INST]"
161
  template2=" {response}</s>"
162
  if("discolm_german_7b" in modelPath): #https://huggingface.co/DiscoResearch/DiscoLM_German_7b_v1
 
146
  def extend_prompt(message="", history=None, system=None, RAGAddon=None, system2=None, zeichenlimit=None,historylimit=4):
147
  startOfString=""
148
  if zeichenlimit is None: zeichenlimit=1000000000 # :-)
149
+ template0=" [INST]{system}\n [/INST] </s>"
150
  template1=" [INST] {message} [/INST]"
151
  template2=" {response}</s>"
152
  if("mixtral-8x7b-instruct" in modelPath): # https://huggingface.co/mistralai/Mixtral-8x7B-Instruct-v0.1
153
  startOfString="<s>"
154
+ template0=" [INST]{system}\n [/INST] </s>"
155
  template1=" [INST] {message} [/INST]"
156
  template2=" {response}</s>"
157
  if("Mistral-7B-Instruct" in modelPath): #https://huggingface.co/mistralai/Mistral-7B-Instruct-v0.2
158
  startOfString="<s>"
159
+ template0="[INST]{system}\n [/INST]</s>"
160
  template1="[INST] {message} [/INST]"
161
  template2=" {response}</s>"
162
  if("discolm_german_7b" in modelPath): #https://huggingface.co/DiscoResearch/DiscoLM_German_7b_v1