Update README.md

README.md

@@ -19,9 +19,9 @@ model = LLM(YOUR_MODEL_PATH, dtype="half")
 sampling_params = SamplingParams(temperature=0.0, top_p=1.0, max_tokens=100, skip_special_tokens=False)
 
 def format_prompt(input, paragraph=None):
-prompt = "### Instruction:\n{0}\n\n### Response:\n".format(input)
-if paragraph is not None:
-prompt += "[Retrieval]<paragraph>{0}</paragraph>".format(paragraph)
+  prompt = "### Instruction:\n{0}\n\n### Response:\n".format(input)
+  if paragraph is not None:
+    prompt += "[Retrieval]<paragraph>{0}</paragraph>".format(paragraph)
 return prompt
 
 query_1 = "你好呀"
@@ -30,7 +30,7 @@ queries = [query_1, query_2]
 
 preds = model.generate([format_prompt(query) for query in queries], sampling_params)
 for pred in preds:
-print("Model prediction: {0}".format(pred.outputs[0].text))
+  print("Model prediction: {0}".format(pred.outputs[0].text))
 # Model prediction: [No Retrieval] 你好！有什么我可以帮你解答的问题吗？ [Utility:5] </s>
 # Model prediction: [Retrieval] <paragraph> ... (this query requires factual grounding, call a retriever) </paragraph> [Relevant] 太和殿、中和殿、保和殿 [Utility:5] </s>
 ```