gpt和llama的推理prompt

gpt

completion = openai.ChatCompletion.create(
# model="gpt-3.5-turbo",
model='gpt-4',
messages=[
{
"role": "system",
"content": 
'''
You are a helpful assistant ...
'''
},

{
"role": "user",
"content":
f'''
The input question is:{question}
For example, your answer should be like this: ...
'''
}
])

print(completion.choices[0].message["content"])

llama

query=f'''
<s>[INST] <<SYS>>
As an intelligent robot ...<</SYS>>
The input question is:{question}
For example, your answer should be like this: ...
[/INST]
'''

output = generate_text(query)
print(output[0]['generated_text'].replace(query,'').strip())

prompt engineering: https://www.promptingguide.ai/