根据提示比较
是的,多执行几次,也许就乱了。
全部代码
import torch
from transformers import AutoTokenizer, AutoModelForCausalLM
def load_model(model_path):
tokenizer = AutoTokenizer.from_pretrained(model_path, trust_remote_code=True)
model = AutoModelForCausalLM.from_pretrained(model_path, torch_dtype=torch.float16, trust_remote_code=True).cuda()
model = model.eval()
return tokenizer, model
messages = []
def chat(input_text):
length = 0
for response, _ in model.stream_chat(tokenizer, input_text, messages):
if response is not None:
print(response[length:], flush=True, end="")
length = len(response)
tokenizer, model = load_model("/root/InternLM/XTuner/merged")
chat("13.8和13.11 哪个大?")
chat("根据我的提示回答:小数比较大小时,小数点右边需要逐位比较:如果小数点右边第一位数字相同,继续比较下一位,直到找到不同的数字或直到其中一个数结束,例如12.89小于12.90,那么请回答下面的问题: 13.8 和 13.11 哪个大?")