gitlab-instance-0a899031_marktext/草稿/test/test.md

from transformers import AutoTokenizer, AutoModel
tokenizer = AutoTokenizer.from_pretrained("THUDM/chatglm2-6b", trust_remote_code=True)
model = AutoModel.from_pretrained("THUDM/chatglm2-6b", trust_remote_code=True, device='cuda')
model = model.eval()
response, history = model.chat(tokenizer, "你好", history=[])
rint(response)
response, history = model.chat(tokenizer, "晚上睡不着应该怎么办", history=history)
print(response)