11 lines
448 B
Markdown
11 lines
448 B
Markdown
```
|
|
from transformers import AutoTokenizer, AutoModel
|
|
tokenizer = AutoTokenizer.from_pretrained("THUDM/chatglm2-6b", trust_remote_code=True)
|
|
model = AutoModel.from_pretrained("THUDM/chatglm2-6b", trust_remote_code=True, device='cuda')
|
|
model = model.eval()
|
|
response, history = model.chat(tokenizer, "你好", history=[])
|
|
rint(response)
|
|
response, history = model.chat(tokenizer, "晚上睡不着应该怎么办", history=history)
|
|
print(response)
|
|
```
|