benjamin
/

Gemma2-2B-IT-Byte

Model card Files Files and versions

benjamin commited on Apr 22

Commit

823e58e

·

verified ·

1 Parent(s): 274744f

Update README.md

Files changed (1) hide show

README.md +2 -1

README.md CHANGED Viewed

@@ -36,7 +36,8 @@ model = AutoModelForCausalLM.from_pretrained("benjamin/Gemma2-2B-IT-Byte", trust
 model = model.to(device)
 tokens = tokenizer.apply_chat_template([{"role": "user", "content": "Hello, how are you doing?"}], return_tensors="pt")
-out = model.generate(tokens.to(model.device), eos_token_id=tokenizer.eos_token_id)
 print(tokenizer.decode(out[0]))
 ```

 model = model.to(device)
 tokens = tokenizer.apply_chat_template([{"role": "user", "content": "Hello, how are you doing?"}], return_tensors="pt")
+eot_id = tokenizer.convert_tokens_to_ids("<end_of_turn>")
+out = model.generate(tokens.to(model.device), eos_token_id=eot_id)
 print(tokenizer.decode(out[0]))
 ```