Update README.md
Browse files
README.md
CHANGED
|
@@ -32,9 +32,9 @@ text = tokenizer.apply_chat_template(
|
|
| 32 |
enable_thinking=True,
|
| 33 |
)
|
| 34 |
|
| 35 |
-
model_inputs = tokenizer([text], return_tensors="pt").to(
|
| 36 |
|
| 37 |
-
generated_ids =
|
| 38 |
**model_inputs,
|
| 39 |
max_new_tokens=32768,
|
| 40 |
)
|
|
|
|
| 32 |
enable_thinking=True,
|
| 33 |
)
|
| 34 |
|
| 35 |
+
model_inputs = tokenizer([text], return_tensors="pt").to(model.device)
|
| 36 |
|
| 37 |
+
generated_ids = model.generate(
|
| 38 |
**model_inputs,
|
| 39 |
max_new_tokens=32768,
|
| 40 |
)
|