Update README.md

README.md

@@ -36,14 +36,16 @@ I trained with 1x A6000 GPUs for 90 hours.
 ```python
 from transformers import AutoModelForCausalLM, AutoTokenizer, StoppingCriteria, StoppingCriteriaList
 import torch
-repo = "squarelike/Gugugo-koen-7B-V1.1"
+repo = "squarelike/Gugugo-koen-7B-V1.1-GPTQ"
 model = AutoModelForCausalLM.from_pretrained(
         repo,
-        load_in_4bit=True
         device_map='auto'
 )
 tokenizer = AutoTokenizer.from_pretrained(repo)
 
+model.eval()
+model.config.use_cache = True
+
 class StoppingCriteriaSub(StoppingCriteria):
     def __init__(self, stops = [], encounters=1):
         super().__init__()