Update app.py

app.py

@@ -12,7 +12,7 @@ import spaces  # provided automatically on HF Spaces
 # 1. Constants
 # -----------------------------
 PEFT_MODEL_ID = "LlamaFactoryAI/cv-job-description-matching"
-BASE_MODEL_NAME = "NousResearch/Meta-Llama-3-8B-Instruct" # "meta-llama/Meta-Llama-3-8B-Instruct" #"akjindal53244/Llama-3.1-Storm-8B"
+BASE_MODEL_NAME = "akjindal53244/Llama-3.1-Storm-8B"
 
 SYSTEM_PROMPT = (
     "You analyze how well a CV matches a job description for No Skill Jobs. "
@@ -151,7 +151,7 @@ def match_cv_job(cv: str, job_description: str):
     with torch.inference_mode():
         outputs = model.generate(
             **encoded,
-            max_new_tokens=256,
+            max_new_tokens=180,
             pad_token_id=tokenizer.pad_token_id,
         )