Upload handler.py with huggingface_hub

handler.py

@@ -1,13 +1,23 @@
 from typing import Dict, List, Any
 from transformers import AutoTokenizer, AutoModelForCausalLM
 import torch
+import logging
 
 
+
+logger = logging.getLogger()
+logger.setLevel(logging.DEBUG)
+
 class EndpointHandler:
     def __init__(self, path=""):
         # Initialize model and tokenizer
-        self.tokenizer = AutoTokenizer.from_pretrained(path)
-        self.model = AutoModelForCausalLM.from_pretrained(path)
+        logger.info("Loading model and tokenizer...")
+        self.tokenizer = AutoTokenizer.from_pretrained(".")
+        logger.info("tokenizer loaded...")
+
+        self.model = AutoModelForCausalLM.from_pretrained(".")
+        logger.info("model loaded...")
+
         self.device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
         self.model.to(self.device)
 
@@ -27,6 +37,7 @@ class EndpointHandler:
         """
         # Get input text and parameters
         inputs = data.pop("inputs", data)
+        logger.info("inputs loaded...", inputs)
         parameters = data.pop("parameters", {})
 
         # Default generation parameters