first commit

.env

@@ -0,0 +1 @@
+UPSTASH_REDIS_PWD = "d1cd7cd7021446928fb03f8aa3ab15ac"

Dockerfile

@@ -0,0 +1,11 @@
+FROM python:3.10
+
+WORKDIR /code
+
+COPY ./requirements.txt /code/requirements.txt
+
+RUN pip install --no-cache-dir --upgrade -r /code/requirements.txt
+
+COPY . .
+
+CMD ["uvicorn", "app.main:app", "--host", "0.0.0.0", "--port", "7860"]

helpers.py

@@ -0,0 +1,17 @@
+from fuzzywuzzy import fuzz
+
+class isCache:
+    def __init__(self, status, closest_match) -> None:
+        self.status = status
+        self.closest_match = closest_match
+
+def in_cache (message: str, keysList: list):
+    highest_score = 0
+    for s in keysList:
+        score = fuzz.partial_token_sort_ratio(message, s)
+        if score > highest_score:
+            highest_score = score
+    if highest_score > 90:
+        return isCache(True, s)
+    return isCache(False, None)
+        

main.py

@@ -0,0 +1,56 @@
+from dotenv import load_dotenv
+import os
+
+from transformers import AutoTokenizer, BlenderbotSmallForConditionalGeneration
+from helpers import in_cache
+
+from fastapi import FastAPI
+from pydantic import BaseModel
+import redis
+
+from starlette.middleware.cors import CORSMiddleware
+
+
+load_dotenv()
+
+model = BlenderbotSmallForConditionalGeneration.from_pretrained("facebook/blenderbot_small-90M")
+tokenizer = AutoTokenizer.from_pretrained("facebook/blenderbot_small-90M")
+class UserMSGRequest(BaseModel):
+    message: str
+    
+r = redis.Redis(
+  host='eu2-suitable-cod-32440.upstash.io',
+  port=32440,
+  password=os.getenv('UPSTASH_REDIS_PWD'),
+  ssl=True
+)
+
+app = FastAPI()
+
+origins = ["*"]
+
+app.add_middleware(
+    CORSMiddleware,
+    allow_origins=origins,
+    allow_credentials=True,
+    allow_methods=["*"],
+    allow_headers=["*"],
+)
+
+@app.post("/generate-message")
+async def root(utterance: UserMSGRequest):
+    key_list = r.keys()
+    is_in_cache = in_cache(utterance.message, key_list)
+    if is_in_cache.status:
+        print("From Cache!")
+        return r.get(is_in_cache.closest_match)
+    inputs = tokenizer(utterance.message, return_tensors = "pt")
+    results = model.generate(**inputs)
+    response = tokenizer.batch_decode(results, skip_special_tokens=True)[0]
+    r.set(utterance.message, response, 6000)
+    return response
+
+if __name__ == '__main__':
+    import uvicorn
+
+    uvicorn.run(app, host="0.0.0.0", port=8080)

requirements.txt

@@ -0,0 +1,121 @@
+aioredis==2.0.1
+annotated-types==0.6.0
+ansiwrap==0.8.4
+anyio==3.7.1
+async-timeout==4.0.3
+attrs==23.1.0
+beautifulsoup4==4.12.2
+blinker==1.7.0
+certifi==2023.11.17
+charset-normalizer==3.3.2
+click==8.1.7
+cryptography==3.4.8
+dnspython==2.4.2
+email-validator==2.1.0.post1
+entrypoints==0.4
+exceptiongroup==1.2.0
+fastapi==0.105.0
+fastjsonschema==2.18.0
+filelock==3.13.1
+find-libpython==0.3.0
+Flask==3.0.0
+fsspec==2023.12.2
+fuzzywuzzy==0.18.0
+h11==0.14.0
+httpcore==1.0.2
+httplib2==0.20.2
+httptools==0.6.1
+httpx==0.25.2
+huggingface-hub==0.19.4
+idna==3.6
+importlib-metadata==4.6.4
+itsdangerous==2.1.2
+jeepney==0.7.1
+jellyfish==0.11.2
+Jinja2==3.1.2
+jsonschema==4.19.0
+jsonschema-specifications==2023.7.1
+jupyter_client==8.3.1
+jupyter_core==5.3.1
+keyring==23.5.0
+launchpadlib==1.10.16
+lazr.restfulclient==0.14.4
+lazr.uri==1.0.6
+Levenshtein==0.23.0
+MarkupSafe==2.1.3
+more-itertools==8.10.0
+mpmath==1.3.0
+nbclient==0.8.0
+nbformat==5.9.2
+netifaces==0.11.0
+networkx==3.2.1
+numpy==1.26.2
+nvidia-cublas-cu12==12.1.3.1
+nvidia-cuda-cupti-cu12==12.1.105
+nvidia-cuda-nvrtc-cu12==12.1.105
+nvidia-cuda-runtime-cu12==12.1.105
+nvidia-cudnn-cu12==8.9.2.26
+nvidia-cufft-cu12==11.0.2.54
+nvidia-curand-cu12==10.3.2.106
+nvidia-cusolver-cu12==11.4.5.107
+nvidia-cusparse-cu12==12.1.0.106
+nvidia-nccl-cu12==2.18.1
+nvidia-nvjitlink-cu12==12.3.101
+nvidia-nvtx-cu12==12.1.105
+oauthlib==3.2.0
+openai==1.3.9
+orjson==3.9.10
+packaging==23.2
+papermill==2.4.0
+pexpect==4.8.0
+Pillow==10.1.0
+platformdirs==3.10.0
+ptyprocess==0.7.0
+pydantic==2.5.2
+pydantic-extra-types==2.2.0
+pydantic-settings==2.1.0
+pydantic_core==2.14.5
+Pygments==2.11.2
+PyJWT==2.3.0
+pyparsing==2.4.7
+python-dateutil==2.8.2
+python-dotenv==1.0.0
+python-Levenshtein==0.23.0
+python-multipart==0.0.6
+python-telegram-bot==20.7
+PyYAML==6.0.1
+pyzmq==25.1.1
+rapidfuzz==3.5.2
+redis==5.0.1
+referencing==0.30.2
+regex==2023.10.3
+requests==2.31.0
+rpds-py==0.10.2
+safetensors==0.4.1
+SecretStorage==3.3.1
+six==1.16.0
+sniffio==1.3.0
+soupsieve==2.4.1
+starlette==0.27.0
+tenacity==8.2.3
+termcolor==1.1.0
+textwrap3==0.9.2
+tokenizers==0.15.0
+torch==2.1.2
+torchaudio==2.1.2
+torchvision==0.16.2
+tornado==6.3.3
+tqdm==4.66.1
+traitlets==5.9.0
+transformers==4.36.1
+triton==2.1.0
+typing_extensions==4.9.0
+ujson==5.9.0
+urllib3==2.1.0
+uvicorn==0.24.0.post1
+uvloop==0.19.0
+wadllib==1.3.6
+watchfiles==0.21.0
+websockets==12.0
+Werkzeug==3.0.1
+zipp==1.0.0