update

app.py

@@ -6,16 +6,18 @@ import random
 import transformers
 import numpy as np
 from transformers import T5Tokenizer, T5ForConditionalGeneration
-import spaces
+import devicetorch
+#import spaces
 
-HF_TOKEN = os.getenv("HF_TOKEN")
+#HF_TOKEN = os.getenv("HF_TOKEN")
 
-if torch.cuda.is_available():
-    device = "cuda"
-    print("Using GPU")
-else:
-    device = "cpu"
-    print("Using CPU")
+device = devicetorch.get(torch)
+#if torch.cuda.is_available():
+#    device = "cuda"
+#    print("Using GPU")
+#else:
+#    device = "cpu"
+#    print("Using CPU")
 
 
 MAX_SEED = np.iinfo(np.int32).max
@@ -31,7 +33,7 @@ model = T5ForConditionalGeneration.from_pretrained("roborovski/superprompt-v1",
 model.to(device)
 
 # Define the image generation function
-@spaces.GPU(duration=60)
+#@spaces.GPU(duration=60)
 def generate_image(prompt, enhance_prompt, negative_prompt, num_inference_steps, height, width, guidance_scale, seed, num_images_per_prompt):
     if seed == 0:
         seed = random.randint(1, 2**32-1)
@@ -96,4 +98,4 @@ interface = gr.Interface(
 )
 
 # Launch the interface
-interface.launch(share = False)
+interface.launch(share = False)

requirements.txt

@@ -1,7 +1,7 @@
-torch
+#torch
 diffusers
 transformers
 accelerate
 sentencepiece
 numpy
-gradio==4.36.0
+gradio==4.36.0