Add ZeroGPU compatibility

README.md

@@ -1,6 +1,6 @@
 ---
 title: RAG
-emoji: 🔥
+emoji: 📄🔍
 colorFrom: yellow
 colorTo: green
 sdk: gradio

app.py

@@ -2,9 +2,10 @@ import numpy as np
 import torch
 import gradio as gr
 from transformers import AutoTokenizer, AutoModelForSeq2SeqLM, AutoModel
-
+import spaces
 
 # For embeddings using transformers models
+@spaces.GPU
 def get_embeddings(texts, model, tokenizer):
     encoded_input = tokenizer(texts, padding=True, truncation=True, return_tensors='pt')
     with torch.no_grad():
@@ -71,6 +72,7 @@ def retrieve(query, embeddings, documents, model, tokenizer, top_k=3):
     return [documents[idx] for idx in top_indices]
 
 # Generate answer
+@spaces.GPU
 def generate_answer(query, context, tokenizer, generator):
     if not context:
         return "No documents have been uploaded yet. Please upload some text files first."

requirements.txt

@@ -1,4 +1,5 @@
 numpy<2.0
 torch
 transformers==4.26.0
-gradio==5.30.0 
+gradio==5.30.0
+spaces