Handle no colbert indexes

app.py

@@ -20,15 +20,22 @@ GENERATE_KWARGS = {
     "do_sample": False,
 }
 
-# RAG Model setup
-RAG = RAGPretrainedModel.from_index("colbert/indexes/arxiv_colbert")
-
 try:
-    gr.Info("Setting up retriever, please wait...")
-    rag_initial_output = RAG.search("What is Generative AI in Healthcare?", k=1)
-    gr.Info("Retriever working successfully!")
-except Exception as e:
-    gr.Warning(f"Retriever not working: {str(e)}")
+    # RAG Model setup
+    RAG = RAGPretrainedModel.from_index("colbert/indexes/arxiv_colbert")
+    semantic_search_available = True
+
+    try:
+        gr.Info("Setting up retriever, please wait...")
+        rag_initial_output = RAG.search("What is Generative AI in Healthcare?", k=1)
+        gr.Info("Retriever working successfully!")
+    except Exception as e:
+        gr.Warning(f"Retriever not working: {str(e)}")
+
+except FileNotFoundError:
+    RAG = None
+    semantic_search_available = False
+    gr.Warning("Colbert index not found. Semantic search will be unavailable.")
 
 # Header setup
 mark_text = '# 🩺🔍 Search Results\n'
@@ -46,7 +53,10 @@ try:
 except FileNotFoundError:
     index_info = "Semantic Search"
 
-database_choices = [index_info, 'Arxiv Search - Latest - (EXPERIMENTAL)']
+if semantic_search_available:
+    database_choices = [index_info, 'Arxiv Search - Latest']
+else:
+    database_choices = ['Arxiv Search - Latest']
 
 # Arxiv API setup
 arx_client = arxiv.Client()
@@ -77,10 +87,10 @@ with gr.Blocks(theme=gr.themes.Soft()) as demo:
     
     def update_with_rag_md(search_query, llm_results_use=5, database_choice=index_info, llm_model_picked=DEFAULT_LLM_MODEL):
         prompt_text_from_data = ""
-        database_to_use = database_choice
         
-        if database_choice == index_info:
+        if database_choice == index_info and semantic_search_available:
             rag_out = get_rag(search_query, RAG, RETRIEVE_RESULTS)
+            database_to_use = 'Semantic Search'
         else:
             arxiv_search_success = True
             try:
@@ -89,11 +99,13 @@ with gr.Blocks(theme=gr.themes.Soft()) as demo:
                     arxiv_search_success = False
             except Exception as e:
                 arxiv_search_success = False
-                gr.Warning(f"Arxiv Search not working: {str(e)}, switching to semantic search ...")
+                gr.Warning(f"Arxiv Search not working: {str(e)}")
             
             if not arxiv_search_success:
-                rag_out = get_rag(search_query, RAG, RETRIEVE_RESULTS)
-                database_to_use = index_info
+                gr.Warning("Arxiv search failed. Please try again later.")
+                return "", ""
+            
+            database_to_use = 'Arxiv Search'
         
         md_text_updated = mark_text
         for i, rag_answer in enumerate(rag_out):