Update app.py

app.py

@@ -9,18 +9,27 @@ import os
 from config import DATASETS, MODELS
 import matplotlib.pyplot as plt
 import altair as alt
-import logging
 from concurrent.futures import ThreadPoolExecutor, as_completed
 from tenacity import retry, wait_exponential, stop_after_attempt, retry_if_exception_type
 import threading
+from anthropic import Anthropic
 
 load_dotenv()
 
-client = OpenAI(
+togetherai_client = OpenAI(
     api_key=os.getenv('TOGETHERAI_API_KEY'),
     base_url="https://api.together.xyz/v1"
 )
 
+openai_client = OpenAI(
+    api_key=os.getenv('OPENAI_API_KEY')
+)
+
+anthropic_client = Anthropic(
+    api_key=os.getenv('ANTHROPIC_API_KEY')
+)
+
+
 MAX_CONCURRENT_CALLS = 5
 semaphore = threading.Semaphore(MAX_CONCURRENT_CALLS)
 
@@ -54,12 +63,6 @@ def load_dataset_by_name(dataset_name, split="train"):
     stop=stop_after_attempt(5),
     retry=retry_if_exception_type(Exception)
 )
-def fetch_model_response(prompt, model_id):
-    response = client.chat.completions.create(
-        model=model_id,
-        messages=[{"role": "user", "content": prompt}]
-    )
-    return response
 
 def get_model_response(question, options, prompt_template, model_name):
     with semaphore:
@@ -67,9 +70,33 @@ def get_model_response(question, options, prompt_template, model_name):
             model_config = MODELS[model_name]
             options_text = "\n".join([f"{chr(65+i)}. {opt}" for i, opt in enumerate(options)])
             prompt = prompt_template.replace("{question}", question).replace("{options}", options_text)
-            
-            response = fetch_model_response(prompt, model_config["model_id"])
-            response_text = response.choices[0].message.content.strip()
+
+            provider = model_config["provider"]
+
+            if provider == "togetherai":
+                response = togetherai_client.chat.completions.create(
+                            model=model_config["model_id"],
+                            messages=[{"role": "user", "content": prompt}]
+                            )
+                response_text = response.choices[0].message.content.strip()
+
+            elif provider == "openai":
+                response = openai_client.chat.completions.create(
+                        model=model_config["model_id"],
+                        messages=[{
+                            "role": "user",
+                            "content": prompt}]      
+                    )
+                response_text = response.choices[0].message.content.strip()
+
+            elif provider == "anthropic":
+                response = anthropic_client.messages.create(
+                model=model_config["model_id"],
+                messages=[{"role": "user", "content": prompt}],
+                max_tokens=4096 
+                )
+                response_text =  response.content[0].text
+
             json_match = re.search(r'\{.*\}', response_text, re.DOTALL)
             if not json_match:
                 return f"Error: Invalid response format", response_text