[Add] jsonl load handling

app.py

@@ -10,7 +10,7 @@ import json
 import requests
 
 from envs import API, EVAL_REQUESTS_PATH, TOKEN, QUEUE_REPO
-from utils import LLM_BENCHMARKS_ABOUT_TEXT, LLM_BENCHMARKS_SUBMIT_TEXT, custom_css, load_jsonl_with_check
+from utils import LLM_BENCHMARKS_ABOUT_TEXT, LLM_BENCHMARKS_SUBMIT_TEXT, custom_css, jsonl_to_dataframe
 
 
 
@@ -102,7 +102,7 @@ abs_path = Path(__file__).parent
 
 # Any pandas-compatible data
 # persian_df = pd.read_json(str(abs_path / "leaderboard_persian.jsonl"))
-persian_df = load_jsonl_with_check(str(abs_path / "leaderboard_persian.jsonl"))
+persian_df = jsonl_to_dataframe(str(abs_path / "leaderboard_persian.jsonl"))
 base_df = pd.read_json(str(abs_path / "leaderboard_base.json"))
 
 with gr.Blocks(css=custom_css) as demo:

utils.py

@@ -138,13 +138,14 @@ LLM_BENCHMARKS_SUBMIT_TEXT = """## Submit your model
                 """
 
 
-def load_jsonl_with_check(file_path):
+def load_jsonl(input_file):
     data = []
-    with open(file_path, 'r', encoding='utf-8') as file:
-        for idx, line in enumerate(file):
-            try:
-                data.append(json.loads(line.strip()))  # Use json.loads instead of pd.json.loads
-            except ValueError as e:
-                print(f"Error parsing line {idx + 1}: {line.strip()}")
-                print(f"Error details: {e}")
+    with open(input_file, 'r') as f:
+        for line in f:
+            data.append(json.loads(line))
+    return data
+
+
+def jsonl_to_dataframe(input_file):
+    data = load_jsonl(input_file)
     return pd.DataFrame(data)