added current progress

.gitignore

@@ -0,0 +1 @@
+.env

src/consistency.py

@@ -1,25 +1,27 @@
 from typing import List, Tuple
 from .cot import generate_answer
+from .utils import get_answer
 
 def sample_cot(
         question: str,
-        model_id: str,
-        temperature: float,
-        max_tokens: int,
-        exampler: List[Tuple[str, str]]
+        model_id: str="llama3-8b-8192",
+        temperature: float=0.5,
+        max_tokens: int=200,
+        exampler: List[Tuple[str, str]]=None
         ):
     """
     to be written
     """
-    return generate_answer(question, model_id, temperature, max_tokens, exampler)
+    reasoning, last_line = generate_answer(question, model_id, temperature, max_tokens, "cot",exampler)
+    return reasoning, last_line
     
 
 def self_consistent_answer(
         question:str,
-        model_id:str,
+        model_id:str="llama3-8b-8192",
         temperature:float=0.5,
         max_tokens:int=200, 
-        exampler:List[Tuple[str, str]]=("",""), 
+        exampler:List[Tuple[str, str]]=None, 
         num_samples:int=3
         ):
     """
@@ -30,10 +32,9 @@ def self_consistent_answer(
     results = []
 
     for _ in range(num_samples):
-        reasoning = sample_cot(question, model_id, temperature, max_tokens ,exampler)
+        reasoning, last_line = sample_cot(question, model_id, temperature, max_tokens ,exampler)
         reasoning_paths.append(reasoning)
 
-        last_line = reasoning.strip().split("\n")[-1]
         results.append(last_line)
     
     return reasoning_paths, results

src/cot.py

@@ -1,10 +1,10 @@
 from typing import Literal, List, Tuple
 from .groq_client import groq_chat
-from .utils import clean_response
+from .utils import get_answer
 
 def build_prompt(question:str,
                 mode: Literal["cot", "base"]="base",
-                exampler: List[Tuple[str, str]]=("",""),
+                exampler: List[Tuple[str, str]]=None,
                 zero_shot: bool=False
                 ):
     """
@@ -16,13 +16,14 @@ def build_prompt(question:str,
         if not zero_shot:
             prompt = ""
 
-            for q, a in exampler:
-                prompt+=f"Q: {q}\nA:{a}"
+            if exampler:
+                for q, a in exampler:
+                    prompt+=f"Q: {q}\nA:{a}"
 
             prompt+=f"Q: {question}\nA:"
             return prompt
-        else:
-            return f"Q: {question}\nA:"
+        
+        return f"Q: {question}\nA:"
 
     return f"Q: {question}\nA:"
 
@@ -32,7 +33,7 @@ def generate_answer(
         temperature: float=0.5,
         max_tokens: int=200,
         mode: Literal["cot", "base"]="base",
-        exampler: List[Tuple[str ,str]]=("",""),
+        exampler: List[Tuple[str ,str]]=None,
         zero_shot: bool=False
         ):
     """
@@ -40,7 +41,8 @@ def generate_answer(
     """
     
     prompt = build_prompt(question, mode, exampler, zero_shot)
-    response = groq_chat(prompt, model_id, temperature, max_tokens)
+    reasoning = groq_chat(prompt, model_id, temperature, max_tokens)
+    last_line = get_answer(reasoning)
 
-    return clean_response(response)
+    return reasoning, last_line
 

src/groq_client.py

@@ -3,8 +3,8 @@ from groq import Groq
 
 def init_groq(api_key: str=None):
 
-    api_key = api_key or os.get_env("GROQ_API_KEY")
-    return Groq(api_key)
+    api_key = api_key or os.getenv("GROQ_API_KEY")
+    return Groq(api_key=api_key)
 
 def groq_chat(prompt: str, model_id: str, temperature: float = 0.7, max_tokens: int = 200):
     

src/utils.py

@@ -1,2 +1,2 @@
-def clean_response():
-    pass
+def get_answer(response):   
+    return response.strip().split("\n")[-1]

tutorial.ipynb

@@ -2,7 +2,7 @@
  "cells": [
   {
    "cell_type": "code",
-   "execution_count": 3,
+   "execution_count": 1,
    "id": "efbec4bf",
    "metadata": {},
    "outputs": [],
@@ -14,7 +14,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 4,
+   "execution_count": 2,
    "id": "e8943c7d",
    "metadata": {},
    "outputs": [],
@@ -24,7 +24,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 5,
+   "execution_count": 3,
    "id": "394c1f72",
    "metadata": {},
    "outputs": [],
@@ -34,12 +34,12 @@
     "    if mode==\"cot\":\n",
     "        return f\"Q: {question}\\nLet's think step by step:\\n\"\n",
     "    else:\n",
-    "        return f\"Q: {question}\\nA:\"\n"
+    "        return f\"Q: {question}\\nA:\""
    ]
   },
   {
    "cell_type": "code",
-   "execution_count": null,
+   "execution_count": 4,
    "id": "5d6dc71b",
    "metadata": {},
    "outputs": [
@@ -72,9 +72,87 @@
   },
   {
    "cell_type": "code",
-   "execution_count": null,
+   "execution_count": 5,
    "id": "67b9d179",
    "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/plain": [
+       "'Since K is the husband of R, and V is the son of K, then R is the mother of V.'"
+      ]
+     },
+     "execution_count": 5,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "response.choices[0].message.content.strip().split(\"\\n\")[-1]"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 6,
+   "id": "e84a6a58",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "from src.cot import generate_answer\n",
+    "from src.consistency import self_consistent_answer"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 7,
+   "id": "c0b3a1b5",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "ans = generate_answer(question, mode=\"cot\",zero_shot=True)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 8,
+   "id": "e9752254",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "ans2 = self_consistent_answer(question)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 10,
+   "id": "3678816d",
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/plain": [
+       "([\"Let's break it down:\\n\\n* V is the son of K, so K is V's parent.\\n* K is the father of S, so K is S's parent.\\n* K is the husband of R, which means R is K's spouse.\\n\\nSince K is V's parent, and K is married to R, it means R is V's grandparent. Specifically, R is V's mother's mother, or V's maternal grandmother.\",\n",
+       "  'Since K is the husband of R, and V is the son of K, that makes R the mother of V.',\n",
+       "  'Since K is the husband of R, and V is the son of K, then R is the mother of V.'],\n",
+       " [\"Since K is V's parent, and K is married to R, it means R is V's grandparent. Specifically, R is V's mother's mother, or V's maternal grandmother.\",\n",
+       "  'Since K is the husband of R, and V is the son of K, that makes R the mother of V.',\n",
+       "  'Since K is the husband of R, and V is the son of K, then R is the mother of V.'])"
+      ]
+     },
+     "execution_count": 10,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "ans2"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "72fd9b9d",
+   "metadata": {},
    "outputs": [],
    "source": []
   }