Hugging Face's logo

M4-ai
/
Orca-2.0-Tau-1.8B

Text Generation
Transformers
Safetensors
English
qwen2
conversational
Eval Results
text-generation-inference
Model card Files
xet
Community
4

Add Base Model

#4
by qpqpqpqpqpqp - opened
base: refs/heads/main
←
from: refs/pr/4
Discussion Files changed
+15
-8
Files changed (1) hide show
  1. README.md +15 -8
README.md CHANGED
@@ -40,7 +40,8 @@ model-index:
40
  value: 37.12
41
  name: normalized accuracy
42
  source:
43
- url: https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=M4-ai/Orca-2.0-Tau-1.8B
 
44
  name: Open LLM Leaderboard
45
  - task:
46
  type: text-generation
@@ -56,7 +57,8 @@ model-index:
56
  value: 61.13
57
  name: normalized accuracy
58
  source:
59
- url: https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=M4-ai/Orca-2.0-Tau-1.8B
 
60
  name: Open LLM Leaderboard
61
  - task:
62
  type: text-generation
@@ -73,7 +75,8 @@ model-index:
73
  value: 45.27
74
  name: accuracy
75
  source:
76
- url: https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=M4-ai/Orca-2.0-Tau-1.8B
 
77
  name: Open LLM Leaderboard
78
  - task:
79
  type: text-generation
@@ -89,7 +92,8 @@ model-index:
89
  - type: mc2
90
  value: 39.1
91
  source:
92
- url: https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=M4-ai/Orca-2.0-Tau-1.8B
 
93
  name: Open LLM Leaderboard
94
  - task:
95
  type: text-generation
@@ -106,7 +110,8 @@ model-index:
106
  value: 59.59
107
  name: accuracy
108
  source:
109
- url: https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=M4-ai/Orca-2.0-Tau-1.8B
 
110
  name: Open LLM Leaderboard
111
  - task:
112
  type: text-generation
@@ -123,8 +128,11 @@ model-index:
123
  value: 28.96
124
  name: accuracy
125
  source:
126
- url: https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=M4-ai/Orca-2.0-Tau-1.8B
 
127
  name: Open LLM Leaderboard
 
 
128
  ---
129
 
130
  # Orca-2.0-Tau-1.8B
@@ -220,5 +228,4 @@ Detailed results can be found [here](https://huggingface.co/datasets/open-llm-le
220
  |MMLU (5-Shot) |45.27|
221
  |TruthfulQA (0-shot) |39.10|
222
  |Winogrande (5-shot) |59.59|
223
- |GSM8k (5-shot) |28.96|
224
-
 
40
  value: 37.12
41
  name: normalized accuracy
42
  source:
43
+ url: >-
44
+ https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=M4-ai/Orca-2.0-Tau-1.8B
45
  name: Open LLM Leaderboard
46
  - task:
47
  type: text-generation
 
57
  value: 61.13
58
  name: normalized accuracy
59
  source:
60
+ url: >-
61
+ https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=M4-ai/Orca-2.0-Tau-1.8B
62
  name: Open LLM Leaderboard
63
  - task:
64
  type: text-generation
 
75
  value: 45.27
76
  name: accuracy
77
  source:
78
+ url: >-
79
+ https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=M4-ai/Orca-2.0-Tau-1.8B
80
  name: Open LLM Leaderboard
81
  - task:
82
  type: text-generation
 
92
  - type: mc2
93
  value: 39.1
94
  source:
95
+ url: >-
96
+ https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=M4-ai/Orca-2.0-Tau-1.8B
97
  name: Open LLM Leaderboard
98
  - task:
99
  type: text-generation
 
110
  value: 59.59
111
  name: accuracy
112
  source:
113
+ url: >-
114
+ https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=M4-ai/Orca-2.0-Tau-1.8B
115
  name: Open LLM Leaderboard
116
  - task:
117
  type: text-generation
 
128
  value: 28.96
129
  name: accuracy
130
  source:
131
+ url: >-
132
+ https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=M4-ai/Orca-2.0-Tau-1.8B
133
  name: Open LLM Leaderboard
134
+ base_model:
135
+ - M4-ai/tau-1.8B
136
  ---
137
 
138
  # Orca-2.0-Tau-1.8B
 
228
  |MMLU (5-Shot) |45.27|
229
  |TruthfulQA (0-shot) |39.10|
230
  |Winogrande (5-shot) |59.59|
231
+ |GSM8k (5-shot) |28.96|