xMaulana commited on
Commit
b54cb1d
·
verified ·
1 Parent(s): 7ff2d9e

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +13 -9
README.md CHANGED
@@ -1,7 +1,6 @@
1
  ---
2
  language:
3
  - id
4
- - en
5
  license: apache-2.0
6
  tags:
7
  - Indonesian
@@ -29,7 +28,8 @@ model-index:
29
  value: 60.85
30
  name: strict accuracy
31
  source:
32
- url: https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=xMaulana/FinMatcha-3B-Instruct
 
33
  name: Open LLM Leaderboard
34
  - task:
35
  type: text-generation
@@ -44,7 +44,8 @@ model-index:
44
  value: 6.32
45
  name: normalized accuracy
46
  source:
47
- url: https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=xMaulana/FinMatcha-3B-Instruct
 
48
  name: Open LLM Leaderboard
49
  - task:
50
  type: text-generation
@@ -59,7 +60,8 @@ model-index:
59
  value: 10.2
60
  name: exact match
61
  source:
62
- url: https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=xMaulana/FinMatcha-3B-Instruct
 
63
  name: Open LLM Leaderboard
64
  - task:
65
  type: text-generation
@@ -74,7 +76,8 @@ model-index:
74
  value: 0.34
75
  name: acc_norm
76
  source:
77
- url: https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=xMaulana/FinMatcha-3B-Instruct
 
78
  name: Open LLM Leaderboard
79
  - task:
80
  type: text-generation
@@ -89,7 +92,8 @@ model-index:
89
  value: 6.62
90
  name: acc_norm
91
  source:
92
- url: https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=xMaulana/FinMatcha-3B-Instruct
 
93
  name: Open LLM Leaderboard
94
  - task:
95
  type: text-generation
@@ -106,7 +110,8 @@ model-index:
106
  value: 16.04
107
  name: accuracy
108
  source:
109
- url: https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=xMaulana/FinMatcha-3B-Instruct
 
110
  name: Open LLM Leaderboard
111
  ---
112
 
@@ -187,5 +192,4 @@ Detailed results can be found [here](https://huggingface.co/datasets/open-llm-le
187
  |MATH Lvl 5 (4-Shot)|10.20|
188
  |GPQA (0-shot) | 0.34|
189
  |MuSR (0-shot) | 6.62|
190
- |MMLU-PRO (5-shot) |16.04|
191
-
 
1
  ---
2
  language:
3
  - id
 
4
  license: apache-2.0
5
  tags:
6
  - Indonesian
 
28
  value: 60.85
29
  name: strict accuracy
30
  source:
31
+ url: >-
32
+ https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=xMaulana/FinMatcha-3B-Instruct
33
  name: Open LLM Leaderboard
34
  - task:
35
  type: text-generation
 
44
  value: 6.32
45
  name: normalized accuracy
46
  source:
47
+ url: >-
48
+ https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=xMaulana/FinMatcha-3B-Instruct
49
  name: Open LLM Leaderboard
50
  - task:
51
  type: text-generation
 
60
  value: 10.2
61
  name: exact match
62
  source:
63
+ url: >-
64
+ https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=xMaulana/FinMatcha-3B-Instruct
65
  name: Open LLM Leaderboard
66
  - task:
67
  type: text-generation
 
76
  value: 0.34
77
  name: acc_norm
78
  source:
79
+ url: >-
80
+ https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=xMaulana/FinMatcha-3B-Instruct
81
  name: Open LLM Leaderboard
82
  - task:
83
  type: text-generation
 
92
  value: 6.62
93
  name: acc_norm
94
  source:
95
+ url: >-
96
+ https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=xMaulana/FinMatcha-3B-Instruct
97
  name: Open LLM Leaderboard
98
  - task:
99
  type: text-generation
 
110
  value: 16.04
111
  name: accuracy
112
  source:
113
+ url: >-
114
+ https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=xMaulana/FinMatcha-3B-Instruct
115
  name: Open LLM Leaderboard
116
  ---
117
 
 
192
  |MATH Lvl 5 (4-Shot)|10.20|
193
  |GPQA (0-shot) | 0.34|
194
  |MuSR (0-shot) | 6.62|
195
+ |MMLU-PRO (5-shot) |16.04|