Spaces:

KUIS-AI
/

Cetvel

Running

App Files Files Community

abrek commited on May 18

Commit

8ce7f2f

verified ·

1 Parent(s): 3c1441b

GECTurk model response white space problem fix

Browse files

Files changed (30) hide show

results/zero-shot/CerebrumTech__cere-llama-3-8b-tr.json +1 -1
results/zero-shot/Llama-3.3-70B-Instruct.json +1 -1
results/zero-shot/Ministral-8B-Instruct.json +1 -1
results/zero-shot/Mixtral-8x7B-Instruct-v0.1.json +1 -1
results/zero-shot/Qwen2.5-0.5B-Instruct.json +1 -1
results/zero-shot/Qwen2.5-0.5B.json +1 -1
results/zero-shot/Qwen2.5-1.5B-Instruct.json +1 -1
results/zero-shot/Qwen2.5-1.5B.json +1 -1
results/zero-shot/Qwen2.5-14B-Instruct.json +1 -1
results/zero-shot/Qwen2.5-14B.json +1 -1
results/zero-shot/Qwen2.5-3B-Instruct.json +1 -1
results/zero-shot/Qwen2.5-3B.json +1 -1
results/zero-shot/Qwen2.5-7B-Instruct.json +1 -1
results/zero-shot/Qwen2.5-7B.json +1 -1
results/zero-shot/aya-23-35B.json +1 -1
results/zero-shot/aya-23-8b.json +1 -1
results/zero-shot/aya-expanse-32b.json +1 -1
results/zero-shot/aya-expanse-8b.json +1 -1
results/zero-shot/aya101.json +1 -1
results/zero-shot/commencis-7b.json +1 -1
results/zero-shot/kanarya-2b.json +1 -1
results/zero-shot/llama-3-8b-instruct.json +1 -1
results/zero-shot/llama-3-8b.json +1 -1
results/zero-shot/llama-3.1-8b-instruct.json +1 -1
results/zero-shot/llama-3.1-8b.json +1 -1
results/zero-shot/llama-3.2-1b.json +1 -1
results/zero-shot/llama-3.2-3b-instruct.json +1 -1
results/zero-shot/llama-3.2-3b.json +1 -1
results/zero-shot/mistral-7b.json +1 -1
results/zero-shot/trendyol-7b.json +1 -1

results/zero-shot/CerebrumTech__cere-llama-3-8b-tr.json CHANGED Viewed

@@ -47,7 +47,7 @@
         {
             "name": "gecturk_generation",
             "task": "grammatical_error_correction",
-            "exact_match": 0.013385333911117531
         },
         {
             "name": "xquad_tr",

         {
             "name": "gecturk_generation",
             "task": "grammatical_error_correction",
+            "exact_match": 0.4596
         },
         {
             "name": "xquad_tr",

results/zero-shot/Llama-3.3-70B-Instruct.json CHANGED Viewed

@@ -162,7 +162,7 @@
         {
             "name": "gecturk_generation",
             "task": "grammatical_error_correction",
-            "exact_match": 0.0052482064615532766
         },
         {
             "name": "mlsum_tr",

         {
             "name": "gecturk_generation",
             "task": "grammatical_error_correction",
+            "exact_match": 0.441
         },
         {
             "name": "mlsum_tr",

results/zero-shot/Ministral-8B-Instruct.json CHANGED Viewed

@@ -166,7 +166,7 @@
         {
             "name": "gecturk_generation",
             "task": "grammatical_error_correction",
-            "exact_match": 0.009003803745967548
         },
         {
             "name": "turkce_atasozleri",

         {
             "name": "gecturk_generation",
             "task": "grammatical_error_correction",
+            "exact_match": 0.3915
         },
         {
             "name": "turkce_atasozleri",

results/zero-shot/Mixtral-8x7B-Instruct-v0.1.json CHANGED Viewed

@@ -168,7 +168,7 @@
         {
             "name": "gecturk_generation",
             "task": "grammatical_error_correction",
-            "exact_match": 0.036255958399537776
         },
         {
             "name": "turkce_atasozleri",

         {
             "name": "gecturk_generation",
             "task": "grammatical_error_correction",
+            "exact_match": 0.0364
         },
         {
             "name": "turkce_atasozleri",

results/zero-shot/Qwen2.5-0.5B-Instruct.json CHANGED Viewed

@@ -46,7 +46,7 @@
         {
             "name": "gecturk_generation",
             "task": "grammatical_error_correction",
-            "exact_match": 0.0005296355144686793
         },
         {
             "name": "xquad_tr",

         {
             "name": "gecturk_generation",
             "task": "grammatical_error_correction",
+            "exact_match": 0.0177
         },
         {
             "name": "xquad_tr",

results/zero-shot/Qwen2.5-0.5B.json CHANGED Viewed

@@ -46,7 +46,7 @@
         {
             "name": "gecturk_generation",
             "task": "grammatical_error_correction",
-            "exact_match": 0.008859357696566999
         },
         {
             "name": "xquad_tr",

         {
             "name": "gecturk_generation",
             "task": "grammatical_error_correction",
+            "exact_match": 0.0092
         },
         {
             "name": "xquad_tr",

results/zero-shot/Qwen2.5-1.5B-Instruct.json CHANGED Viewed

@@ -46,7 +46,7 @@
         {
             "name": "gecturk_generation",
             "task": "grammatical_error_correction",
-            "exact_match": 0.0012037170783379075
         },
         {
             "name": "xquad_tr",

         {
             "name": "gecturk_generation",
             "task": "grammatical_error_correction",
+            "exact_match": 0.0361
         },
         {
             "name": "xquad_tr",

results/zero-shot/Qwen2.5-1.5B.json CHANGED Viewed

@@ -46,7 +46,7 @@
         {
             "name": "gecturk_generation",
             "task": "grammatical_error_correction",
-            "exact_match": 0.004188935432615918
         },
         {
             "name": "xquad_tr",

         {
             "name": "gecturk_generation",
             "task": "grammatical_error_correction",
+            "exact_match": 0.1417
         },
         {
             "name": "xquad_tr",

results/zero-shot/Qwen2.5-14B-Instruct.json CHANGED Viewed

@@ -168,7 +168,7 @@
         {
             "name": "gecturk_generation",
             "task": "grammatical_error_correction",
-            "exact_match": 0.00130001444460494
         },
         {
             "name": "turkce_atasozleri",

         {
             "name": "gecturk_generation",
             "task": "grammatical_error_correction",
+            "exact_match": 0.1088
         },
         {
             "name": "turkce_atasozleri",

results/zero-shot/Qwen2.5-14B.json CHANGED Viewed

@@ -168,7 +168,7 @@
         {
             "name": "gecturk_generation",
             "task": "grammatical_error_correction",
-            "exact_match": 0.003707448601280755
         },
         {
             "name": "turkce_atasozleri",

         {
             "name": "gecturk_generation",
             "task": "grammatical_error_correction",
+            "exact_match": 0.1888
         },
         {
             "name": "turkce_atasozleri",

results/zero-shot/Qwen2.5-3B-Instruct.json CHANGED Viewed

@@ -46,7 +46,7 @@
         {
             "name": "gecturk_generation",
             "task": "grammatical_error_correction",
-            "exact_match": 0.0032741104530791083
         },
         {
             "name": "xquad_tr",

         {
             "name": "gecturk_generation",
             "task": "grammatical_error_correction",
+            "exact_match": 0.0406
         },
         {
             "name": "xquad_tr",

results/zero-shot/Qwen2.5-3B.json CHANGED Viewed

@@ -46,7 +46,7 @@
         {
             "name": "gecturk_generation",
             "task": "grammatical_error_correction",
-            "exact_match": 0.01261495498098127
         },
         {
             "name": "xquad_tr",

         {
             "name": "gecturk_generation",
             "task": "grammatical_error_correction",
+            "exact_match": 0.1466
         },
         {
             "name": "xquad_tr",

results/zero-shot/Qwen2.5-7B-Instruct.json CHANGED Viewed

@@ -46,7 +46,7 @@
         {
             "name": "gecturk_generation",
             "task": "grammatical_error_correction",
-            "exact_match": 0.0007222302470027445
         },
         {
             "name": "xquad_tr",

         {
             "name": "gecturk_generation",
             "task": "grammatical_error_correction",
+            "exact_match": 0.0661
         },
         {
             "name": "xquad_tr",

results/zero-shot/Qwen2.5-7B.json CHANGED Viewed

@@ -46,7 +46,7 @@
         {
             "name": "gecturk_generation",
             "task": "grammatical_error_correction",
-            "exact_match": 0.005537098560354375
         },
         {
             "name": "xquad_tr",

         {
             "name": "gecturk_generation",
             "task": "grammatical_error_correction",
+            "exact_match": 0.2227
         },
         {
             "name": "xquad_tr",

results/zero-shot/aya-23-35B.json CHANGED Viewed

@@ -134,7 +134,7 @@
         {
             "name": "gecturk_generation",
             "task": "grammatical_error_correction",
-            "exact_match": 0.009437141894169195
         },
         {
             "name": "xlsum_tr",

         {
             "name": "gecturk_generation",
             "task": "grammatical_error_correction",
+            "exact_match": 0.3079
         },
         {
             "name": "xlsum_tr",

results/zero-shot/aya-23-8b.json CHANGED Viewed

@@ -128,7 +128,7 @@
         {
             "name": "gecturk_generation",
             "task": "grammatical_error_correction",
-            "exact_match": 0.008281573498964804
         },
         {
             "name": "mlsum_tr",

         {
             "name": "gecturk_generation",
             "task": "grammatical_error_correction",
+            "exact_match": 0.0429
         },
         {
             "name": "mlsum_tr",

results/zero-shot/aya-expanse-32b.json CHANGED Viewed

@@ -167,7 +167,7 @@
         {
             "name": "gecturk_generation",
             "task": "grammatical_error_correction",
-            "exact_match": 0
         },
         {
             "name": "turkce_atasozleri",

         {
             "name": "gecturk_generation",
             "task": "grammatical_error_correction",
+            "exact_match": 0.0447
         },
         {
             "name": "turkce_atasozleri",

results/zero-shot/aya-expanse-8b.json CHANGED Viewed

@@ -30,7 +30,7 @@
         {
             "name": "gecturk_generation",
             "task": "grammatical_error_correction",
-            "exact_match": 0.0018296499590736194
         },
         {
             "name": "ironytr",

         {
             "name": "gecturk_generation",
             "task": "grammatical_error_correction",
+            "exact_match": 0.0552
         },
         {
             "name": "ironytr",

results/zero-shot/aya101.json CHANGED Viewed

@@ -154,7 +154,7 @@
         {
             "name": "gecturk_generation",
             "task": "grammatical_error_correction",
-            "exact_match": 0.0
         },
         {
             "name": "exams_tr",

         {
             "name": "gecturk_generation",
             "task": "grammatical_error_correction",
+            "exact_match": 0.3239
         },
         {
             "name": "exams_tr",

results/zero-shot/commencis-7b.json CHANGED Viewed

@@ -154,7 +154,7 @@
         {
             "name": "gecturk_generation",
             "task": "grammatical_error_correction",
-            "exact_match": 0.1701574461938466
         },
         {
             "name": "exams_tr",

         {
             "name": "gecturk_generation",
             "task": "grammatical_error_correction",
+            "exact_match": 0.2371
         },
         {
             "name": "exams_tr",

results/zero-shot/kanarya-2b.json CHANGED Viewed

@@ -23,7 +23,7 @@
         {
             "name": "gecturk_generation",
             "task": "grammatical_error_correction",
-            "exact_match": 9.62973662670326e-05
         },
         {
             "name": "ironytr",

         {
             "name": "gecturk_generation",
             "task": "grammatical_error_correction",
+            "exact_match": 0.0662
         },
         {
             "name": "ironytr",

results/zero-shot/llama-3-8b-instruct.json CHANGED Viewed

@@ -127,7 +127,7 @@
         {
             "name": "gecturk_generation",
             "task": "grammatical_error_correction",
-            "exact_match": 0.005007463045885695
         },
         {
             "name": "mlsum_tr",

         {
             "name": "gecturk_generation",
             "task": "grammatical_error_correction",
+            "exact_match": 0.1001
         },
         {
             "name": "mlsum_tr",

results/zero-shot/llama-3-8b.json CHANGED Viewed

@@ -126,7 +126,7 @@
         {
             "name": "gecturk_generation",
             "task": "grammatical_error_correction",
-            "exact_match": 0.006692666955558766
         },
         {
             "name": "mlsum_tr",

         {
             "name": "gecturk_generation",
             "task": "grammatical_error_correction",
+            "exact_match": 0.3412
         },
         {
             "name": "mlsum_tr",

results/zero-shot/llama-3.1-8b-instruct.json CHANGED Viewed

@@ -126,7 +126,7 @@
         {
             "name": "gecturk_generation",
             "task": "grammatical_error_correction",
-            "exact_match": 0.006548220906158217
         },
         {
             "name": "mlsum_tr",

         {
             "name": "gecturk_generation",
             "task": "grammatical_error_correction",
+            "exact_match": 0.3149
         },
         {
             "name": "mlsum_tr",

results/zero-shot/llama-3.1-8b.json CHANGED Viewed

@@ -126,7 +126,7 @@
         {
             "name": "gecturk_generation",
             "task": "grammatical_error_correction",
-            "exact_match": 0.006548220906158217
         },
         {
             "name": "mlsum_tr",

         {
             "name": "gecturk_generation",
             "task": "grammatical_error_correction",
+            "exact_match": 0.3527
         },
         {
             "name": "mlsum_tr",

results/zero-shot/llama-3.2-1b.json CHANGED Viewed

@@ -30,7 +30,7 @@
         {
             "name": "gecturk_generation",
             "task": "grammatical_error_correction",
-            "exact_match": 0.00741489720256151
         },
         {
             "name": "ironytr",

         {
             "name": "gecturk_generation",
             "task": "grammatical_error_correction",
+            "exact_match": 0.181
         },
         {
             "name": "ironytr",

results/zero-shot/llama-3.2-3b-instruct.json CHANGED Viewed

@@ -30,7 +30,7 @@
         {
             "name": "gecturk_generation",
             "task": "grammatical_error_correction",
-            "exact_match": 0.007222302470027445
         },
         {
             "name": "ironytr",

         {
             "name": "gecturk_generation",
             "task": "grammatical_error_correction",
+            "exact_match": 0.1672
         },
         {
             "name": "ironytr",

results/zero-shot/llama-3.2-3b.json CHANGED Viewed

@@ -120,7 +120,7 @@
         {
             "name": "gecturk_generation",
             "task": "grammatical_error_correction",
-            "exact_match": 0.004670422263951081
         },
         {
             "name": "mlsum_tr",

         {
             "name": "gecturk_generation",
             "task": "grammatical_error_correction",
+            "exact_match": 0.2682
         },
         {
             "name": "mlsum_tr",

results/zero-shot/mistral-7b.json CHANGED Viewed

@@ -132,7 +132,7 @@
         {
             "name": "gecturk_generation",
             "task": "grammatical_error_correction",
-            "exact_match": 0.20660599932591844
         },
         {
             "name": "mlsum_tr",

         {
             "name": "gecturk_generation",
             "task": "grammatical_error_correction",
+            "exact_match": 0.2084
         },
         {
             "name": "mlsum_tr",

results/zero-shot/trendyol-7b.json CHANGED Viewed

@@ -154,7 +154,7 @@
         {
             "name": "gecturk_generation",
             "task": "grammatical_error_correction",
-            "exact_match": 0.00048148683133516297
         },
         {
             "name": "exams_tr",

         {
             "name": "gecturk_generation",
             "task": "grammatical_error_correction",
+            "exact_match": 0.0007
         },
         {
             "name": "exams_tr",