|
--- |
|
license: llama3.1 |
|
datasets: |
|
- nvidia/OpenMathInstruct-2 |
|
language: |
|
- en |
|
base_model: |
|
- meta-llama/Llama-3.1-8B-Instruct |
|
model-index: |
|
- name: Control-LLM-Llama3.1-8B-Math16 |
|
results: |
|
- task: |
|
type: math-evaluation |
|
dataset: |
|
type: parquet |
|
name: Math, Math Hard, GSM8K |
|
dataset_kwargs: |
|
data_files: "https://github.com/linkedin/ControlLLM/blob/main/src/controlllm/inference/llm_eval_harness/additional_tasks/math/joined_math.parquet" |
|
metrics: |
|
- name: exact_match,none |
|
type: exact_match |
|
value: 0.6327358367133324 |
|
stderr: 0.0052245703347459605 |
|
verified: false |
|
- name: exact_match,none (gsm8k_0shot_instruct) |
|
type: exact_match |
|
value: 0.9052312357846853 |
|
stderr: 0.008067791560015407 |
|
verified: false |
|
- name: exact_match,none (meta_math_0shot_instruct) |
|
type: exact_match |
|
value: 0.6276 |
|
stderr: 0.006837616441401548 |
|
verified: false |
|
- name: exact_match,none (meta_math_hard_0shot_instruct) |
|
type: exact_match |
|
value: 0.3806646525679758 |
|
stderr: 0.013349170720370741 |
|
verified: false |
|
- task: |
|
type: original-capability |
|
dataset: |
|
type: meta/Llama-3.1-8B-Instruct-evals |
|
name: Llama-3.1-8B-Instruct-evals Dataset |
|
dataset_path: "meta-llama/llama-3.1-8_b-instruct-evals" |
|
dataset_name: "Llama-3.1-8B-Instruct-evals__arc_challenge__details" |
|
metrics: |
|
- name: exact_match,strict-match |
|
type: exact_match |
|
value: 0.5723263625528227 |
|
stderr: 0.002858377993520894 |
|
verified: false |
|
- name: exact_match,strict-match (meta_arc_0shot_instruct) |
|
type: exact_match |
|
value: 0.7974248927038626 |
|
stderr: 0.01178043813618557 |
|
verified: false |
|
- name: exact_match,strict-match (meta_gpqa_0shot_cot_instruct) |
|
type: exact_match |
|
value: 0.25223214285714285 |
|
stderr: 0.02054139101648797 |
|
verified: false |
|
- name: exact_match,strict-match (meta_mmlu_0shot_instruct) |
|
type: exact_match |
|
value: 0.6837345107534539 |
|
stderr: 0.0039243761987253515 |
|
verified: false |
|
- name: exact_match,strict-match (meta_mmlu_pro_5shot_instruct) |
|
type: exact_match |
|
value: 0.4324301861702128 |
|
stderr: 0.004516653585262379 |
|
verified: false |
|
--- |
|
# Control-LLM-Llama3.1-8B-Math16 |
|
This is a fine-tuned model of Llama-3.1-8B-Instruct for mathematical tasks on OpenMath2 dataset. |
