---
license: llama3.1
datasets:
- nvidia/OpenMathInstruct-2
language:
- en
base_model:
- meta-llama/Llama-3.1-8B-Instruct
model-index:
- name: Control-LLM-Llama3.1-8B-Math16
  results:
  - task:
      type: math-evaluation
    dataset:
      type: parquet
      name: Math, Math Hard, GSM8K
      dataset_kwargs:
        data_files: "https://github.com/linkedin/ControlLLM/blob/main/src/controlllm/inference/llm_eval_harness/additional_tasks/math/joined_math.parquet"
    metrics:
    - name: exact_match,none
      type: exact_match
      value: 0.6327358367133324
      stderr: 0.0052245703347459605
      verified: false
    - name: exact_match,none (gsm8k_0shot_instruct)
      type: exact_match
      value: 0.9052312357846853
      stderr: 0.008067791560015407
      verified: false
    - name: exact_match,none (meta_math_0shot_instruct)
      type: exact_match
      value: 0.6276
      stderr: 0.006837616441401548
      verified: false
    - name: exact_match,none (meta_math_hard_0shot_instruct)
      type: exact_match
      value: 0.3806646525679758
      stderr: 0.013349170720370741
      verified: false
  - task:
      type: original-capability
    dataset:
      type: meta/Llama-3.1-8B-Instruct-evals
      name: Llama-3.1-8B-Instruct-evals Dataset
      dataset_path: "meta-llama/llama-3.1-8_b-instruct-evals"
      dataset_name: "Llama-3.1-8B-Instruct-evals__arc_challenge__details"
    metrics:
    - name: exact_match,strict-match
      type: exact_match
      value: 0.5723263625528227
      stderr: 0.002858377993520894
      verified: false
    - name: exact_match,strict-match (meta_arc_0shot_instruct)
      type: exact_match
      value: 0.7974248927038626
      stderr: 0.01178043813618557
      verified: false
    - name: exact_match,strict-match (meta_gpqa_0shot_cot_instruct)
      type: exact_match
      value: 0.25223214285714285
      stderr: 0.02054139101648797
      verified: false
    - name: exact_match,strict-match (meta_mmlu_0shot_instruct)
      type: exact_match
      value: 0.6837345107534539
      stderr: 0.0039243761987253515
      verified: false
    - name: exact_match,strict-match (meta_mmlu_pro_5shot_instruct)
      type: exact_match
      value: 0.4324301861702128
      stderr: 0.004516653585262379
      verified: false
---
# Control-LLM-Llama3.1-8B-Math16
This is a fine-tuned model of Llama-3.1-8B-Instruct for mathematical tasks on OpenMath2 dataset.