Spaces:
Running
Running
Add results for llama 3.3 170B
Browse files- results.json +80 -0
results.json
CHANGED
@@ -656,5 +656,85 @@
|
|
656 |
"metadata": {
|
657 |
"dataset": "rag-news-test"
|
658 |
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
659 |
}
|
660 |
]
|
|
|
656 |
"metadata": {
|
657 |
"dataset": "rag-news-test"
|
658 |
}
|
659 |
+
},
|
660 |
+
{
|
661 |
+
"model_name": "llama 3.3 170B",
|
662 |
+
"timestamp": "2025/01/21 15:27",
|
663 |
+
"metrics": {
|
664 |
+
"individual_results": {
|
665 |
+
"10": {
|
666 |
+
"retrieval": {
|
667 |
+
"hit_rate": 0.0,
|
668 |
+
"mrr": 0
|
669 |
+
},
|
670 |
+
"generation": {
|
671 |
+
"rouge1": 0.0,
|
672 |
+
"rougeL": 0
|
673 |
+
}
|
674 |
+
},
|
675 |
+
"11": {
|
676 |
+
"retrieval": {
|
677 |
+
"hit_rate": 0.0,
|
678 |
+
"mrr": 0
|
679 |
+
},
|
680 |
+
"generation": {
|
681 |
+
"rouge1": 0.0,
|
682 |
+
"rougeL": 0.0
|
683 |
+
}
|
684 |
+
},
|
685 |
+
"12": {
|
686 |
+
"retrieval": {
|
687 |
+
"hit_rate": 0.0,
|
688 |
+
"mrr": 0
|
689 |
+
},
|
690 |
+
"generation": {
|
691 |
+
"rouge1": 0.0,
|
692 |
+
"rougeL": 0
|
693 |
+
}
|
694 |
+
},
|
695 |
+
"13": {
|
696 |
+
"retrieval": {
|
697 |
+
"hit_rate": 1.0,
|
698 |
+
"mrr": 0.5
|
699 |
+
},
|
700 |
+
"generation": {
|
701 |
+
"rouge1": 1.0,
|
702 |
+
"rougeL": 1.0
|
703 |
+
}
|
704 |
+
},
|
705 |
+
"14": {
|
706 |
+
"retrieval": {
|
707 |
+
"hit_rate": 1.0,
|
708 |
+
"mrr": 1.0
|
709 |
+
},
|
710 |
+
"generation": {
|
711 |
+
"rouge1": 1.0,
|
712 |
+
"rougeL": 1.0
|
713 |
+
}
|
714 |
+
}
|
715 |
+
},
|
716 |
+
"average_metrics": {
|
717 |
+
"retrieval": {
|
718 |
+
"hit_rate": 0.4,
|
719 |
+
"mrr": 0.3
|
720 |
+
},
|
721 |
+
"generation": {
|
722 |
+
"rouge1": 0.4,
|
723 |
+
"rougeL": 0.4
|
724 |
+
}
|
725 |
+
}
|
726 |
+
},
|
727 |
+
"config": {
|
728 |
+
"embedding_model": "sentence-transformers/distiluse-base-multilingual-cased",
|
729 |
+
"retriever_type": "mmr",
|
730 |
+
"retrieval_config": {
|
731 |
+
"top_k": 5,
|
732 |
+
"chunk_size": 500,
|
733 |
+
"chunk_overlap": 100
|
734 |
+
}
|
735 |
+
},
|
736 |
+
"metadata": {
|
737 |
+
"dataset": "rag-news-test"
|
738 |
+
}
|
739 |
}
|
740 |
]
|