averoo commited on
Commit
119f89d
·
verified ·
1 Parent(s): c2a707e

Add results for llama 3.3 170B

Browse files
Files changed (1) hide show
  1. results.json +80 -0
results.json CHANGED
@@ -656,5 +656,85 @@
656
  "metadata": {
657
  "dataset": "rag-news-test"
658
  }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
659
  }
660
  ]
 
656
  "metadata": {
657
  "dataset": "rag-news-test"
658
  }
659
+ },
660
+ {
661
+ "model_name": "llama 3.3 170B",
662
+ "timestamp": "2025/01/21 15:27",
663
+ "metrics": {
664
+ "individual_results": {
665
+ "10": {
666
+ "retrieval": {
667
+ "hit_rate": 0.0,
668
+ "mrr": 0
669
+ },
670
+ "generation": {
671
+ "rouge1": 0.0,
672
+ "rougeL": 0
673
+ }
674
+ },
675
+ "11": {
676
+ "retrieval": {
677
+ "hit_rate": 0.0,
678
+ "mrr": 0
679
+ },
680
+ "generation": {
681
+ "rouge1": 0.0,
682
+ "rougeL": 0.0
683
+ }
684
+ },
685
+ "12": {
686
+ "retrieval": {
687
+ "hit_rate": 0.0,
688
+ "mrr": 0
689
+ },
690
+ "generation": {
691
+ "rouge1": 0.0,
692
+ "rougeL": 0
693
+ }
694
+ },
695
+ "13": {
696
+ "retrieval": {
697
+ "hit_rate": 1.0,
698
+ "mrr": 0.5
699
+ },
700
+ "generation": {
701
+ "rouge1": 1.0,
702
+ "rougeL": 1.0
703
+ }
704
+ },
705
+ "14": {
706
+ "retrieval": {
707
+ "hit_rate": 1.0,
708
+ "mrr": 1.0
709
+ },
710
+ "generation": {
711
+ "rouge1": 1.0,
712
+ "rougeL": 1.0
713
+ }
714
+ }
715
+ },
716
+ "average_metrics": {
717
+ "retrieval": {
718
+ "hit_rate": 0.4,
719
+ "mrr": 0.3
720
+ },
721
+ "generation": {
722
+ "rouge1": 0.4,
723
+ "rougeL": 0.4
724
+ }
725
+ }
726
+ },
727
+ "config": {
728
+ "embedding_model": "sentence-transformers/distiluse-base-multilingual-cased",
729
+ "retriever_type": "mmr",
730
+ "retrieval_config": {
731
+ "top_k": 5,
732
+ "chunk_size": 500,
733
+ "chunk_overlap": 100
734
+ }
735
+ },
736
+ "metadata": {
737
+ "dataset": "rag-news-test"
738
+ }
739
  }
740
  ]