Update FlexRAG retriever

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+corpus.jsonl filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1 @@
+Test

config.yaml

@@ -0,0 +1,44 @@
+log_interval: 1000
+top_k: 10
+batch_size: 32
+query_preprocess_pipeline:
+  processor_type: []
+  length_filter_config:
+    max_tokens: null
+    min_tokens: null
+    max_chars: null
+    min_chars: null
+    max_bytes: null
+    min_bytes: null
+    tokenizer_config:
+      tokenizer_type: moses
+      hf_tokenizer_path: null
+      tiktok_tokenizer_name: null
+      lang: null
+  token_normalize_config:
+    lang: en
+    penn: true
+    norm_quote_commas: true
+    norm_numbers: true
+    pre_replace_unicode_punct: false
+    post_remove_control_chars: false
+    perl_parity: false
+  truncate_config:
+    max_chars: null
+    max_bytes: null
+    max_tokens: null
+    tokenizer_config:
+      tokenizer_type: moses
+      hf_tokenizer_path: null
+      tiktok_tokenizer_name: null
+      lang: null
+database_path: null
+method: lucene
+idf_method: null
+backend: auto
+k1: 1.5
+b: 0.75
+delta: 0.5
+lang: english
+indexed_fields:
+- text

corpus.jsonl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3277862a9a39eaf35b3fbec97f027ed94042a2122221497b35a261f517e2e31
+size 42200397

data.csc.index.npy

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35ae3e8830a8f6e99c5fd09c75a5cb3294d0f085522894ad332a19d71263aa62
+size 12248400

indices.csc.index.npy

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cda39bd0a10daf053c2172ad71b1a48713286ffdd5831ac65b9fafbc561f5a2
+size 12248400

indptr.csc.index.npy

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88e600606134eb8b26f637cdeb95fb55693db9aba9cba2d57b31c43970fa42bb
+size 617688

params.index.json

@@ -0,0 +1,12 @@
+{
+    "k1": 1.5,
+    "b": 0.75,
+    "delta": 0.5,
+    "method": "lucene",
+    "idf_method": "lucene",
+    "dtype": "float32",
+    "int_dtype": "int32",
+    "num_docs": 62225,
+    "version": "0.2.6",
+    "backend": "numpy"
+}