Update BM25S model

.gitattributes

@@ -34,3 +34,5 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
 corpus.jsonl filter=lfs diff=lfs merge=lfs -text
+corpus.mmindex.json filter=lfs diff=lfs merge=lfs -text
+vocab.index.json filter=lfs diff=lfs merge=lfs -text

README.md

@@ -123,9 +123,9 @@ This dataset was created using the following data:
 
 | Statistic | Value |
 | --- | --- |
-| Number of documents | 765912 |
-| Number of tokens | 8821141 |
-| Average tokens per document | 11.52 |
+| Number of documents | 3442247 |
+| Number of tokens | 44700484 |
+| Average tokens per document | 12.99 |
 
 ## Parameters
 

corpus.jsonl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:acf86865729a799468c1b3cbb545fb146abd770cef9efdbd68eb129d272636ad
-size 84916447
+oid sha256:41d7104c9c5c348417170f1ad3269e40bfcd98b68d556fe008cb656f805520b8
+size 414153548

data.csc.index.npy

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:eca6091de0d7dc17c84d4abf718fceb168b2b34803cbeccee325a994ac0e58e8
-size 35284692
+oid sha256:7e0add5fb6b2e0862e1a3c5566c42dcf5dc4310960885cf36b141641933d68cd
+size 178802064

indices.csc.index.npy

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9e206e1093b0d3b6e7ad479cc834d13c776f1d97ee95af05e96ef0f98945e8ac
-size 35284692
+oid sha256:62438280a3375491410ede51ee59c476a949d1d5a51e203d1d0f6f6d974f569d
+size 178802064

indptr.csc.index.npy

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ca27161440ff1d1bed8f3a59e9fa1b246e0563ea7235f5cd20ff1c02ad91220e
-size 2060516
+oid sha256:a2908964d0221793377dc051744dbcac038554133f574a932890959e82771695
+size 8841532

params.index.json

@@ -6,7 +6,7 @@
     "idf_method": "lucene",
     "dtype": "float32",
     "int_dtype": "int32",
-    "num_docs": 765912,
+    "num_docs": 3442247,
     "version": "0.2.7post1",
     "backend": "numpy"
 }