Update BM25S model
Browse files- .gitattributes +1 -0
- README.md +3 -3
- corpus.jsonl +2 -2
- corpus.mmindex.json +0 -0
- data.csc.index.npy +2 -2
- indices.csc.index.npy +2 -2
- indptr.csc.index.npy +2 -2
- params.index.json +1 -1
- vocab.index.json +0 -0
.gitattributes
CHANGED
@@ -34,3 +34,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
|
34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
36 |
corpus.jsonl filter=lfs diff=lfs merge=lfs -text
|
|
|
|
34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
36 |
corpus.jsonl filter=lfs diff=lfs merge=lfs -text
|
37 |
+
corpus.mmindex.json filter=lfs diff=lfs merge=lfs -text
|
README.md
CHANGED
@@ -123,9 +123,9 @@ This dataset was created using the following data:
|
|
123 |
|
124 |
| Statistic | Value |
|
125 |
| --- | --- |
|
126 |
-
| Number of documents |
|
127 |
-
| Number of tokens |
|
128 |
-
| Average tokens per document | 11.
|
129 |
|
130 |
## Parameters
|
131 |
|
|
|
123 |
|
124 |
| Statistic | Value |
|
125 |
| --- | --- |
|
126 |
+
| Number of documents | 1200871 |
|
127 |
+
| Number of tokens | 13474476 |
|
128 |
+
| Average tokens per document | 11.22 |
|
129 |
|
130 |
## Parameters
|
131 |
|
corpus.jsonl
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:7728d4d7e75abe5bc882a3d1bd832691943cf7e995516e5492b6301b585842fa
|
3 |
+
size 126727301
|
corpus.mmindex.json
CHANGED
The diff for this file is too large to render.
See raw diff
|
|
data.csc.index.npy
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:22a2b694b7c0de69afa5309f3496cc98caefc26e523a351ed89fa97d573bd3ee
|
3 |
+
size 53898032
|
indices.csc.index.npy
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:9a8609353f489da6ed1bf59c86029e88f4ffd4bb7712170dc1da975eb4fc12a8
|
3 |
+
size 53898032
|
indptr.csc.index.npy
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e1af0b96ea41d02c815364e786dea127af71df51bc7d473288327016d53b3373
|
3 |
+
size 2215576
|
params.index.json
CHANGED
@@ -6,7 +6,7 @@
|
|
6 |
"idf_method": "lucene",
|
7 |
"dtype": "float32",
|
8 |
"int_dtype": "int32",
|
9 |
-
"num_docs":
|
10 |
"version": "0.2.7post1",
|
11 |
"backend": "numpy"
|
12 |
}
|
|
|
6 |
"idf_method": "lucene",
|
7 |
"dtype": "float32",
|
8 |
"int_dtype": "int32",
|
9 |
+
"num_docs": 1200871,
|
10 |
"version": "0.2.7post1",
|
11 |
"backend": "numpy"
|
12 |
}
|
vocab.index.json
CHANGED
The diff for this file is too large to render.
See raw diff
|
|