Update FlexRAG retriever

Browse files

This view is limited to 50 files because it contains too many changes. See raw diff

Files changed (50) hide show

.gitattributes +122 -0
config.yaml +1 -1
database.lance/_transactions/0-74c1fbab-91ae-467a-bd89-949073e5f3eb.txn +0 -0
database.lance/_transactions/1-92e3019c-3ac4-45cb-b33a-57be852b2dec.txn +0 -0
database.lance/_transactions/10-fb16cf1a-4dc6-48af-b341-2c8a50e14b43.txn +0 -0
database.lance/_transactions/100-cd739c9d-c15d-4bd6-984e-9c1c313a276b.txn +0 -0
database.lance/_transactions/101-e3b451e1-55db-471d-91db-410e5aa1a3fb.txn +0 -0
database.lance/_transactions/102-a9fc9f9c-0d4a-48d8-b529-05513a98a03b.txn +0 -0
database.lance/_transactions/103-8ad9220a-fe00-45a2-a59f-059e531a711c.txn +0 -0
database.lance/_transactions/104-d08da03b-1b40-4959-8aca-112e1601edc2.txn +0 -0
database.lance/_transactions/105-b9d73c40-3cc2-40e7-86f1-7af246b55a7e.txn +0 -0
database.lance/_transactions/106-4befcbec-ba93-4ed3-88db-5f6d6adc41cd.txn +0 -0
database.lance/_transactions/107-0f8113e7-2e18-4a14-ba9f-2b9c42e1ddc0.txn +0 -0
database.lance/_transactions/108-0abff687-1df0-403e-bbfd-b83d74acc768.txn +0 -0
database.lance/_transactions/109-81cd4a21-1bea-46a1-a696-1ddb3bdfdb3c.txn +0 -0
database.lance/_transactions/11-b412cf43-9aff-4467-ad7b-66d617cd5ed7.txn +0 -0
database.lance/_transactions/110-e5b78a39-83f9-4bbd-8065-1f6c7083152f.txn +0 -0
database.lance/_transactions/111-3ad3ecaa-ed18-455b-b3d1-6ffe98e8cef1.txn +0 -0
database.lance/_transactions/112-70191d5a-3006-4ad0-a5b2-90754a089e49.txn +0 -0
database.lance/_transactions/113-7d90a186-33d0-4a4e-9e8b-489070cfcdcc.txn +0 -0
database.lance/_transactions/114-614f2268-781e-4a94-b820-e51ab06e7b46.txn +0 -0
database.lance/_transactions/115-ec5b87dd-c6e5-40ea-abc2-f7078d07197a.txn +0 -0
database.lance/_transactions/116-36bc0e81-b004-451b-ae1e-302dd93367b9.txn +0 -0
database.lance/_transactions/117-5311055b-4304-478d-aefc-0ebe31132a30.txn +0 -0
database.lance/_transactions/118-6914a425-6fe2-40ef-ac3f-d1abd406a819.txn +0 -0
database.lance/_transactions/119-e0c94486-cb5b-4954-b23a-3dacec3cf6d7.txn +0 -0
database.lance/_transactions/12-84ecf198-9441-4791-b126-407183315eed.txn +0 -0
database.lance/_transactions/120-5987c620-e856-4a79-99b5-2ce8ed636503.txn +0 -0
database.lance/_transactions/121-02ad370a-51df-439a-a354-0a7415cc3bf6.txn +0 -0
database.lance/_transactions/13-efe8b61b-e86a-4dc4-8e86-793c6194cddc.txn +0 -0
database.lance/_transactions/14-050e3e3f-4d8b-4ca4-8fdf-21a3b2d39867.txn +0 -0
database.lance/_transactions/15-1405f741-04d2-4057-9db9-30ad8c1c2b05.txn +0 -0
database.lance/_transactions/16-0ab66a91-e266-4b94-b92d-81d767a1e02a.txn +0 -0
database.lance/_transactions/17-0b90b0f3-2a66-4b04-828a-f98177d6ff05.txn +0 -0
database.lance/_transactions/18-0799ed0a-2cb2-45cd-a0a2-81645ff22ad4.txn +0 -0
database.lance/_transactions/19-36310b45-03d6-468e-b2c2-cb22a1847492.txn +0 -0
database.lance/_transactions/2-baad5b19-a9e9-436c-8a23-c60fa3748b06.txn +0 -0
database.lance/_transactions/20-f32a67d3-f135-4233-8577-93584038f2ac.txn +0 -0
database.lance/_transactions/21-50ba9331-a5b3-414f-87f1-a88a36c5c1e9.txn +0 -0
database.lance/_transactions/22-0b5fce89-b0a4-410c-847e-137e451d3052.txn +0 -0
database.lance/_transactions/23-192118af-fb25-4d44-bfc7-865d1b169c24.txn +0 -0
database.lance/_transactions/24-c7f16984-e244-489b-b183-a3b52c828ee0.txn +0 -0
database.lance/_transactions/25-8c0bfbb4-e507-4a29-ab02-c254a49b2741.txn +0 -0
database.lance/_transactions/26-ee98b266-1139-400d-b597-c4eb0564ee41.txn +0 -0
database.lance/_transactions/27-a326db5d-3ece-4664-9f56-b6aab5c0159d.txn +0 -0
database.lance/_transactions/28-46e99103-f6d7-4909-9c34-0e45498403d8.txn +0 -0
database.lance/_transactions/29-66ec1219-c297-4f98-9c43-05794235da1d.txn +0 -0
database.lance/_transactions/3-c19e6c16-b4dc-4139-a920-32846a51d8b6.txn +0 -0
database.lance/_transactions/30-9a6d860b-9a79-4949-b41e-121b101880bb.txn +0 -0
database.lance/_transactions/31-9950f53a-2735-44d3-91bc-2e0cc9909126.txn +0 -0

.gitattributes CHANGED Viewed

@@ -37,3 +37,125 @@ database.lance/data/4b860054-e1c3-4e40-8f0e-7f2eeb399c54.lance filter=lfs diff=l
 database.lance/data/2d75678a-bd4f-4575-8d83-8087d0db256d.lance filter=lfs diff=lfs merge=lfs -text
 database.lance/data/77f71c7e-3091-4f3c-8691-a4b8292c5593.lance filter=lfs diff=lfs merge=lfs -text
 index.faiss filter=lfs diff=lfs merge=lfs -text

 database.lance/data/2d75678a-bd4f-4575-8d83-8087d0db256d.lance filter=lfs diff=lfs merge=lfs -text
 database.lance/data/77f71c7e-3091-4f3c-8691-a4b8292c5593.lance filter=lfs diff=lfs merge=lfs -text
 index.faiss filter=lfs diff=lfs merge=lfs -text
+database.lance/data/01b038cf-3a2b-4706-bb48-457a4d54026b.lance filter=lfs diff=lfs merge=lfs -text
+database.lance/data/025648f5-d76f-42ac-83d0-69623e20c5ce.lance filter=lfs diff=lfs merge=lfs -text
+database.lance/data/03b50dbf-0a3c-4284-9370-88be4ee10046.lance filter=lfs diff=lfs merge=lfs -text
+database.lance/data/066a32ce-e3d2-4997-872f-85e6828b1a56.lance filter=lfs diff=lfs merge=lfs -text
+database.lance/data/0808850f-8c83-40e7-ba64-c0aba3a43ea8.lance filter=lfs diff=lfs merge=lfs -text
+database.lance/data/09644414-820d-463e-921d-c0197cf35167.lance filter=lfs diff=lfs merge=lfs -text
+database.lance/data/0ae0e810-3f50-4247-816c-e0f1550f8135.lance filter=lfs diff=lfs merge=lfs -text
+database.lance/data/127f175e-71bd-481c-bbfb-d7795762281a.lance filter=lfs diff=lfs merge=lfs -text
+database.lance/data/12946f07-5861-4df8-8d69-a910b3e7bc2d.lance filter=lfs diff=lfs merge=lfs -text
+database.lance/data/1897013a-26bb-4867-aeea-76a2c386a3b4.lance filter=lfs diff=lfs merge=lfs -text
+database.lance/data/1a45f5e1-659e-428c-88a5-314ad0e8c57d.lance filter=lfs diff=lfs merge=lfs -text
+database.lance/data/1fa6aa7b-36cc-4c65-b5ae-e22c381f357c.lance filter=lfs diff=lfs merge=lfs -text
+database.lance/data/21067f5c-8583-49b4-ad51-f40b5ee107ef.lance filter=lfs diff=lfs merge=lfs -text
+database.lance/data/2165e0c4-3454-49eb-a4bb-e000fa41f5bb.lance filter=lfs diff=lfs merge=lfs -text
+database.lance/data/2175f935-563b-4ce7-905a-bcbb80b9f101.lance filter=lfs diff=lfs merge=lfs -text
+database.lance/data/2503340e-8967-4ade-beb5-88fe813bcfdf.lance filter=lfs diff=lfs merge=lfs -text
+database.lance/data/25a793cd-1d65-43cb-8d19-6fa3a29af079.lance filter=lfs diff=lfs merge=lfs -text
+database.lance/data/278db7b7-71bd-44c6-9060-e9866297259d.lance filter=lfs diff=lfs merge=lfs -text
+database.lance/data/295cb569-f568-4185-afd3-464bbd2b963a.lance filter=lfs diff=lfs merge=lfs -text
+database.lance/data/2d73df9d-7d3d-42a3-b914-68b869b607e4.lance filter=lfs diff=lfs merge=lfs -text
+database.lance/data/2d880fd6-6b18-4cc9-8fa1-685cbda9c3a2.lance filter=lfs diff=lfs merge=lfs -text
+database.lance/data/2e5d5064-db18-4092-ab37-75311ca2039f.lance filter=lfs diff=lfs merge=lfs -text
+database.lance/data/2fdad8e7-8fc1-4b81-821a-40d76e572670.lance filter=lfs diff=lfs merge=lfs -text
+database.lance/data/3366f7fb-aab7-4504-b126-898659fa1194.lance filter=lfs diff=lfs merge=lfs -text
+database.lance/data/347ca6d2-fbae-4aeb-961c-964b4639018c.lance filter=lfs diff=lfs merge=lfs -text
+database.lance/data/36b2d725-0966-4ce3-bdad-d36aa06537a3.lance filter=lfs diff=lfs merge=lfs -text
+database.lance/data/376ca3a6-b549-46a9-bafe-dc53f66269f7.lance filter=lfs diff=lfs merge=lfs -text
+database.lance/data/38a1b323-8b75-4013-b11c-00e7bb1ae147.lance filter=lfs diff=lfs merge=lfs -text
+database.lance/data/39149fa1-4564-4088-82fb-1d676fde3e67.lance filter=lfs diff=lfs merge=lfs -text
+database.lance/data/395c65ea-17f1-4cd3-b276-a25081f85533.lance filter=lfs diff=lfs merge=lfs -text
+database.lance/data/3c5d5f73-1d67-46cb-9f73-fcbc4b60e539.lance filter=lfs diff=lfs merge=lfs -text
+database.lance/data/3c6dfc0e-6497-488a-abf5-1be3f2ab5013.lance filter=lfs diff=lfs merge=lfs -text
+database.lance/data/41d4c169-d97f-4dec-aff5-36422630263e.lance filter=lfs diff=lfs merge=lfs -text
+database.lance/data/45de0325-159e-4da8-a25f-3dcb9d573042.lance filter=lfs diff=lfs merge=lfs -text
+database.lance/data/49dafa2d-9298-4e4e-a0ba-5d84f6a1b00f.lance filter=lfs diff=lfs merge=lfs -text
+database.lance/data/4cd6bb40-3a92-494d-af66-998ff9b25d0f.lance filter=lfs diff=lfs merge=lfs -text
+database.lance/data/4d768021-380b-4bc5-9739-a8067e925b97.lance filter=lfs diff=lfs merge=lfs -text
+database.lance/data/4ea858ce-c0b5-4ef3-8300-2d0431cc8cea.lance filter=lfs diff=lfs merge=lfs -text
+database.lance/data/4f8b2bc0-9403-4e99-8884-2d95d3456116.lance filter=lfs diff=lfs merge=lfs -text
+database.lance/data/502ab154-0145-4077-b9f7-13e878dc5c90.lance filter=lfs diff=lfs merge=lfs -text
+database.lance/data/507abeb1-8d6a-4c0f-80e8-c37da59b3053.lance filter=lfs diff=lfs merge=lfs -text
+database.lance/data/52575417-1580-40e7-8809-6d47f13a6252.lance filter=lfs diff=lfs merge=lfs -text
+database.lance/data/54c4504a-e471-4c3e-8ce3-a25a5a4cfb83.lance filter=lfs diff=lfs merge=lfs -text
+database.lance/data/586bb079-d46b-4ab9-93ca-606251c1cfc2.lance filter=lfs diff=lfs merge=lfs -text
+database.lance/data/5913a177-27e9-4f5d-8076-fcc83a09b509.lance filter=lfs diff=lfs merge=lfs -text
+database.lance/data/59b36241-edd3-40e6-b69e-202fe6dc4ff7.lance filter=lfs diff=lfs merge=lfs -text
+database.lance/data/5d7d607b-6f27-4e75-a3fa-f8510fa764e7.lance filter=lfs diff=lfs merge=lfs -text
+database.lance/data/5d94d0bc-2dbf-4b56-af78-421ade2b2f20.lance filter=lfs diff=lfs merge=lfs -text
+database.lance/data/5df3d4b4-5088-4bcf-94b2-9998a6ca668b.lance filter=lfs diff=lfs merge=lfs -text
+database.lance/data/61942fc4-6ac8-4ab2-a38b-3320b4aabeb0.lance filter=lfs diff=lfs merge=lfs -text
+database.lance/data/621f597d-92b7-4866-bed5-cc345d14fa62.lance filter=lfs diff=lfs merge=lfs -text
+database.lance/data/63ef973e-2b31-4f33-86e9-d98a1aaf5356.lance filter=lfs diff=lfs merge=lfs -text
+database.lance/data/66f75c60-cfdf-43b7-8f23-6163721c34b5.lance filter=lfs diff=lfs merge=lfs -text
+database.lance/data/68071dcb-47b5-4adf-91d1-b39ac82da884.lance filter=lfs diff=lfs merge=lfs -text
+database.lance/data/69067ffb-d1b5-4778-b73f-30ba54be9118.lance filter=lfs diff=lfs merge=lfs -text
+database.lance/data/6b517503-2ded-49b6-ab40-13d586d65e10.lance filter=lfs diff=lfs merge=lfs -text
+database.lance/data/6d599ffa-c105-4d9f-b3ab-d8f852e9c129.lance filter=lfs diff=lfs merge=lfs -text
+database.lance/data/6e4e5a1e-2ac0-4457-8ef2-8b5627942423.lance filter=lfs diff=lfs merge=lfs -text
+database.lance/data/6f5c8614-ef0e-4abb-8e6b-bbd998ff0439.lance filter=lfs diff=lfs merge=lfs -text
+database.lance/data/72456570-60e0-41d5-a250-2b8e4757295d.lance filter=lfs diff=lfs merge=lfs -text
+database.lance/data/733fe418-1227-49a4-9964-59c791897e5d.lance filter=lfs diff=lfs merge=lfs -text
+database.lance/data/75378c8d-8bb4-4a11-8dc4-417bf01d277f.lance filter=lfs diff=lfs merge=lfs -text
+database.lance/data/7622051b-0c38-4374-906e-504544ab7c51.lance filter=lfs diff=lfs merge=lfs -text
+database.lance/data/7760f88d-2a87-475e-ab16-064fc60a9efa.lance filter=lfs diff=lfs merge=lfs -text
+database.lance/data/79eb5f8d-864a-4c40-8881-e586d460c935.lance filter=lfs diff=lfs merge=lfs -text
+database.lance/data/7ce988d0-2d77-4d40-bd24-b5d0dc1b0022.lance filter=lfs diff=lfs merge=lfs -text
+database.lance/data/7d3e3029-8228-45b5-9f56-fd959f613820.lance filter=lfs diff=lfs merge=lfs -text
+database.lance/data/7db5e195-22a4-4560-b1b6-4bfeebf410cb.lance filter=lfs diff=lfs merge=lfs -text
+database.lance/data/80dc502e-36c8-4b89-b9f7-fac68f3618f2.lance filter=lfs diff=lfs merge=lfs -text
+database.lance/data/8780f888-169c-49d2-809c-c73a6d554f08.lance filter=lfs diff=lfs merge=lfs -text
+database.lance/data/87e81628-29cc-4cc5-95fe-650e2f402d00.lance filter=lfs diff=lfs merge=lfs -text
+database.lance/data/8858a11e-852b-4904-a9b4-ed304c63e9ff.lance filter=lfs diff=lfs merge=lfs -text
+database.lance/data/891cd6bc-d93a-4f31-bf70-29a6b4ee4778.lance filter=lfs diff=lfs merge=lfs -text
+database.lance/data/8c558eeb-27b6-4aaf-9962-0bd062737938.lance filter=lfs diff=lfs merge=lfs -text
+database.lance/data/8cd07d92-8ca7-4953-b204-857897efdb45.lance filter=lfs diff=lfs merge=lfs -text
+database.lance/data/8ebfdda6-7ed0-4b13-9060-f02068b4bbdf.lance filter=lfs diff=lfs merge=lfs -text
+database.lance/data/90c50339-3af5-46e2-9423-53af1bd6ed1e.lance filter=lfs diff=lfs merge=lfs -text
+database.lance/data/91b5f4fc-5393-4549-8fae-c655fc6191a5.lance filter=lfs diff=lfs merge=lfs -text
+database.lance/data/9233e2c9-f56b-4ee9-9e0f-94cce46433a2.lance filter=lfs diff=lfs merge=lfs -text
+database.lance/data/94ef6aee-ae16-406d-b2db-ef4fa814f4c1.lance filter=lfs diff=lfs merge=lfs -text
+database.lance/data/9aa854df-3809-45cb-9710-b4763946ca10.lance filter=lfs diff=lfs merge=lfs -text
+database.lance/data/9fa85181-0ce8-4c37-9249-a583ded22201.lance filter=lfs diff=lfs merge=lfs -text
+database.lance/data/a11df7c9-b9cc-4a05-8516-78171afc9276.lance filter=lfs diff=lfs merge=lfs -text
+database.lance/data/a45de7cd-541c-47ad-a542-470ab5fff140.lance filter=lfs diff=lfs merge=lfs -text
+database.lance/data/a534107e-81a3-498a-ac2a-0db18f96580f.lance filter=lfs diff=lfs merge=lfs -text
+database.lance/data/a6cda74a-c017-425e-a7b1-c67e78b20afa.lance filter=lfs diff=lfs merge=lfs -text
+database.lance/data/af8b906d-6ebf-4406-bf85-9c2547d37e83.lance filter=lfs diff=lfs merge=lfs -text
+database.lance/data/b0f73a73-1bd1-4803-8035-e143a08b86e6.lance filter=lfs diff=lfs merge=lfs -text
+database.lance/data/b1277efe-ee61-4060-9ca1-787a7e838890.lance filter=lfs diff=lfs merge=lfs -text
+database.lance/data/b2010df9-3323-41b9-b30b-76e1394ff68f.lance filter=lfs diff=lfs merge=lfs -text
+database.lance/data/b39a6bf6-bd56-4bcb-ac7b-0f881fff397a.lance filter=lfs diff=lfs merge=lfs -text
+database.lance/data/b498d1af-c53f-4047-89bb-c915b308fa61.lance filter=lfs diff=lfs merge=lfs -text
+database.lance/data/b6ec9f88-91ac-4d5e-a7b9-3a79a795ee0e.lance filter=lfs diff=lfs merge=lfs -text
+database.lance/data/b76e73a8-42ec-4a94-84ee-52802c74efcc.lance filter=lfs diff=lfs merge=lfs -text
+database.lance/data/b8db6fed-89b7-4c51-8d80-4a3f8bf5db54.lance filter=lfs diff=lfs merge=lfs -text
+database.lance/data/ba14a154-bcd1-41ce-b77f-0fe6bdfe6214.lance filter=lfs diff=lfs merge=lfs -text
+database.lance/data/ba72b14c-eefd-4ca1-9b83-c6ca1f38677b.lance filter=lfs diff=lfs merge=lfs -text
+database.lance/data/bfc26c2e-8a2c-4a42-8df4-c76ad4d43876.lance filter=lfs diff=lfs merge=lfs -text
+database.lance/data/c13dec1f-ea50-4411-8a19-dd57cf3a99f4.lance filter=lfs diff=lfs merge=lfs -text
+database.lance/data/ca46a343-f4c5-4a12-a12a-b91d7ec5a143.lance filter=lfs diff=lfs merge=lfs -text
+database.lance/data/d0e6205c-8079-4c47-bbba-42f6c64343d7.lance filter=lfs diff=lfs merge=lfs -text
+database.lance/data/d2381456-d421-4e4d-922c-00d6754cbfdb.lance filter=lfs diff=lfs merge=lfs -text
+database.lance/data/d53caa43-7ca2-42a8-95af-a6a4a94d445f.lance filter=lfs diff=lfs merge=lfs -text
+database.lance/data/d57336d9-0887-4af6-87dd-9e492a38398c.lance filter=lfs diff=lfs merge=lfs -text
+database.lance/data/d7dfe008-9998-470e-8915-79eca8a04570.lance filter=lfs diff=lfs merge=lfs -text
+database.lance/data/d821d3d2-298a-4328-9843-03025691640b.lance filter=lfs diff=lfs merge=lfs -text
+database.lance/data/d849dc69-b2f3-4673-abaf-3327884ac472.lance filter=lfs diff=lfs merge=lfs -text
+database.lance/data/d8e2018f-4901-45bb-b2d7-bce376f9aaa6.lance filter=lfs diff=lfs merge=lfs -text
+database.lance/data/dfa21e37-e628-4b67-aee6-47a47959e370.lance filter=lfs diff=lfs merge=lfs -text
+database.lance/data/e298720b-3271-44cf-8e10-f6b0c62e7436.lance filter=lfs diff=lfs merge=lfs -text
+database.lance/data/eb31bb33-685a-4b7a-a154-a839a8ed1467.lance filter=lfs diff=lfs merge=lfs -text
+database.lance/data/ec9399b4-b252-449e-8ee7-53450c274e4c.lance filter=lfs diff=lfs merge=lfs -text
+database.lance/data/ecbada6d-1dc1-4023-80e3-9b6d3b0db976.lance filter=lfs diff=lfs merge=lfs -text
+database.lance/data/ee338643-e39f-440f-8ea8-70941d817969.lance filter=lfs diff=lfs merge=lfs -text
+database.lance/data/f05abc11-0ffe-48fb-9199-316fac4feb33.lance filter=lfs diff=lfs merge=lfs -text
+database.lance/data/f24393f1-33fd-49dc-b324-aa347063ee5c.lance filter=lfs diff=lfs merge=lfs -text
+database.lance/data/f3dff061-dce3-40e7-907d-c807a667c17e.lance filter=lfs diff=lfs merge=lfs -text
+database.lance/data/f5d03c4d-dc49-4822-b7dd-254f2a2f8e7c.lance filter=lfs diff=lfs merge=lfs -text
+database.lance/data/f645c6bf-ee18-42c8-a243-a4293a1a4642.lance filter=lfs diff=lfs merge=lfs -text
+database.lance/data/f76c834e-8597-4d02-89f6-ba02807a5678.lance filter=lfs diff=lfs merge=lfs -text
+database.lance/data/fe07deef-fabf-432c-821b-92ed4a1536ab.lance filter=lfs diff=lfs merge=lfs -text
+database.lance/data/ffa0760d-7028-4497-870a-684e03b311c7.lance filter=lfs diff=lfs merge=lfs -text

config.yaml CHANGED Viewed

@@ -68,7 +68,7 @@ query_preprocess_pipeline:
       hf_tokenizer_path: null
       tiktok_tokenizer_name: null
       lang: null
-database_path: /tmp/flexrag-retrieverbp6w10oh
 query_encoder_config:
   encoder_type: hf
   cohere_config:

       hf_tokenizer_path: null
       tiktok_tokenizer_name: null
       lang: null
+database_path: /data/zhangzhuocheng/Lab/Python/LLM/datasets/RAG/toycorp/dense
 query_encoder_config:
   encoder_type: hf
   cohere_config:

database.lance/_transactions/0-74c1fbab-91ae-467a-bd89-949073e5f3eb.txn ADDED Viewed

Binary file (391 Bytes). View file

database.lance/_transactions/1-92e3019c-3ac4-45cb-b33a-57be852b2dec.txn ADDED Viewed