import os import requests HOST_ADDRESS = os.getenv('HOST_ADDRESS', 'http://127.0.0.1:9380') DATASET_NAME_LIMIT = 128 def create_dataset(auth, dataset_name): authorization = {"Authorization": auth} url = f"{HOST_ADDRESS}/v1/kb/create" json = {"name": dataset_name} res = requests.post(url=url, headers=authorization, json=json) return res.json() def list_dataset(auth, page_number): authorization = {"Authorization": auth} url = f"{HOST_ADDRESS}/v1/kb/list?page={page_number}" res = requests.get(url=url, headers=authorization) return res.json() def rm_dataset(auth, dataset_id): authorization = {"Authorization": auth} url = f"{HOST_ADDRESS}/v1/kb/rm" json = {"kb_id": dataset_id} res = requests.post(url=url, headers=authorization, json=json) return res.json() def update_dataset(auth, json_req): authorization = {"Authorization": auth} url = f"{HOST_ADDRESS}/v1/kb/update" res = requests.post(url=url, headers=authorization, json=json_req) return res.json() def upload_file(auth, dataset_id, path): authorization = {"Authorization": auth} url = f"{HOST_ADDRESS}/v1/document/upload" json_req = { "kb_id": dataset_id, } file = { 'file': open(f'{path}', 'rb') } res = requests.post(url=url, headers=authorization, files=file, data=json_req) return res.json() def list_document(auth, dataset_id): authorization = {"Authorization": auth} url = f"{HOST_ADDRESS}/v1/document/list?kb_id={dataset_id}" res = requests.get(url=url, headers=authorization) return res.json() def get_docs_info(auth, doc_ids): authorization = {"Authorization": auth} json_req = { "doc_ids": doc_ids } url = f"{HOST_ADDRESS}/v1/document/infos" res = requests.post(url=url, headers=authorization, json=json_req) return res.json() def parse_docs(auth, doc_ids): authorization = {"Authorization": auth} json_req = { "doc_ids": doc_ids, "run": 1 } url = f"{HOST_ADDRESS}/v1/document/run" res = requests.post(url=url, headers=authorization, json=json_req) return res.json() def parse_file(auth, document_id): pass