Spaces:
Sleeping
Sleeping
File size: 966 Bytes
94e8db4 46fbfbe dc696cc 46fbfbe dc696cc 46fbfbe |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 |
import os
import json
import uuid
from pathlib import Path
from huggingface_hub import CommitScheduler
def create_scheduler():
"""
Create a scheduler to commit feedback to the dataset repository."""
feedback_file = Path("question_answers/") / f"data_{uuid.uuid4()}.json"
feedback_folder = feedback_file.parent
token = os.getenv("HF_TOKEN")
scheduler = CommitScheduler(
repo_id="paper-extractor-bot-history",
repo_type="dataset",
folder_path=feedback_folder,
path_in_repo="data",
every=5,
token=token,
)
return scheduler, feedback_file
def save_feedback(
scheduler: CommitScheduler, feedback_file: Path, question: str, answer: str
) -> None:
"""
Add the question and answer to a JSON Lines file.
"""
with scheduler.lock:
with feedback_file.open("a") as f:
f.write(json.dumps({"input": question, "answer": answer}))
f.write("\n")
|