Spaces:
Runtime error
Runtime error
File size: 977 Bytes
35b22df |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 |
"""Simple reader that reads wikipedia."""
from typing import Any, List
from gpt_index.readers.base import BaseReader
from gpt_index.readers.schema.base import Document
class WikipediaReader(BaseReader):
"""Wikipedia reader.
Reads a page.
"""
def __init__(self) -> None:
"""Initialize with parameters."""
try:
import wikipedia # noqa: F401
except ImportError:
raise ImportError(
"`wikipedia` package not found, please run `pip install wikipedia`"
)
def load_data(self, pages: List[str], **load_kwargs: Any) -> List[Document]:
"""Load data from the input directory.
Args:
pages (List[str]): List of pages to read.
"""
import wikipedia
results = []
for page in pages:
page_content = wikipedia.page(page, **load_kwargs).content
results.append(Document(page_content))
return results
|