Spaces:
Runtime error
Runtime error
File size: 646 Bytes
35b22df |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 |
"""RAKE keyword-table based index.
Similar to GPTKeywordTableIndex, but uses RAKE instead of GPT.
"""
from typing import Set
from gpt_index.indices.keyword_table.base import BaseGPTKeywordTableIndex
from gpt_index.indices.keyword_table.utils import rake_extract_keywords
class GPTRAKEKeywordTableIndex(BaseGPTKeywordTableIndex):
"""GPT RAKE Keyword Table Index.
This index uses a RAKE keyword extractor to extract keywords from the text.
"""
def _extract_keywords(self, text: str) -> Set[str]:
"""Extract keywords from text."""
return rake_extract_keywords(text, max_keywords=self.max_keywords_per_chunk)
|