Spaces:
Runtime error
Runtime error
File size: 2,164 Bytes
b699122 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 |
"""Default query for GPTEmptyIndex."""
from typing import Any, List, Optional
from gpt_index.data_structs.data_structs_v2 import EmptyIndex
from gpt_index.indices.query.base import BaseGPTIndexQuery
from gpt_index.data_structs.node_v2 import NodeWithScore
from gpt_index.indices.query.schema import QueryBundle
from gpt_index.prompts.default_prompts import DEFAULT_SIMPLE_INPUT_PROMPT
from gpt_index.prompts.prompts import SimpleInputPrompt
from gpt_index.response.schema import (
RESPONSE_TYPE,
Response,
StreamingResponse,
)
class GPTEmptyIndexQuery(BaseGPTIndexQuery[EmptyIndex]):
"""GPTEmptyIndex query.
Passes the raw LLM call to the underlying LLM model.
.. code-block:: python
response = index.query("<query_str>", mode="default")
Args:
input_prompt (Optional[SimpleInputPrompt]): A Simple Input Prompt
(see :ref:`Prompt-Templates`).
"""
def __init__(
self,
input_prompt: Optional[SimpleInputPrompt] = None,
**kwargs: Any,
) -> None:
"""Initialize params."""
self._input_prompt = input_prompt or DEFAULT_SIMPLE_INPUT_PROMPT
super().__init__(**kwargs)
def retrieve(self, query_bundle: QueryBundle) -> List[NodeWithScore]:
"""Retrieve relevant nodes."""
del query_bundle # Unused
return []
def synthesize(
self,
query_bundle: QueryBundle,
nodes: List[NodeWithScore],
additional_source_nodes: Optional[List[NodeWithScore]] = None,
) -> RESPONSE_TYPE:
"""Synthesize answer with relevant nodes."""
del nodes # Unused
del additional_source_nodes # Unused
if not self._streaming:
response, _ = self._service_context.llm_predictor.predict(
self._input_prompt,
query_str=query_bundle.query_str,
)
return Response(response)
else:
stream_response, _ = self._service_context.llm_predictor.stream(
self._input_prompt,
query_str=query_bundle.query_str,
)
return StreamingResponse(stream_response)
|