|
from __future__ import annotations |
|
|
|
import requests |
|
import json |
|
|
|
from ..base_provider import AbstractProvider |
|
from ...typing import CreateResult, Messages |
|
|
|
|
|
models = { |
|
'gpt-3.5-turbo': {'id': 'gpt-3.5-turbo', 'name': 'GPT-3.5'}, |
|
'gpt-3.5-turbo-0613': {'id': 'gpt-3.5-turbo-0613', 'name': 'GPT-3.5-0613'}, |
|
'gpt-3.5-turbo-16k': {'id': 'gpt-3.5-turbo-16k', 'name': 'GPT-3.5-16K'}, |
|
'gpt-3.5-turbo-16k-0613': {'id': 'gpt-3.5-turbo-16k-0613', 'name': 'GPT-3.5-16K-0613'}, |
|
'gpt-4': {'id': 'gpt-4', 'name': 'GPT-4'}, |
|
'gpt-4-0613': {'id': 'gpt-4-0613', 'name': 'GPT-4-0613'}, |
|
'gpt-4-32k': {'id': 'gpt-4-32k', 'name': 'GPT-4-32K'}, |
|
'gpt-4-32k-0613': {'id': 'gpt-4-32k-0613', 'name': 'GPT-4-32K-0613'}, |
|
} |
|
|
|
class Aivvm(AbstractProvider): |
|
url = 'https://chat.aivvm.com' |
|
supports_stream = True |
|
working = False |
|
supports_gpt_35_turbo = True |
|
supports_gpt_4 = True |
|
|
|
@classmethod |
|
def create_completion(cls, |
|
model: str, |
|
messages: Messages, |
|
stream: bool, |
|
**kwargs |
|
) -> CreateResult: |
|
if not model: |
|
model = "gpt-3.5-turbo" |
|
elif model not in models: |
|
raise ValueError(f"Model is not supported: {model}") |
|
|
|
json_data = { |
|
"model" : models[model], |
|
"messages" : messages, |
|
"key" : "", |
|
"prompt" : kwargs.get("system_message", "You are ChatGPT, a large language model trained by OpenAI. Follow the user's instructions carefully. Respond using markdown."), |
|
"temperature" : kwargs.get("temperature", 0.7) |
|
} |
|
|
|
data = json.dumps(json_data) |
|
|
|
headers = { |
|
"accept" : "text/event-stream", |
|
"accept-language" : "en-US,en;q=0.9", |
|
"content-type" : "application/json", |
|
"content-length" : str(len(data)), |
|
"sec-ch-ua" : "\"Chrome\";v=\"117\", \"Not;A=Brand\";v=\"8\", \"Chromium\";v=\"117\"", |
|
"sec-ch-ua-mobile" : "?0", |
|
"sec-ch-ua-platform": "\"Windows\"", |
|
"sec-fetch-dest" : "empty", |
|
"sec-fetch-mode" : "cors", |
|
"sec-fetch-site" : "same-origin", |
|
"sec-gpc" : "1", |
|
"referrer" : "https://chat.aivvm.com/", |
|
"user-agent" : "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/117.0.0.0 Safari/537.36" |
|
} |
|
|
|
response = requests.post("https://chat.aivvm.com/api/chat", headers=headers, data=data, stream=True) |
|
response.raise_for_status() |
|
|
|
for chunk in response.iter_content(chunk_size=4096): |
|
try: |
|
yield chunk.decode("utf-8") |
|
except UnicodeDecodeError: |
|
yield chunk.decode("unicode-escape") |
