Spaces:
Sleeping
Sleeping
File size: 6,231 Bytes
a90f20f |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 |
import json
import re
import time
from urllib.parse import quote_plus
import g4f.api
import g4f.Provider
from g4f.Provider.base_provider import AsyncGeneratorProvider, ProviderModelMixin
from g4f.typing import AsyncResult, Messages
from g4f.requests import StreamSession
from g4f.providers.response import *
from g4f.errors import ModelNotSupportedError
from g4f import debug
from . import headers
class BackendApi(AsyncGeneratorProvider, ProviderModelMixin):
url = "https://ahe.hopto.org"
working = True
ssl = False
models = [
*g4f.Provider.OpenaiAccount.get_models(),
*g4f.Provider.PerplexityLabs.get_models(),
"flux",
"flux-pro",
"MiniMax-01",
"Microsoft Copilot",
]
@classmethod
def get_model(cls, model):
if "MiniMax" in model:
model = "MiniMax"
elif "Copilot" in model:
model = "Copilot"
elif "FLUX" in model:
model = f"flux-{model.split('-')[-1]}"
elif "flux" in model:
model = model.split(' ')[-1]
elif model in g4f.Provider.OpenaiAccount.get_models():
pass
elif model in g4f.Provider.PerplexityLabs.get_models():
pass
else:
raise ModelNotSupportedError(f"Model: {model}")
return model
@classmethod
def get_provider(cls, model):
if model.startswith("MiniMax"):
return "HailuoAI"
elif model == "Copilot" or "dall-e" in model:
return "CopilotAccount"
elif model in g4f.Provider.OpenaiAccount.get_models():
return "OpenaiAccount"
elif model in g4f.Provider.PerplexityLabs.get_models():
return "PerplexityLabs"
return None
@classmethod
async def create_async_generator(
cls,
model: str,
messages: Messages,
api_key: str = None,
proxy: str = None,
timeout: int = 0,
**kwargs
) -> AsyncResult:
debug.log(f"{cls.__name__}: {api_key}")
if "dall-e" in model and "prompt" not in kwargs:
kwargs["prompt"] = messages[-1]["content"]
messages[-1]["content"] = f"Generate a image: {kwargs['prompt']}"
async with StreamSession(
proxy=proxy,
headers={"Accept": "text/event-stream", **headers},
timeout=timeout
) as session:
model = cls.get_model(model)
provider = cls.get_provider(model)
async with session.post(f"{cls.url}/backend-api/v2/conversation", json={
**kwargs,
"model": model,
"messages": messages,
"provider": provider
}, ssl=cls.ssl) as response:
is_thinking = 0
async for line in response.iter_lines():
response.raise_for_status()
data = json.loads(line)
data_type = data.pop("type")
if data_type == "provider":
yield ProviderInfo(**data[data_type])
provider = data[data_type]["name"]
elif data_type == "conversation":
yield JsonConversation(**data[data_type][provider] if provider in data[data_type] else data[data_type][""])
elif data_type == "conversation_id":
pass
elif data_type == "message":
yield Exception(data)
elif data_type == "preview":
yield PreviewResponse(data[data_type])
elif data_type == "content":
def on_image(match):
extension = match.group(3).split(".")[-1].replace("%3F", "?").split("?")[0]
extension = ".jpg" if not extension or len(extension) > 4 else f".{extension}"
filename = f"{int(time.time())}_{quote_plus(model, '')}.{quote_plus(match.group(1)[:100], '')}{extension}"
download_url = f"/download/{filename}?url={cls.url}{match.group(3)}"
return f"[](/images/{filename})"
if "<think>" in data[data_type]:
data[data_type] = data[data_type].split("<think>", 1)
yield data[data_type][0]
yield Reasoning(data[data_type][1])
yield Reasoning(None, "Is thinking...")
is_thinking = time.time()
if "</think>" in data[data_type]:
data[data_type][1] = data[data_type].split("</think>", 1)
yield Reasoning(data[data_type][0])
yield Reasoning(None, f"Finished in {round(time.time()-is_thinking, 2)} seconds")
yield data[data_type][1]
is_thinking = 0
elif is_thinking:
yield Reasoning(data[data_type])
else:
yield re.sub(r'\[\!\[(.+?)\]\(([^)]+?)\)\]\(([^)]+?)\)', on_image, data[data_type])
elif data_type =="synthesize":
yield SynthesizeData(**data[data_type])
elif data_type == "parameters":
yield Parameters(**data[data_type])
elif data_type == "usage":
yield Usage(**data[data_type])
elif data_type == "reasoning":
yield Reasoning(**data)
elif data_type == "login":
pass
elif data_type == "title":
yield TitleGeneration(data[data_type])
elif data_type == "finish":
yield FinishReason(data[data_type]["reason"])
elif data_type == "log":
debug.log(data[data_type])
else:
debug.log(f"Unknown data: ({data_type}) {data}")
|