УЛЬТРА КРУТОЙ ВАЙБКОД ФИКСЫ И АВТОМОДЕЛЬ ТЕСЛА

supergenerator.py

@@ -1,20 +1,13 @@
-import random
-import re
-import shelve
-import time
 import ai
 
-from configparser import DEFAULTSECT
-
-from pprint import pprint
-
 from statistics import *
 from colors import *
 from helpers import *
 from config import *
 from vars import *
+from trust import *
 
-from aiogram.exceptions import TelegramBadRequest, TelegramForbiddenError
+from aiogram.exceptions import TelegramBadRequest
 
 
 async def generate(
@@ -25,19 +18,19 @@ async def generate(
             user_contexts[user_id] = []
 
         config = get_user_config(user_id)
-        if "*" in config.get("model", ""):
-            model = config.get("model").split("*", 2)
-        else:
-            print(f"{RED} -- err model - failed to get prov&model in \"{config.get('model','')}\"{RESET}")
+        model_str = config.get("model", "")
+        if "*" not in model_str:
+            print(f"{RED} -- err model - failed to get prov&model in \"{model_str}\"{RESET}")
             return "произошла ошибка при парсинге вашей выбранной модели. либо хост бота гандон либо тебе надо сменить модель в настройках!!"
 
-        settings = MODELS.get(model[0]).get(model[1])
-        
+        is_auto = model_str == "all*auto" and AUTO_MODEL and AUTO_MODELS
+        model = model_str.split("*")
+
         stream_cf = config.get("stream", "none")
         system_prompt_name = config.get("prompt", "")
         user_prompts = config.get("prompts", {})
         prompts = SYSTEM_PROMPTS | user_prompts
-        
+
         if system_prompt_name in prompts:
             is_user_prompt = False
             if system_prompt_name in SYSTEM_PROMPTS:
@@ -55,18 +48,12 @@ async def generate(
                 f"2. конфиг бота настроен неправильно и надо связаться с тем кто его хостит"
             return text
 
-        if stream_cf == "native" and user_id == chat_id and settings.get("nostream", False) == False:
-            stream = True
-        elif stream_cf == "edit" and chat_id and message_id and settings.get("nostream", False) == False:
-            stream = True
-        elif stream_cf == "edit" or stream_cf == "native" and inline_id:
-            stream = True
-        else:
-            stream = False
-
         content = []
-        
-        if images:
+
+        if images and not is_auto:
+            provider_name = model[0]
+            model_name = model[1]
+            settings = MODELS.get(provider_name, {}).get(model_name, {})
             if settings.get("vision"):
                 for image in images:
                     content += [{"type": "image_url", "image_url": {"url": f"data:image/jpeg;base64,{image['data']}"}}]
@@ -89,7 +76,7 @@ async def generate(
                             await msg.edit_text(make_graph(message, process))
 
         content += [{"type": "text", "text": prompt}]
-        
+
         user_contexts[user_id].append({"role": "user", "content": content})
         user_contexts[user_id] = user_contexts[user_id][-MAX_CONTEXT:]
 
@@ -101,22 +88,10 @@ async def generate(
 
         messages = [{"role": "system", "content": system_prompt}] + context
     else:
-        model = DEFAULT_MODEL.split("*", 2)
-        settings = MODELS.get(model[0]).get(model[1])
-        stream = False
+        is_auto = True
+        model = ["all", "auto"]
         stream_cf = "none"
         content = []
-        if images:
-            if settings.get("vision"):
-                for image in images:
-                    content += [{"type": "image_url", "image_url": {"url": f"data:image/jpeg;base64,{image['data']}"}}]
-            else:
-                for image in images:
-                    try:
-                        image_text = await image2text(image["data"])
-                        prompt = f"<фото>{image_text}</фото>\n{prompt}"
-                    except Exception as e:
-                        print(f"{RED} -- err photo - {e} : {model}{RESET}")
 
         content += [{"type": "text", "text": prompt}]
         messages = [{"role": "system", "content": SYSTEM_PROMPTS[DEFAULT_PROMPT]["text"]+ADD_TO_PROMPT+OLD_MD}] + [
@@ -130,37 +105,112 @@ async def generate(
 
     add_one_to("stats/gens")
 
-    try:
-        provider = PROVIDERS[model[0]]
-    except Exception:
-        text = "❌произошла ошибка, возможные проблемы:\n" \
-            "1. у вас выбрана удалённая модель или провайдер\n" \
-            "2. конфиг бота настроен неправильно и надо связаться с тем кто его хостит"
-        return text
+    if is_auto:
+        photo_summary = ""
+        if images:
+            for image in images:
+                try:
+                    if process and msg and message:
+                        process[image["process"]] = "make"
+                        await msg.edit_text(make_graph(message, process))
+                    image_text = await image2text(image["data"])
+                    photo_summary += f"<фото>{image_text}</фото>\n"
+                except Exception as e:
+                    if process and msg and message:
+                        process[image["process"]] = "error"
+                        await msg.edit_text(make_graph(message, process))
+                    print(f"{RED} -- err photo - {e} : all*auto{RESET}")
+                else:
+                    if process and msg and message:
+                        process[image["process"]] = "done"
+                        await msg.edit_text(make_graph(message, process))
 
-    if process and msg and message:
-        process["text"] = "make"
-        await msg.edit_text(make_graph(message, process))
-    
-    text = await openai_generate_text(
-        api=provider,
-        bot=bot,
-        model=model[1],
-        settings=settings,
-        messages=messages,
-        stream=stream,
-        stream_cf=stream_cf,
-        chat_id=chat_id,
-        draft_id=chat_id,
-        message_id=message_id,
-        inline_id=inline_id
-    )
+        expanded = expand_auto_models()
+        expanded = sorted(expanded, key=lambda e: get_trust(e.split("*"))[1], reverse=True)
+        last_type = ""
+        for entry in expanded:
+            if last_type == "da":
+                break
+            parts = entry.split("*")
+            provider_name = parts[0]
+            model_name = parts[1]
+            provider = PROVIDERS.get(provider_name)
+            if not provider:
+                continue
+            settings = MODELS.get(provider_name, {}).get(model_name, {})
+            key = get_key(provider_name, entry)
+
+            auto_content = [{"type": "text", "text": photo_summary + prompt if images and not settings.get("vision") else prompt}]
+            if images and settings.get("vision"):
+                for image in images:
+                    auto_content += [{"type": "image_url", "image_url": {"url": f"data:image/jpeg;base64,{image['data']}"}}]
+
+            auto_messages = [{"role": "system", "content": messages[0]["content"]}, {"role": "user", "content": auto_content}] + messages[2:]
+
+            text = await openai_generate_text(
+                api=provider,
+                api_key=key,
+                bot=bot,
+                model=model_name,
+                settings=settings,
+                messages=auto_messages,
+                stream=False,
+                stream_cf=stream_cf,
+                chat_id=chat_id,
+                draft_id=chat_id,
+                message_id=message_id,
+                inline_id=inline_id
+            )
+            update_trust(parts, text)
+            last_type = text["type"]
+
+        if text == "":
+            text = {"type": "error", "text": "все модели в автовыборе вернули ошибку"}
+    else:
+        provider_name = model[0]
+        model_name = model[1]
+        provider = PROVIDERS.get(provider_name)
+        if not provider:
+            return "❌произошла ошибка, возможные проблемы:\n" \
+                "1. у вас выбрана удалённая модель или провайдер\n" \
+                "2. конфиг бота настроен неправильно и надо связаться с тем кто его хостит"
+        settings = MODELS.get(provider_name, {}).get(model_name, {})
+        key = get_key(provider_name, model_str)
+
+        if stream_cf == "native" and user_id == chat_id and settings.get("nostream", False) == False:
+            stream = True
+        elif stream_cf == "edit" and chat_id and message_id and settings.get("nostream", False) == False:
+            stream = True
+        elif stream_cf == "edit" or stream_cf == "native" and inline_id:
+            stream = True
+        else:
+            stream = False
+
+        if process and msg and message:
+            process["text"] = "make"
+            await msg.edit_text(make_graph(message, process))
+
+        text = await openai_generate_text(
+            api=provider,
+            api_key=key,
+            bot=bot,
+            model=model_name,
+            settings=settings,
+            messages=messages,
+            stream=stream,
+            stream_cf=stream_cf,
+            chat_id=chat_id,
+            draft_id=chat_id,
+            message_id=message_id,
+            inline_id=inline_id
+        )
+        update_trust(model, text)
 
     if user_id:
-        user_contexts[user_id].append({"role": "assistant", "content": [{"type": "text", "text": text}]})
+        user_contexts[user_id].append({"role": "assistant", "content": {"type": "text", "text": text["text"]}})
         user_contexts[user_id] = user_contexts[user_id][-MAX_CONTEXT:]
 
-    return text
+    return text["text"]
 
 
 async def image2text(image) -> str:
@@ -178,12 +228,23 @@ async def image2text(image) -> str:
         }
     ]
     async for completion in ai.completions(
-        url=api["url"], api_key=api["key"], model=model[1], messages=messages, stream=False
+        url=api["url"], api_key=get_key(model[0], IMAGE_MODEL), model=model[1], messages=messages, stream=False
     ):
         pass
     return completion["choices"][0]["message"]["content"]
 
 
+def extract_error(resp):
+    if isinstance(resp, dict):
+        err = resp.get("error")
+        if isinstance(err, dict):
+            return str(err.get("message") or err)
+        elif err:
+            return str(err)
+        return str(resp.get("message") or "") if "message" in resp else ""
+    return ""
+
+
 async def openai_generate_text(
     api,
     bot,
@@ -195,7 +256,8 @@ async def openai_generate_text(
     chat_id=None,
     draft_id=None,
     message_id=None,
-    inline_id=None
+    inline_id=None,
+    api_key=None
 ) -> str:
     try:
         extra_body = {
@@ -206,10 +268,10 @@ async def openai_generate_text(
 
         alo = {
             "url": api["url"],
-            "api_key": api["key"],
+            "api_key": api_key or api["key"],
             "model": model,
             "messages": messages,
-            "stream": stream,  
+            "stream": stream,
             "max_tokens": MAX_TOKENS,
             "extra": extra_body
         }
@@ -222,10 +284,17 @@ async def openai_generate_text(
             if not draft_id:
                 draft_id = chat_id
             async for chunk in ai.completions(**alo):
-                # chunk = json.loads(chunk)
                 try:
                     content = chunk["choices"][0]["delta"]["content"]
                 except:
+                    err_text = extract_error(chunk)
+                    if err_text:
+                        error = parse_response(err_text.lower())
+                        print(f"{RED} -- {error['type']} - {err_text}{RESET}")
+                        return {
+                            "type": "error",
+                            "text": error["message"]
+                        }
                     continue
                 if content:
                     message += content
@@ -234,9 +303,9 @@ async def openai_generate_text(
 
                     if counter > MAX_SYMBOLS:
                         break
-                    
+
                     if int(counter / STREAMING_SPLIT_SYMBOLS) == counter_2:
-                        counter_2 += 1 
+                        counter_2 += 1
                         display_text, s = clean_tail_repeats(message)
                         if s > 0:
                             display_text += f"*... <{s} обрезано>*"
@@ -245,7 +314,7 @@ async def openai_generate_text(
 
                         if counter < 3950:
                             display_text += "▋"
-                            
+
                             try:
                                 if stream_cf == "native" and chat_id and draft_id:
                                     await bot.send_message_draft(
@@ -295,15 +364,37 @@ async def openai_generate_text(
         else:
             async for completion in ai.completions(**alo):
                 pass
-            text = completion["choices"][0]["message"]["content"]
+            try:
+                text = completion["choices"][0]["message"]["content"]
+            except Exception as e:
+                err_text = extract_error(completion)
+                if err_text:
+                    error = parse_response(err_text.lower())
+                    print(f"{RED} -- {error['type']} - {err_text}{RESET}")
+                    return {
+                        "type": "error",
+                        "text": error["message"]
+                    }
+                error = parse_response(str(completion).lower())
+                print(f"{RED} -- {error['type']} - {completion}{RESET}")
+                return {
+                    "type": "error",
+                    "text": error["message"]
+                }
     except Exception as e:
         error = parse_response(str(e).lower())
         print(f"{RED} -- {error['type']} - {e}{RESET}")
-        return error["message"]
+        return {
+            "type": "error",
+            "text": error["message"]
+        }
     else:
         text, s = clean_tail_repeats(text)
         if s > 0:
             text += f"*... <{s} обрезано>*"
         if text == "":
             text = "(пустой ответ)"
-        return text
+        return {
+            "type": "da",
+            "text": text
+        }