Update app.py

app.py

@@ -5,60 +5,79 @@ import gradio as gr
 import spaces
 
 OPENROUTER_API_KEY = os.environ.get("OPENROUTER_API_KEY", "")
+HF_TOKEN = os.environ.get("HF_TOKEN", "")
 
-MODELS = {
-    "Meta Llama 3.3 70B": "meta-llama/llama-3.3-70b-instruct:free",
-    "DeepSeek R1 (Reasoning)": "deepseek/deepseek-r1:free",
-    "DeepSeek V3": "deepseek/deepseek-chat",
-    "Qwen 2.5 72B": "qwen/qwen-2.5-72b-instruct:free",
-    "OpenAI GPT-4o Mini": "openai/gpt-4o-mini",
+# Список моделей за провайдерами
+OPENROUTER_MODELS = {
+    "Gemma 4 26B": "google/gemma-4-26b-a4b-it:free",
+    "Nemotron 3 Ultra 550B": "nvidia/nemotron-3-ultra-550b-a55b:free"
+}
+
+HF_MODELS = {
+    "Qwen 3.8 2.4T": "Qwen/Qwen3.8-2.4T-A95B",
+    "GPT OSS 120B": "openai/gpt-oss-120b",
+    "Llama 3.1 8B Instruct": "meta-llama/Llama-3.1-8B-Instruct",
+    "Xiaomi MiMo V2.6 Flash": "XiaomiMiMo/MiMo-V2.6-Flash-RL",
+    "DeepSeek V4 Flash": "deepseek-ai/DeepSeek-V4-Flash-0731",
     "Microsoft Phi-4": "microsoft/phi-4",
-    "Mistral 7B": "mistralai/mistral-7b-instruct:free"
+    "Hermes 3 Llama 3.1 8B": "NousResearch/Hermes-3-Llama-3.1-8B"
 }
 
-def query_single_model(model_name, model_id, messages, api_key):
+ALL_MODELS = {**OPENROUTER_MODELS, **HF_MODELS}
+
+def query_openrouter(model_name, model_id, messages):
+    if not OPENROUTER_API_KEY:
+        return f"### 🤖 **{model_name}**\n\n❌ *Помилка:* `OPENROUTER_API_KEY` відсутній у Secrets."
+    
     headers = {
-        "Authorization": f"Bearer {api_key}",
+        "Authorization": f"Bearer {OPENROUTER_API_KEY}",
         "Content-Type": "application/json"
     }
-    payload = {
-        "model": model_id,
-        "messages": messages
+    payload = {"model": model_id, "messages": messages}
+    try:
+        res = requests.post("https://openrouter.ai/api/v1/chat/completions", headers=headers, json=payload, timeout=40)
+        if res.status_code == 200:
+            return f"### 🤖 **{model_name}**\n\n{res.json()['choices'][0]['message']['content']}"
+        return f"### 🤖 **{model_name}**\n\n⚠️ *Помилка OpenRouter ({res.status_code}):* {res.text}"
+    except Exception as e:
+        return f"### 🤖 **{model_name}**\n\n❌ *Помилка з'єднання:* {str(e)}"
+
+def query_huggingface(model_name, model_id, messages):
+    if not HF_TOKEN:
+        return f"### 🤖 **{model_name}**\n\n❌ *Помилка:* `HF_TOKEN` відсутній у Secrets."
+    
+    headers = {
+        "Authorization": f"Bearer {HF_TOKEN}",
+        "Content-Type": "application/json"
     }
+    url = f"https://router.huggingface.co/hf-inference/v1/chat/completions"
+    payload = {"model": model_id, "messages": messages, "max_tokens": 1024}
     try:
-        res = requests.post(
-            "https://openrouter.ai/api/v1/chat/completions",
-            headers=headers,
-            json=payload,
-            timeout=40
-        )
+        res = requests.post(url, headers=headers, json=payload, timeout=40)
         if res.status_code == 200:
-            content = res.json()["choices"][0]["message"]["content"]
-            return f"### 🤖 **{model_name}**\n\n{content}"
-        else:
-            return f"### 🤖 **{model_name}**\n\n⚠️ *Помилка API ({res.status_code}):* {res.text}"
+            return f"### 🤖 **{model_name}**\n\n{res.json()['choices'][0]['message']['content']}"
+        return f"### 🤖 **{model_name}**\n\n⚠️ *Помилка HF API ({res.status_code}):* {res.text}"
     except Exception as e:
         return f"### 🤖 **{model_name}**\n\n❌ *Помилка з'єднання:* {str(e)}"
 
+def query_single_model(model_name, messages):
+    if model_name in OPENROUTER_MODELS:
+        return query_openrouter(model_name, OPENROUTER_MODELS[model_name], messages)
+    elif model_name in HF_MODELS:
+        return query_huggingface(model_name, HF_MODELS[model_name], messages)
+    return f"### 🤖 **{model_name}**\n\n❌ Невідома модель."
+
 @spaces.GPU
 def group_chat_fn(user_message, history, selected_models):
     if history is None:
         history = []
 
-    if not OPENROUTER_API_KEY:
-        history.append({"role": "user", "content": user_message})
-        history.append({"role": "assistant", "content": "❌ **Помилка:** `OPENROUTER_API_KEY` не знайдено в Settings -> Secrets."})
-        return "", history
-
     if not selected_models:
         history.append({"role": "user", "content": user_message})
-        history.append({"role": "assistant", "content": "⚠️ Будь ласка, обери хоча б один ШІ зі списку ліворуч."})
+        history.append({"role": "assistant", "content": "⚠️ Обери хоча б одну модель зі списку."})
         return "", history
 
-    messages = []
-    for msg in history:
-        if isinstance(msg, dict):
-            messages.append({"role": msg.get("role", "user"), "content": msg.get("content", "")})
+    messages = [{"role": msg.get("role", "user"), "content": msg.get("content", "")} for msg in history if isinstance(msg, dict)]
     messages.append({"role": "user", "content": user_message})
 
     history.append({"role": "user", "content": user_message})
@@ -66,7 +85,7 @@ def group_chat_fn(user_message, history, selected_models):
     responses = []
     with concurrent.futures.ThreadPoolExecutor() as executor:
         futures = [
-            executor.submit(query_single_model, m_name, MODELS[m_name], messages, OPENROUTER_API_KEY)
+            executor.submit(query_single_model, m_name, messages)
             for m_name in selected_models
         ]
         for future in concurrent.futures.as_completed(futures):
@@ -81,78 +100,45 @@ custom_css = """
 body, .gradio-container {
     background-color: #0f172a !important;
     color: #f8fafc !important;
-    font-family: 'Inter', system-ui, -apple-system, sans-serif !important;
 }
 #sidebar {
     background: #1e293b !important;
-    border-right: 1px solid #334155 !important;
     border-radius: 12px;
     padding: 16px;
 }
 #chatbot {
     background: #0f172a !important;
-    border: 1px solid #334155 !important;
     border-radius: 12px;
 }
-.message {
-    border-radius: 10px !important;
-    padding: 12px !important;
-}
-pre {
-    background-color: #1e293b !important;
-    border: 1px solid #475569 !important;
-    border-radius: 8px !important;
-}
-code {
-    font-family: 'Fira Code', 'Consolas', monospace !important;
-}
 """
 
-force_dark_js = "() => { document.body.classList.add('dark'); }"
-
 with gr.Blocks() as demo:
     gr.Markdown("# ⚡ **Multi-AI Studio**")
-    gr.Markdown("Груповий чат із кількома нейромережами одночасно.")
 
     with gr.Row():
         with gr.Column(scale=1, elem_id="sidebar"):
-            gr.Markdown("### 🎛️ **Вибір моделей**")
+            gr.Markdown("### 🎛️ **Моделі OpenRouter & HF**")
             model_selector = gr.CheckboxGroup(
-                choices=list(MODELS.keys()),
-                value=["Meta Llama 3.3 70B", "DeepSeek R1 (Reasoning)"],
-                label="Обери ШІ для групової відповіді:"
+                choices=list(ALL_MODELS.keys()),
+                value=["Gemma 4 26B", "Llama 3.1 8B Instruct"],
+                label="Обери нейромережі:"
             )
             clear_btn = gr.Button("🗑️ Очистити чат", variant="secondary")
 
         with gr.Column(scale=3):
-            chatbot = gr.Chatbot(
-                elem_id="chatbot",
-                height=600
-            )
+            chatbot = gr.Chatbot(elem_id="chatbot", height=600)
             
             with gr.Row():
                 msg_input = gr.Textbox(
-                    placeholder="Напиши запит або код сюди... (Enter для відправки)",
+                    placeholder="Введіть запит...",
                     show_label=False,
                     scale=4,
                     container=False
                 )
                 send_btn = gr.Button("Надіслати 🚀", variant="primary", scale=1)
 
-    msg_input.submit(
-        group_chat_fn, 
-        inputs=[msg_input, chatbot, model_selector], 
-        outputs=[msg_input, chatbot]
-    )
-    send_btn.click(
-        group_chat_fn, 
-        inputs=[msg_input, chatbot, model_selector], 
-        outputs=[msg_input, chatbot]
-    )
+    msg_input.submit(group_chat_fn, inputs=[msg_input, chatbot, model_selector], outputs=[msg_input, chatbot])
+    send_btn.click(group_chat_fn, inputs=[msg_input, chatbot, model_selector], outputs=[msg_input, chatbot])
     clear_btn.click(lambda: [], outputs=[chatbot])
 
-demo.launch(
-    theme=gr.themes.Soft(primary_hue="indigo"),
-    css=custom_css,
-    js=force_dark_js
-)
+demo.launch(css=custom_css)