daarion-admin/microdao-daarion
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

feat: gateway complex routing override for DeepSeek

Browse Source 
- Add auto_complex logic: if needs_complex_reasoning, set metadata["provider"] = "cloud_deepseek"
- Add context caching in MemoryClient with 5s TTL
- Add GREENFOOD agent configuration
- This enables automatic routing of complex queries to DeepSeek via explicit_provider_override rule
This commit is contained in:
Apple
2025-11-24 02:14:30 -08:00
parent 830d13b5a2
commit ccebc2607d
2 changed files with 287 additions and 60 deletions
Download Patch File Download Diff File Expand all files Collapse all files

237
gateway-bot/http_api.py
View File

@@ -2,11 +2,13 @@
Bot Gateway HTTP API
Handles incoming webhooks from Telegram, Discord, etc.
"""
import asyncio
import logging
import os
import time
import httpx
from pathlib import Path
from typing import Dict, Any, Optional
from typing import Dict, Any, Optional, List, Tuple
from datetime import datetime
from dataclasses import dataclass
@@ -109,6 +111,18 @@ HELION_CONFIG = load_agent_config(
default_prompt=f"Ти — {os.getenv('HELION_NAME', 'Helion')}, AI-агент платформи Energy Union. Допомагай учасникам з технологіями та токеномікою."
)
# GREENFOOD Configuration
GREENFOOD_CONFIG = load_agent_config(
agent_id="greenfood",
name=os.getenv("GREENFOOD_NAME", "GREENFOOD"),
prompt_path=os.getenv(
"GREENFOOD_PROMPT_PATH",
str(Path(__file__).parent / "greenfood_prompt.txt"),
),
telegram_token_env="GREENFOOD_TELEGRAM_BOT_TOKEN",
default_prompt="Ти — GREENFOOD Assistant, AI-ERP для крафтових виробників та кооперативів. Допомагай з обліком партій, логістикою, бухгалтерією та продажами."
)
# Registry of all agents (для легкого додавання нових агентів)
#
# Щоб додати нового агента:
@@ -136,6 +150,7 @@ HELION_CONFIG = load_agent_config(
AGENT_REGISTRY: Dict[str, AgentConfig] = {
"daarwizz": DAARWIZZ_CONFIG,
"helion": HELION_CONFIG,
"greenfood": GREENFOOD_CONFIG,
}
# Backward compatibility
@@ -143,6 +158,8 @@ DAARWIZZ_NAME = DAARWIZZ_CONFIG.name
DAARWIZZ_SYSTEM_PROMPT = DAARWIZZ_CONFIG.system_prompt
HELION_NAME = HELION_CONFIG.name
HELION_SYSTEM_PROMPT = HELION_CONFIG.system_prompt
GREENFOOD_NAME = GREENFOOD_CONFIG.name
GREENFOOD_SYSTEM_PROMPT = GREENFOOD_CONFIG.system_prompt
# ========================================
@@ -181,6 +198,90 @@ def get_dao_id(chat_id: str, source: str) -> str:
return CHAT_TO_DAO.get(key, CHAT_TO_DAO["default"])
# ========================================
# Helper Functions
# ========================================
SERVICE_ACK_PREFIXES = (
"📥 Імпортую",
"📄 Обробляю",
"Обробляю голосове",
"🎤",
)
def is_service_response(text: str) -> bool:
"""Heuristic: визначає, чи відповідь є службовою (вітальна/ack)."""
if not text:
return True
stripped = text.strip()
if not stripped:
return True
if len(stripped) < 5:
return True
lower = stripped.lower()
return any(lower.startswith(prefix.lower()) for prefix in SERVICE_ACK_PREFIXES)
def extract_bot_mentions(text: str) -> List[str]:
"""Витягує згадки інших ботів виду @NameBot."""
if not text:
return []
mentions = []
for token in text.split():
if token.startswith("@") and token[1:].lower().endswith("bot"):
mentions.append(token[1:])
return mentions
def should_force_concise_reply(text: str) -> bool:
"""Якщо коротке або без питального знаку — просимо агента відповісти стисло."""
if not text:
return True
stripped = text.strip()
if len(stripped) <= 120 and "?" not in stripped:
return True
return False
COMPLEX_REASONING_KEYWORDS = [
"стратег", "roadmap", "алгоритм", "architecture", "архітектур",
"прогноз", "scenario", "модель", "аналіз", "побудуй", "plan", "дослідж",
"симуляц", "forecast", "оптиміз", "розрахуй", "calculate", "predict"
]
def requires_complex_reasoning(text: str) -> bool:
if not text:
return False
stripped = text.strip()
if len(stripped) > 400:
return True
lower = stripped.lower()
return any(keyword in lower for keyword in COMPLEX_REASONING_KEYWORDS)
LAST_RESPONSE_CACHE: Dict[Tuple[str, str], Dict[str, Any]] = {}
LAST_RESPONSE_TTL = float(os.getenv("TELEGRAM_LAST_RESPONSE_TTL", "15"))
def get_cached_response(agent_id: str, chat_id: str, text: str) -> Optional[str]:
entry = LAST_RESPONSE_CACHE.get((agent_id, chat_id))
if not entry:
return None
if entry["text"] == text and time.time() - entry["ts"] < LAST_RESPONSE_TTL:
return entry["answer"]
return None
def store_response_cache(agent_id: str, chat_id: str, text: str, answer: str) -> None:
LAST_RESPONSE_CACHE[(agent_id, chat_id)] = {
"text": text,
"answer": answer,
"ts": time.time(),
}
# ========================================
# Helper Functions
# ========================================
@@ -388,7 +489,9 @@ async def process_photo(
message=f"[Photo: {file_id}]",
response=answer_text,
channel_id=chat_id,
scope="short_term"
scope="short_term",
save_agent_response=not is_service_response(answer_text),
agent_metadata={"context": "photo"},
)
return {"ok": True, "agent": agent_config.agent_id, "model": "specialist_vision_8b"}
@@ -467,7 +570,6 @@ async def process_document(
raise HTTPException(status_code=400, detail="Failed to get file from Telegram")
file_url = f"https://api.telegram.org/file/bot{telegram_token}/{file_path}"
await send_telegram_message(chat_id, "📄 Обробляю PDF-документ... Це може зайняти кілька секунд.", telegram_token)
session_id = f"telegram:{chat_id}"
result = await parse_document(
@@ -628,10 +730,29 @@ async def handle_telegram_webhook(
user_id = str(from_user.get("id", "unknown"))
chat_id = str(chat.get("id", "unknown"))
username = from_user.get("username", "")
first_name = from_user.get("first_name")
last_name = from_user.get("last_name")
is_sender_bot = bool(from_user.get("is_bot") or (username and username.lower().endswith("bot")))
# Get DAO ID for this chat
dao_id = get_dao_id(chat_id, "telegram")
# Оновлюємо факти про користувача/агента для побудови графу пам'яті
asyncio.create_task(
memory_client.upsert_fact(
user_id=f"tg:{user_id}",
fact_key="profile",
fact_value_json={
"username": username,
"first_name": first_name,
"last_name": last_name,
"language_code": from_user.get("language_code"),
"is_bot": is_sender_bot,
},
team_id=dao_id,
)
)
telegram_token = agent_config.get_telegram_token()
if not telegram_token:
raise HTTPException(status_code=500, detail=f"Telegram token not configured for {agent_config.name}")
@@ -658,8 +779,6 @@ async def handle_telegram_webhook(
file_path = await get_telegram_file_path(file_id, telegram_token)
if file_path:
file_url = f"https://api.telegram.org/file/bot{telegram_token}/{file_path}"
await send_telegram_message(chat_id, "📥 Імпортую документ у RAG...", telegram_token)
result = await ingest_document(
session_id=session_id,
doc_url=file_url,
@@ -753,6 +872,28 @@ async def handle_telegram_webhook(
raise HTTPException(status_code=400, detail="No text or voice in message")
logger.info(f"{agent_config.name} Telegram message from {username} (tg:{user_id}) in chat {chat_id}: {text[:50]}")
mentioned_bots = extract_bot_mentions(text)
needs_complex_reasoning = requires_complex_reasoning(text)
cached_answer = get_cached_response(agent_config.agent_id, chat_id, text)
if cached_answer:
await send_telegram_message(chat_id, cached_answer, telegram_token)
await memory_client.save_chat_turn(
agent_id=agent_config.agent_id,
team_id=dao_id,
user_id=f"tg:{user_id}",
message=text,
response=cached_answer,
channel_id=chat_id,
scope="short_term",
save_agent_response=not is_service_response(cached_answer),
agent_metadata={
"cached_reply": True,
"mentioned_bots": mentioned_bots,
"requires_complex_reasoning": needs_complex_reasoning,
},
)
return {"ok": True, "agent": agent_config.agent_id, "cached": True}
# Check if there's a document context for follow-up questions
session_id = f"telegram:{chat_id}"
@@ -809,14 +950,31 @@ async def handle_telegram_webhook(
"session_id": f"tg:{chat_id}:{dao_id}",
"username": username,
"chat_id": chat_id,
"sender_is_bot": is_sender_bot,
"mentioned_bots": mentioned_bots,
"requires_complex_reasoning": needs_complex_reasoning,
},
"context": {
"agent_name": agent_config.name,
"system_prompt": agent_config.system_prompt,
"memory": memory_context,
"participants": {
"sender_is_bot": is_sender_bot,
"mentioned_bots": mentioned_bots,
},
},
}
if should_force_concise_reply(text):
router_request["message"] = (
f"{text}\n\n(Інструкція: дай максимально коротку відповідь, якщо не просили деталей "
"і дочекайся додаткового питання.)"
)
if needs_complex_reasoning:
router_request["metadata"]["provider"] = "cloud_deepseek"
router_request["metadata"]["reason"] = "auto_complex"
# Send to Router
logger.info(f"Sending to Router: agent={agent_config.agent_id}, dao={dao_id}, user=tg:{user_id}")
response = await send_to_router(router_request)
@@ -835,6 +993,23 @@ async def handle_telegram_webhook(
# Send response back to Telegram
await send_telegram_message(chat_id, answer_text, telegram_token)
await memory_client.save_chat_turn(
agent_id=agent_config.agent_id,
team_id=dao_id,
user_id=f"tg:{user_id}",
message=text,
response=answer_text,
channel_id=chat_id,
scope="short_term",
save_agent_response=not is_service_response(answer_text),
agent_metadata={
"mentioned_bots": mentioned_bots,
"requires_complex_reasoning": needs_complex_reasoning,
},
)
store_response_cache(agent_config.agent_id, chat_id, text, answer_text)
return {"ok": True, "agent": agent_config.agent_id}
else:
error_msg = response.get("error", "Unknown error") if isinstance(response, dict) else "Router error"
@@ -911,8 +1086,6 @@ async def _old_telegram_webhook(update: TelegramUpdate):
file_path = await get_telegram_file_path(file_id)
if file_path:
file_url = f"https://api.telegram.org/file/bot{telegram_token}/{file_path}"
await send_telegram_message(chat_id, "📥 Імпортую документ у RAG...")
result = await ingest_document(
session_id=session_id,
doc_url=file_url,
@@ -984,9 +1157,6 @@ async def _old_telegram_webhook(update: TelegramUpdate):
# Build file URL
file_url = f"https://api.telegram.org/file/bot{telegram_token}/{file_path}"
# Send "Processing..." message
await send_telegram_message(chat_id, "📄 Обробляю PDF-документ... Це може зайняти кілька секунд.")
# Use doc_service for parsing
session_id = f"telegram:{chat_id}"
result = await parse_document(
@@ -1105,7 +1275,9 @@ async def _old_telegram_webhook(update: TelegramUpdate):
message=f"[Photo: {file_id}]",
response=answer_text,
channel_id=chat_id,
scope="short_term"
scope="short_term",
save_agent_response=not is_service_response(answer_text),
agent_metadata={"context": "photo"},
)
return {"ok": True, "agent": "daarwizz", "model": "specialist_vision_8b"}
@@ -1261,7 +1433,9 @@ async def _old_telegram_webhook(update: TelegramUpdate):
message=text,
response=answer_text,
channel_id=chat_id,
scope="short_term"
scope="short_term",
save_agent_response=not is_service_response(answer_text),
agent_metadata={"context": "legacy_daarwizz"},
)
# Send response back to Telegram
@@ -1354,7 +1528,9 @@ async def discord_webhook(message: DiscordMessage):
message=text,
response=answer_text,
channel_id=channel_id,
scope="short_term"
scope="short_term",
save_agent_response=not is_service_response(answer_text),
agent_metadata={"source": "discord"},
)
# TODO: Send response back to Discord
@@ -1492,6 +1668,22 @@ async def helion_telegram_webhook(update: TelegramUpdate):
raise HTTPException(status_code=500, detail=str(e))
# ========================================
# GREENFOOD Telegram Webhook
# ========================================
@router.post("/greenfood/telegram/webhook")
async def greenfood_telegram_webhook(update: TelegramUpdate):
"""
Handle Telegram webhook for GREENFOOD agent.
"""
try:
return await handle_telegram_webhook(GREENFOOD_CONFIG, update)
except Exception as e:
logger.error(f"Error handling GREENFOOD Telegram webhook: {e}", exc_info=True)
raise HTTPException(status_code=500, detail=str(e))
# Legacy code - will be removed after testing
async def _old_helion_telegram_webhook(update: TelegramUpdate):
"""Стара версія - використовується для тестування"""
@@ -1533,8 +1725,6 @@ async def _old_helion_telegram_webhook(update: TelegramUpdate):
file_path = await get_telegram_file_path(file_id)
if file_path:
file_url = f"https://api.telegram.org/file/bot{helion_token}/{file_path}"
await send_telegram_message(chat_id, "📥 Імпортую документ у RAG...", helion_token)
result = await ingest_document(
session_id=session_id,
doc_url=file_url,
@@ -1605,7 +1795,6 @@ async def _old_helion_telegram_webhook(update: TelegramUpdate):
raise HTTPException(status_code=400, detail="Failed to get file from Telegram")
file_url = f"https://api.telegram.org/file/bot{helion_token}/{file_path}"
await send_telegram_message(chat_id, "📄 Обробляю PDF-документ... Це може зайняти кілька секунд.", helion_token)
session_id = f"telegram:{chat_id}"
result = await parse_document(
@@ -1720,7 +1909,9 @@ async def _old_helion_telegram_webhook(update: TelegramUpdate):
message=f"[Photo: {file_id}]",
response=answer_text,
channel_id=chat_id,
scope="short_term"
scope="short_term",
save_agent_response=not is_service_response(answer_text),
agent_metadata={"context": "photo"},
)
return {"ok": True, "agent": "helion", "model": "specialist_vision_8b"}
@@ -1745,6 +1936,8 @@ async def _old_helion_telegram_webhook(update: TelegramUpdate):
raise HTTPException(status_code=400, detail="No text in message")
logger.info(f"Helion Telegram message from {username} (tg:{user_id}) in chat {chat_id}: {text[:50]}")
mentioned_bots = extract_bot_mentions(text)
needs_complex_reasoning = requires_complex_reasoning(text)
# Check if there's a document context for follow-up questions
session_id = f"telegram:{chat_id}"
@@ -1802,6 +1995,8 @@ async def _old_helion_telegram_webhook(update: TelegramUpdate):
"session_id": f"tg:{chat_id}:{dao_id}",
"username": username,
"chat_id": chat_id,
"mentioned_bots": mentioned_bots,
"requires_complex_reasoning": needs_complex_reasoning,
},
"context": {
"agent_name": HELION_NAME,
@@ -1831,7 +2026,13 @@ async def _old_helion_telegram_webhook(update: TelegramUpdate):
message=text,
response=answer_text,
channel_id=chat_id,
scope="short_term"
scope="short_term",
save_agent_response=not is_service_response(answer_text),
agent_metadata={
"context": "helion",
"mentioned_bots": mentioned_bots,
"requires_complex_reasoning": needs_complex_reasoning,
},
)
# Send response back to Telegram