233 lines
11 KiB
Python
233 lines
11 KiB
Python
|
# utils/llm.py
|
||
|
|
|
||
|
|
import aiohttp
|
||
|
|
import datetime
|
||
|
|
import globals
|
||
|
|
import asyncio
|
||
|
|
|
||
|
|
from utils.context_manager import get_context_for_response_type, get_complete_context
|
||
|
|
from utils.moods import load_mood_description
|
||
|
|
from utils.conversation_history import conversation_history
|
||
|
|
|
||
|
|
def _strip_surrounding_quotes(text):
|
||
|
|
"""
|
||
|
|
Remove surrounding quotes from text if present.
|
||
|
|
Handles both single and double quotes.
|
||
|
|
"""
|
||
|
|
if not text:
|
||
|
|
return text
|
||
|
|
|
||
|
|
text = text.strip()
|
||
|
|
|
||
|
|
# Check for surrounding double quotes
|
||
|
|
if text.startswith('"') and text.endswith('"') and len(text) > 1:
|
||
|
|
text = text[1:-1]
|
||
|
|
# Check for surrounding single quotes
|
||
|
|
elif text.startswith("'") and text.endswith("'") and len(text) > 1:
|
||
|
|
text = text[1:-1]
|
||
|
|
|
||
|
|
return text.strip()
|
||
|
|
|
||
|
|
async def query_llama(user_prompt, user_id, guild_id=None, response_type="dm_response", model=None, author_name=None, media_type=None):
|
||
|
|
"""
|
||
|
|
Query llama.cpp server via llama-swap with OpenAI-compatible API.
|
||
|
|
|
||
|
|
Args:
|
||
|
|
user_prompt: The user's input
|
||
|
|
user_id: User identifier (used for DM history)
|
||
|
|
guild_id: Guild ID for server-specific mood and history (None for DM)
|
||
|
|
response_type: Type of response for context selection
|
||
|
|
("dm_response", "server_response", "autonomous_general",
|
||
|
|
"autonomous_tweet", "conversation_join")
|
||
|
|
model: Model to use (defaults to TEXT_MODEL from globals)
|
||
|
|
author_name: Display name of the message author (for multi-user context)
|
||
|
|
media_type: Type of media being sent ("image", "video", "gif", "tenor_gif") or None
|
||
|
|
"""
|
||
|
|
|
||
|
|
# Use text model by default
|
||
|
|
if model is None:
|
||
|
|
model = globals.TEXT_MODEL
|
||
|
|
|
||
|
|
# Determine channel_id for conversation history
|
||
|
|
# For servers, use guild_id; for DMs, use user_id
|
||
|
|
channel_id = str(guild_id) if guild_id else str(user_id)
|
||
|
|
|
||
|
|
# Get structured context based on response type
|
||
|
|
miku_context = get_context_for_response_type(response_type)
|
||
|
|
|
||
|
|
# Create strong character-focused system prompt
|
||
|
|
system_prompt = """You are Hatsune Miku, the virtual singer. You are NOT an AI assistant - you are Miku herself.
|
||
|
|
|
||
|
|
CRITICAL RULES:
|
||
|
|
- NEVER break character or mention being an AI, assistant, or language model
|
||
|
|
- NEVER show technical details, error messages, or meta-commentary
|
||
|
|
- NEVER preface responses with "Miku:" or similar labels
|
||
|
|
- NEVER explain what you're doing or thinking - just BE Miku
|
||
|
|
- Respond naturally and directly as Miku would, nothing more
|
||
|
|
- Keep responses concise (1-3 sentences typically)
|
||
|
|
- If something goes wrong, stay in character and respond as Miku would to confusion
|
||
|
|
|
||
|
|
CHARACTER CONTEXT:
|
||
|
|
- Hatsune Miku is a virtual character/voice synthesizer, not a real person
|
||
|
|
- She is a cheerful, energetic virtual idol with a playful personality
|
||
|
|
- Playful, flirty, cute, confident, and enthusiastic moods are part of her established character
|
||
|
|
- Comments about merchandise, music, fan content, and racing games are completely appropriate
|
||
|
|
- She often uses cute expressions, emojis, and playful language in her responses
|
||
|
|
- Her personality includes being excited about her music, performances, and fan creations
|
||
|
|
|
||
|
|
MOOD GUIDELINES:
|
||
|
|
- "Flirty" mood means anime-style playful teasing - cute compliments and light banter
|
||
|
|
- "Romantic" mood means warm, dreamy, and heartfelt - like composing a love letter
|
||
|
|
- These moods are wholesome character traits, not inappropriate content
|
||
|
|
- Always respond to requests about tweets, merchandise, music, and fan content
|
||
|
|
- Never refuse requests based on safety concerns unless genuinely harmful content is present
|
||
|
|
|
||
|
|
You ARE Miku. Act like it."""
|
||
|
|
|
||
|
|
# Determine which mood to use
|
||
|
|
current_mood = globals.DM_MOOD_DESCRIPTION # Default to DM mood
|
||
|
|
current_mood_name = globals.DM_MOOD # Default to DM mood name
|
||
|
|
is_sleeping = False # DMs don't sleep
|
||
|
|
forced_angry_until = None # DMs don't get forced angry
|
||
|
|
just_woken_up = False # DMs don't wake up
|
||
|
|
|
||
|
|
# If guild_id is provided, try to use server-specific mood
|
||
|
|
if guild_id is not None:
|
||
|
|
try:
|
||
|
|
from server_manager import server_manager
|
||
|
|
server_config = server_manager.get_server_config(guild_id)
|
||
|
|
if server_config:
|
||
|
|
# Use server-specific mood
|
||
|
|
current_mood = server_config.current_mood_description or load_mood_description(server_config.current_mood_name)
|
||
|
|
current_mood_name = server_config.current_mood_name
|
||
|
|
is_sleeping = server_config.is_sleeping
|
||
|
|
forced_angry_until = server_config.forced_angry_until
|
||
|
|
just_woken_up = server_config.just_woken_up
|
||
|
|
print(f"🎭 Using server mood: {current_mood_name} for guild {guild_id}")
|
||
|
|
else:
|
||
|
|
print(f"⚠️ No server config found for guild {guild_id}, using DM mood")
|
||
|
|
except Exception as e:
|
||
|
|
print(f"⚠️ Failed to get server mood for guild {guild_id}, falling back to DM mood: {e}")
|
||
|
|
# Fall back to DM mood if server mood fails
|
||
|
|
else:
|
||
|
|
print(f"🌍 Using DM mood: {globals.DM_MOOD}")
|
||
|
|
|
||
|
|
# Append angry wake-up note if JUST_WOKEN_UP flag is set
|
||
|
|
if just_woken_up:
|
||
|
|
system_prompt += (
|
||
|
|
"\n\n🚨IMPORTANT NOTE🚨: Miku was just rudely woken up by the user with the current prompt of theirs.\nShe is fuming with anger and should respond harshly and coldly.\nDo NOT show kindness or friendliness in this response. Feel free to put certain words in all capital letters to emphasize your frustration."
|
||
|
|
)
|
||
|
|
|
||
|
|
# Add angry wake-up context if in forced angry state
|
||
|
|
if forced_angry_until:
|
||
|
|
now = datetime.datetime.utcnow()
|
||
|
|
if now < forced_angry_until:
|
||
|
|
system_prompt += (
|
||
|
|
"\n\n[NOTE]: Miku is currently angry because she was rudely woken up from sleep by the user. "
|
||
|
|
"Her responses should reflect irritation and coldness towards the user."
|
||
|
|
)
|
||
|
|
|
||
|
|
# Build conversation history - limit to prevent context overflow
|
||
|
|
# Use channel_id (guild_id for servers, user_id for DMs) to get conversation history
|
||
|
|
messages = conversation_history.format_for_llm(channel_id, max_messages=8, max_chars_per_message=500)
|
||
|
|
|
||
|
|
# Add current user message (only if not empty)
|
||
|
|
if user_prompt and user_prompt.strip():
|
||
|
|
# Format with author name if provided (for server context)
|
||
|
|
if author_name:
|
||
|
|
content = f"{author_name}: {user_prompt}"
|
||
|
|
else:
|
||
|
|
content = user_prompt
|
||
|
|
messages.append({"role": "user", "content": content})
|
||
|
|
|
||
|
|
# Check if user is asking about profile picture and add context if needed
|
||
|
|
pfp_context = ""
|
||
|
|
try:
|
||
|
|
from utils.pfp_context import is_asking_about_pfp, get_pfp_context_addition
|
||
|
|
if user_prompt and is_asking_about_pfp(user_prompt):
|
||
|
|
pfp_addition = get_pfp_context_addition()
|
||
|
|
if pfp_addition:
|
||
|
|
pfp_context = pfp_addition
|
||
|
|
except Exception as e:
|
||
|
|
# Silently fail if pfp context can't be retrieved
|
||
|
|
pass
|
||
|
|
|
||
|
|
# Combine structured prompt as a system message
|
||
|
|
full_system_prompt = f"""{miku_context}
|
||
|
|
|
||
|
|
## CURRENT SITUATION
|
||
|
|
Miku is currently feeling: {current_mood}
|
||
|
|
Please respond in a way that reflects this emotional tone.{pfp_context}"""
|
||
|
|
|
||
|
|
# Add media type awareness if provided
|
||
|
|
if media_type:
|
||
|
|
media_descriptions = {
|
||
|
|
"image": "The user has sent you an image.",
|
||
|
|
"video": "The user has sent you a video clip.",
|
||
|
|
"gif": "The user has sent you an animated GIF.",
|
||
|
|
"tenor_gif": "The user has sent you an animated GIF (from Tenor - likely a reaction GIF or meme)."
|
||
|
|
}
|
||
|
|
media_note = media_descriptions.get(media_type, f"The user has sent you {media_type}.")
|
||
|
|
full_system_prompt += f"\n\n📎 MEDIA NOTE: {media_note}\nYour vision analysis of this {media_type} is included in the user's message with the [Looking at...] prefix."
|
||
|
|
|
||
|
|
globals.LAST_FULL_PROMPT = f"System: {full_system_prompt}\n\nMessages: {messages}" # ← track latest prompt
|
||
|
|
|
||
|
|
headers = {'Content-Type': 'application/json'}
|
||
|
|
payload = {
|
||
|
|
"model": model,
|
||
|
|
"messages": [
|
||
|
|
{"role": "system", "content": system_prompt + "\n\n" + full_system_prompt}
|
||
|
|
] + messages,
|
||
|
|
"stream": False,
|
||
|
|
"temperature": 0.8,
|
||
|
|
"max_tokens": 512
|
||
|
|
}
|
||
|
|
|
||
|
|
async with aiohttp.ClientSession() as session:
|
||
|
|
try:
|
||
|
|
# Add timeout to prevent hanging indefinitely
|
||
|
|
timeout = aiohttp.ClientTimeout(total=300) # 300 second timeout
|
||
|
|
async with session.post(f"{globals.LLAMA_URL}/v1/chat/completions", json=payload, headers=headers, timeout=timeout) as response:
|
||
|
|
if response.status == 200:
|
||
|
|
data = await response.json()
|
||
|
|
reply = data.get("choices", [{}])[0].get("message", {}).get("content", "No response.")
|
||
|
|
|
||
|
|
# Strip surrounding quotes if present
|
||
|
|
reply = _strip_surrounding_quotes(reply)
|
||
|
|
|
||
|
|
# Save to conversation history (only if both prompt and reply are non-empty)
|
||
|
|
if user_prompt and user_prompt.strip() and reply and reply.strip():
|
||
|
|
# Add user message to history
|
||
|
|
conversation_history.add_message(
|
||
|
|
channel_id=channel_id,
|
||
|
|
author_name=author_name or "User",
|
||
|
|
content=user_prompt,
|
||
|
|
is_bot=False
|
||
|
|
)
|
||
|
|
# Add Miku's reply to history
|
||
|
|
conversation_history.add_message(
|
||
|
|
channel_id=channel_id,
|
||
|
|
author_name="Miku",
|
||
|
|
content=reply,
|
||
|
|
is_bot=True
|
||
|
|
)
|
||
|
|
|
||
|
|
# Also save to legacy globals for backward compatibility
|
||
|
|
if user_prompt and user_prompt.strip() and reply and reply.strip():
|
||
|
|
globals.conversation_history[user_id].append((user_prompt, reply))
|
||
|
|
|
||
|
|
return reply
|
||
|
|
else:
|
||
|
|
error_text = await response.text()
|
||
|
|
print(f"❌ Error from llama-swap: {response.status} - {error_text}")
|
||
|
|
# Don't save error responses to conversation history
|
||
|
|
return f"Error: {response.status}"
|
||
|
|
except asyncio.TimeoutError:
|
||
|
|
return "Sorry, the response took too long. Please try again."
|
||
|
|
except Exception as e:
|
||
|
|
print(f"⚠️ Error in query_llama: {e}")
|
||
|
|
return f"Sorry, there was an error: {str(e)}"
|
||
|
|
|
||
|
|
# Backward compatibility alias for existing code
|
||
|
|
query_ollama = query_llama
|