koko210Serve
32c2a7b930
- Created new logging infrastructure with per-component filtering - Added 6 log levels: DEBUG, INFO, API, WARNING, ERROR, CRITICAL - Implemented non-hierarchical level control (any combination can be enabled) - Migrated 917 print() statements across 31 files to structured logging - Created web UI (system.html) for runtime configuration with dark theme - Added global level controls to enable/disable levels across all components - Added timestamp format control (off/time/date/datetime options) - Implemented log rotation (10MB per file, 5 backups) - Added API endpoints for dynamic log configuration - Configured HTTP request logging with filtering via api.requests component - Intercepted APScheduler logs with proper formatting - Fixed persistence paths to use /app/memory for Docker volume compatibility - Fixed checkbox display bug in web UI (enabled_levels now properly shown) - Changed System Settings button to open in same tab instead of new window Components: bot, api, api.requests, autonomous, persona, vision, llm, conversation, mood, dm, scheduled, gpu, media, server, commands, sentiment, core, apscheduler All settings persist across container restarts via JSON config.
45 lines
1.4 KiB
Python
45 lines
1.4 KiB
Python
# utils/twscrape_fix.py
|
|
"""
|
|
Monkey patch for twscrape to fix "Failed to parse scripts" error.
|
|
Twitter started returning malformed JSON with unquoted keys.
|
|
See: https://github.com/vladkens/twscrape/issues/284
|
|
"""
|
|
|
|
import json
|
|
import re
|
|
from utils.logger import get_logger
|
|
|
|
logger = get_logger('core')
|
|
|
|
|
|
def script_url(k: str, v: str):
|
|
return f"https://abs.twimg.com/responsive-web/client-web/{k}.{v}.js"
|
|
|
|
|
|
def patched_get_scripts_list(text: str):
|
|
"""Fixed version that handles unquoted keys in Twitter's JSON response"""
|
|
scripts = text.split('e=>e+"."+')[1].split('[e]+"a.js"')[0]
|
|
|
|
try:
|
|
for k, v in json.loads(scripts).items():
|
|
yield script_url(k, f"{v}a")
|
|
except json.decoder.JSONDecodeError:
|
|
# Fix unquoted keys like: node_modules_pnpm_ws_8_18_0_node_modules_ws_browser_js
|
|
fixed_scripts = re.sub(
|
|
r'([,\{])(\s*)([\w]+_[\w_]+)(\s*):',
|
|
r'\1\2"\3"\4:',
|
|
scripts
|
|
)
|
|
for k, v in json.loads(fixed_scripts).items():
|
|
yield script_url(k, f"{v}a")
|
|
|
|
|
|
def apply_twscrape_fix():
|
|
"""Apply the monkey patch to twscrape"""
|
|
try:
|
|
from twscrape import xclid
|
|
xclid.get_scripts_list = patched_get_scripts_list
|
|
logger.info("Applied twscrape monkey patch for 'Failed to parse scripts' fix")
|
|
except Exception as e:
|
|
logger.error(f"Failed to apply twscrape monkey patch: {e}")
|