110b2298b7
- stt_local: Whisper large-v3-turbo MLX, transcript + timestamped json - lipsync_local: Rhubarb visemes (CPU lane), dialog-guided - voice_clone_local: Chatterbox on MPS (needs setuptools<81 for perth/pkg_resources) - wan_video: Wan 2.2 TI2V-5B t2v/i2v via resident ComfyUI, frames->mp4 - llm_local: Qwen3-30B-A3B-4bit dialogue writer (primary-only) Co-Authored-By: Claude Fable 5 <noreply@anthropic.com>
21 lines
972 B
JSON
21 lines
972 B
JSON
{
|
|
"id": "llm_local",
|
|
"name": "LLM (local, Qwen3-30B)",
|
|
"category": "text",
|
|
"description": "Prompt → text via Qwen3-30B-A3B-4bit on MLX (~17GB, MoE with 3B active params = fast on big unified memory). Batch NPC dialogue, item descriptions, lore — pipe straight into tts_local. For quick/cheap calls use the m4pro Ollama endpoint instead; this is the heavyweight. Primary-node only.",
|
|
"accepts": [],
|
|
"produces": ["text"],
|
|
"resources": "gpu",
|
|
"entry": "run.py",
|
|
"python": "venvs/llm/bin/python",
|
|
"params_schema": {
|
|
"type": "object",
|
|
"properties": {
|
|
"prompt": {"type": "string", "default": "", "description": "The user prompt"},
|
|
"system": {"type": "string", "default": "", "description": "Optional system prompt (character sheet, style rules)"},
|
|
"max_tokens": {"type": "integer", "default": 1024, "minimum": 16, "maximum": 8192},
|
|
"temperature": {"type": "number", "default": 0.7, "minimum": 0, "maximum": 2}
|
|
}
|
|
}
|
|
}
|