feat: Implement World Architect

2026-04-12 11:29:06 +05:30
parent 86d9bfa746
commit 079fe3ff22
11 changed files with 431 additions and 443 deletions
--- a/llm_runtime.py
+++ b/llm_runtime.py
@@ -14,10 +14,11 @@ llm = ChatLlamaCpp(
    temperature=0.2,
    model_path=DEFAULT_MODEL_PATH,
    n_ctx=4096,
-    n_gpu_layers=8,
+    n_gpu_layers=11,
    max_tokens=512,
    n_threads=multiprocessing.cpu_count() - 1,
    repeat_penalty=1.5,
+    verbose=False,
 )