feat(server): boost free RAM delta for LLM

leon-ai · Jul 1, 2024 · be3df77 · be3df77
1 parent 2c89041
commit be3df77
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/server/src/core/llm-manager/llm-manager.ts b/server/src/core/llm-manager/llm-manager.ts
@@ -165,7 +165,7 @@ export default class LLMManager {
       const freeRAMInGB = SystemHelper.getFreeRAM()
       const totalRAMInGB = SystemHelper.getTotalRAM()
       const isLLMPathFound = fs.existsSync(LLM_PATH)
-      const isCurrentFreeRAMEnough = LLM_MINIMUM_FREE_RAM <= freeRAMInGB * 2 // Multiply by 2 to boost probability of success
+      const isCurrentFreeRAMEnough = LLM_MINIMUM_FREE_RAM <= freeRAMInGB * 4 // Multiply by 4 to boost probability of success
       const isTotalRAMEnough = LLM_MINIMUM_TOTAL_RAM <= totalRAMInGB
 
       /**