update llama_cpp_python version

Author: gonzafirewall

ai_worker/main.py

@@ -262,9 +262,9 @@ async def guess_layers(self, model_path):
         return max(0, est_layers - self.conf.layer_offset)
 
     def clear_llama_model(self):
-        if llama_cpp.server.app.llama:
+        if llama_cpp.server.app._llama_proxy:
             # critical... must del this before creating a new app
-            llama_cpp.server.app.llama = None
+            llama_cpp.server.app._llama_proxy = None
 
         self.llama = None
         self.llama_cli = None

poetry.lock

@@ -9,7 +9,7 @@ packages = [{include = "ai_worker"}, {include = "gguf_loader"}]
 
 [tool.poetry.dependencies]
 python = ">=3.10,<3.12"
-llama-cpp-python = {extras = ["server"], version = "0.2.7"}
+llama-cpp-python = {version = "0.2.53", extras = ["server"]}
 pydantic-settings = "^2.0.3"
 fastapi = "^0.103.1"
 websockets = "^11.0.3"