From 7154fc276dc0f4f7ace7bb4c7f94bd3e5439ebb0 Mon Sep 17 00:00:00 2001
From: Julian <contact@chaoticbyte.net>
Date: Thu, 11 May 2023 08:35:56 +0200
Subject: [PATCH] Fixed #1 by changing import statement, using factory
 function, and pinning the llama-cpp-python to 0.1.48

---
 api-server.py    | 5 +++--
 requirements.txt | 2 +-
 2 files changed, 4 insertions(+), 3 deletions(-)

diff --git a/api-server.py b/api-server.py
index dac561a..c836a5e 100644
--- a/api-server.py
+++ b/api-server.py
@@ -16,6 +16,7 @@ if __name__ == "__main__":
     # Set environment variable before importing api server
     environ["MODEL"] = args.model
     # Import api server
-    from llama_cpp.server import __main__ as server
+    from llama_cpp.server.app import create_app
     # Run
-    uvicorn.run(server.app, host=args.host, port=args.port)
+    app = create_app()
+    uvicorn.run(app, host=args.host, port=args.port)
diff --git a/requirements.txt b/requirements.txt
index b6cf0bc..9641eb8 100644
--- a/requirements.txt
+++ b/requirements.txt
@@ -1,3 +1,3 @@
-llama-cpp-python[server]~=0.1.39
+llama-cpp-python[server]==0.1.48
 uvicorn~=0.22.0
 sanic~=23.3.0
\ No newline at end of file