diff --git a/api-server.py b/api-server.py index dac561a..c836a5e 100644 --- a/api-server.py +++ b/api-server.py @@ -16,6 +16,7 @@ if __name__ == "__main__": # Set environment variable before importing api server environ["MODEL"] = args.model # Import api server - from llama_cpp.server import __main__ as server + from llama_cpp.server.app import create_app # Run - uvicorn.run(server.app, host=args.host, port=args.port) + app = create_app() + uvicorn.run(app, host=args.host, port=args.port) diff --git a/requirements.txt b/requirements.txt index b6cf0bc..9641eb8 100644 --- a/requirements.txt +++ b/requirements.txt @@ -1,3 +1,3 @@ -llama-cpp-python[server]~=0.1.39 +llama-cpp-python[server]==0.1.48 uvicorn~=0.22.0 sanic~=23.3.0 \ No newline at end of file