Fixed #1 by changing import statement, using factory function, and pinning the llama-cpp-python to 0.1.48

2023-05-11 08:35:56 +02:00 · 2023-05-11 08:35:56 +02:00 · 7154fc276d
commit 7154fc276d
parent b1da9fb0e9
2 changed files with 4 additions and 3 deletions
--- a/api-server.py
+++ b/api-server.py
@ -16,6 +16,7 @@ if __name__ == "__main__":
    # Set environment variable before importing api server
    environ["MODEL"] = args.model
    # Import api server
-    from llama_cpp.server import __main__ as server
+    from llama_cpp.server.app import create_app
    # Run
-    uvicorn.run(server.app, host=args.host, port=args.port)
+    app = create_app()
+    uvicorn.run(app, host=args.host, port=args.port)