From 345d0cfc5cc30ef78d1eb02ef1ae45b6f7e80305 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Julian=20M=C3=BCller=20=28ChaoticByte=29?= Date: Thu, 25 May 2023 21:18:29 +0200 Subject: [PATCH] Moved import of create_app in api-server.py to the top --- api-server.py | 5 ++--- 1 file changed, 2 insertions(+), 3 deletions(-) diff --git a/api-server.py b/api-server.py index c836a5e..f9fab7d 100644 --- a/api-server.py +++ b/api-server.py @@ -4,6 +4,8 @@ from argparse import ArgumentParser from os import environ +from llama_cpp.server.app import create_app + import uvicorn if __name__ == "__main__": @@ -13,10 +15,7 @@ if __name__ == "__main__": ap.add_argument("--host", help="Address to listen on (default: localhost)", type=str, default="localhost") ap.add_argument("--port", help="Port to listen on (default: 7331)", type=int, default=7331) args = ap.parse_args() - # Set environment variable before importing api server environ["MODEL"] = args.model - # Import api server - from llama_cpp.server.app import create_app # Run app = create_app() uvicorn.run(app, host=args.host, port=args.port)