ChaoticByte/Eucalyptus-Chat
Archived
1
0
Fork 0
Code Issues Pull requests Projects Releases 10 Packages Wiki Activity Actions

Moved import of create_app in api-server.py to the top

Browse source
This commit is contained in:
Julian Müller (ChaoticByte) 2023-05-25 21:18:29 +02:00
parent ea2f59f94e
commit 345d0cfc5c
1 changed files with 2 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

5
api-server.py
View file

@ -4,6 +4,8 @@
from argparse import ArgumentParser from argparse import ArgumentParser
from os import environ from os import environ
from llama_cpp.server.app import create_app
import uvicorn import uvicorn
if __name__ == "__main__": if __name__ == "__main__":
@ -13,10 +15,7 @@ if __name__ == "__main__":
ap.add_argument("--host", help="Address to listen on (default: localhost)", type=str, default="localhost") ap.add_argument("--host", help="Address to listen on (default: localhost)", type=str, default="localhost")
ap.add_argument("--port", help="Port to listen on (default: 7331)", type=int, default=7331) ap.add_argument("--port", help="Port to listen on (default: 7331)", type=int, default=7331)
args = ap.parse_args() args = ap.parse_args()
# Set environment variable before importing api server
environ["MODEL"] = args.model environ["MODEL"] = args.model
# Import api server
from llama_cpp.server.app import create_app
# Run # Run
app = create_app() app = create_app()
uvicorn.run(app, host=args.host, port=args.port) uvicorn.run(app, host=args.host, port=args.port)