script + cpu optimisations

This commit is contained in:
Alex
2023-10-01 19:16:13 +01:00
parent 6045cbbc62
commit 9a33bf2210
6 changed files with 12 additions and 38 deletions

View File

@@ -34,13 +34,15 @@ download_locally() {
source venv/bin/activate
pip install -r application/requirements.txt
pip install llama-cpp-python
pip install sentence-transformers
export FLASK_APP=application/app.py
export FLASK_DEBUG=true
echo "The application is now running on http://localhost:5173"
echo "You can stop the application by running the following command:"
echo "Ctrl + C and then"
echo "docker-compose down"
flask run --host=0.0.0.0 --port=7091
flask run --host=0.0.0.0 --port=7091 &
celery -A application.app.celery worker -l INFO
}
# Function to handle the choice to use the OpenAI API