#!/bin/bash
echo "Container Started"
export PYTHONUNBUFFERED=1

cd /workspace/text-generation-webui
echo "starting api"
python3 server.py --listen --no-stream --extensions api --auto-devices &
# --deepspeed --gpu-memory 24
cd /workspace
echo "starting worker"
python3 -u runpod_infer.py