start-infinity-emb.sh

export HF_HOME=/tmp/cache
export TRANSFORMERS_CACHE=/tmp/cache
export INFINITY_QUEUE_SIZE=512
infinity_emb --model-name-or-path sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2 --port 7860  --batch-size 16