File size: 1,129 Bytes
502d51d |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 |
#!/bin/bash
# Run Whisper Model WER Evaluation - Fine-tunes vs Commercial APIs
set -e
echo "Whisper Model WER Evaluation - Fine-tunes vs Commercial APIs"
echo "============================================================="
echo ""
echo "Comparing fine-tuned models vs commercial providers:"
echo " - Deepgram Nova 3"
echo " - OpenAI Whisper API"
echo " - AssemblyAI"
echo " - Gladia"
echo ""
# Check if venv exists
if [ ! -d ".venv" ]; then
echo "Creating virtual environment..."
uv venv
fi
# Activate venv
echo "Activating virtual environment..."
source .venv/bin/activate
# Install/update dependencies
echo "Installing dependencies..."
uv pip install -r requirements.txt
echo ""
echo "Starting evaluation..."
echo "============================================================="
echo ""
# Run evaluation
python scripts/evaluate_vs_commercial.py
echo ""
echo "Evaluation complete!"
echo ""
echo "Results are available in:"
echo " - results/latest/commercial_comparison_report.txt"
echo " - results/latest/commercial_comparison_results.json"
echo " - results/latest/commercial_comparison_chart.txt"
echo ""
|