#! /bin/bash                                                                                           

INPUTFILE=/user/crogers/results-name-ethnic-dump-2015-10-01-2015-12-01-aman.seq

echo "Submitting the job to the Memex cluster."
time spark-submit \
    --master 'yarn-client' \
    --num-executors 50 \
    ./countCrfResultTokens.py \
    -- \
    --input ${INPUTFILE}

#! /bin/bash                                                                                           

INPUTFILE=/user/crogers/results-name-ethnic-dump-2015-10-01-2015-12-01-aman.seq
OUTPUTFILE=results-name-ethnic-dump-2015-10-01-2015-12-01-aman-token-counts.txt

echo "Submitting the job to the Memex cluster."
time spark-submit \
    --master 'yarn-client' \
    --num-executors 50 \
    ./countCrfResultTokens.py \
    -- \
    --input ${INPUTFILE} \
    --output ${OUTPUTFILE} \
    --printToLog

Add new --output and --PrintToLog options.
Add new --output and --PrintToLog options.
