#! /bin/bash

INPUTFILE=/user/worker/hbase-dump-06-15-2016-aman
NUM_EXECUTORS=350

source ${DIG_CRF_HOME}/checkMemexConnection.sh
source ${DIG_CRF_HOME}/limitMemexExecutors.sh

echo "Submitting the job to the Memex cluster."
time spark-submit \
    --master 'yarn-client' \
    --num-executors ${NUM_EXECUTORS} \
    --driver-java-options -Dlog4j.configuration=file:${DIG_CRF_HOME}/data/config/quieter-log4j.properties \
    ${DIG_CRF_HOME}/src/count/countGoodKeysByTarget.py \
    -- \
    --byUrl \
    --input ${INPUTFILE}

#! /bin/bash

INPUTFILE='/user/worker/hbase-dump-06-15-2016-aman/201*/*'
NUM_EXECUTORS=350

source ${DIG_CRF_HOME}/checkMemexConnection.sh
source ${DIG_CRF_HOME}/limitMemexExecutors.sh

echo "Submitting the job to the Memex cluster."
time spark-submit \
    --master 'yarn-client' \
    --num-executors ${NUM_EXECUTORS} \
    --driver-java-options -Dlog4j.configuration=file:${DIG_CRF_HOME}/data/config/quieter-log4j.properties \
    ${DIG_CRF_HOME}/src/count/countGoodKeysByTarget.py \
    -- \
    --byUrl \
    --input ${INPUTFILE}

Remove csh-ism from this sh file.
Remove csh-ism from this sh file.
