#! /bin/bash

# This script assumes that "spark-submit" is available on $PATH.

OUTDIR=data/sample/adjudicated_modeled_live_eyehair_100_03-tags.spark

# Dangerous!
rm -rf ${OUTDIR}

spark-submit \
    --master 'local[8]' \
    ./applyCrfSparkTest.py --keyed \
    --input data/sample/adjudicated_modeled_live_eyehair_100_03.kjsonl \
    --output ${OUTDIR} \
    --featlist data/config/features.hair-eye \
    --model data/config/dig-hair-eye-train.model \
    --hybridJaccardConfig hybrid_jaccard_config.json \
    --partitions 8 \
    --verbose --statistics

#! /bin/bash

# This script assumes that "spark-submit" is available on $PATH.

OUTDIR=data/sample/adjudicated_modeled_live_eyehair_100_03-tags-hj.spark

# Dangerous!
rm -rf ${OUTDIR}

spark-submit \
    --master 'local[8]' \
    ./applyCrfSparkTest.py --keyed \
    --input data/sample/adjudicated_modeled_live_eyehair_100_03.kjsonl \
    --output ${OUTDIR} \
    --featlist data/config/features.hair-eye \
    --model data/config/dig-hair-eye-train.model \
    --hybridJaccardConfig hybrid_jaccard_config.json \
    --partitions 8 \
    --verbose --statistics

Change the output name to indicate hybrid JAccard processing.
Change the output name to indicate hybrid JAccard processing.
