export SPARK_LOCAL_IP=<%= node['bcpc']['floating']['ip'] %>
export SPARK_PUBLIC_DNS=<%= float_host(node['fqdn']) %>

export HADOOP_CONF_DIR="/etc/hadoop/conf"

export SPARK_DIST_CLASSPATH=${SPARK_LIBRARY_PATH}:$(for i in $(export IFS=":"; for i in $(hadoop classpath); do find $i -maxdepth 1 -name "*.jar"; done | egrep -v "jackson-databind-.*.jar|jackson-core.jar|jackson-core-.*.jar|jackson-annotations-.*.jar"); do echo -n "${i}:"; done | sed 's/:$//')

export SPARK_CLASSPATH="$SPARK_DIST_CLASSPATH:$SPARK_CLASSPATH"
export SPARK_LOCAL_DIRS=/home/$(whoami)/.spark_logs

export SPARK_LOCAL_IP=<%= node['bcpc']['floating']['ip'] %>
export SPARK_PUBLIC_DNS=<%= float_host(node['fqdn']) %>

export HADOOP_CONF_DIR="/etc/hadoop/conf"
HIVE_CONF_DIR="/etc/hive/conf"

export SPARK_DIST_CLASSPATH=${HIVE_CONF_DIR}:${SPARK_LIBRARY_PATH}:$(for i in $(export IFS=":"; for i in $(hadoop classpath); do find $i -maxdepth 1 -name "*.jar"; done | egrep -v "jackson-databind-.*.jar|jackson-core.jar|jackson-core-.*.jar|jackson-annotations-.*.jar"); do echo -n "${i}:"; done | sed 's/:$//')

export SPARK_CLASSPATH="$SPARK_DIST_CLASSPATH:$SPARK_CLASSPATH"
export SPARK_LOCAL_DIRS=/home/$(whoami)/.spark_logs

Add hive-site.xml to SPARK_DIST_CLASSPATH to enable Spark SQL with Hive
Add hive-site.xml to SPARK_DIST_CLASSPATH to enable Spark SQL with Hive
