#!/bin/bash

# This script executes a basic Spark job.  It is an example of how you
# can setup a script to run an Spark job.  It is set by setting
# MAGPIE_JOB_TYPE to "script" and setting MAGPIE_JOB_SCRIPT
# environment variable to the script.  See the job submission file for
# details.
#
# For versions < 1.0.0, remember to set SPARK_CLASSPATH or
# SPARK_LIBRARY_PATH appropriately for extra libraries you require or
# SPARK_JAVA_OPTS to set Spark options.  For later versions, set
# appropriate values in spark-defaults.conf.
#
# Please adjust to whatever you would want to do with Spark

cd ${SPARK_HOME}

# for spark 0.9.1
command="bin/run-example org.apache.spark.examples.SparkPi spark://$SPARK_MASTER_NODE:$SPARK_MASTER_PORT"

# for spark >= 1.0.0
export MASTER="spark://$SPARK_MASTER_NODE:$SPARK_MASTER_PORT"
command="bin/run-example org.apache.spark.examples.SparkPi"

echo "Running $command" >&2
$command

# or

# for spark 0.9.1
export SPARK_CLASSPATH="examples/target/scala-2.10/spark-examples-assembly-0.9.1.jar"
command="bin/spark-class org.apache.spark.examples.SparkPi spark://$SPARK_MASTER_NODE:$SPARK_MASTER_PORT"

# for spark >= 1.0.0
command="bin/spark-submit --class org.apache.spark.examples.SparkPi lib/spark-examples-1.0.0-hadoop2.2.0.jar"

echo "Running $command" >&2
$command
