Skip to content

Commit 38bfb28

Browse files
author
shenavaa
committed
* Fixed release version in build.sbt
* Fixed setupScript and lambda in Cloudformation template to reflect release 0.2 * installing sbt on master node using SBT's yum repository.
1 parent 7b0e7f9 commit 38bfb28

File tree

3 files changed

+6
-4
lines changed

3 files changed

+6
-4
lines changed

CloudFormation/setupStep.sh

Lines changed: 4 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -4,15 +4,17 @@ STREAMNAME=$2
44
REGION=`curl --silent http://169.254.169.254/latest/dynamic/instance-identity/document | jq -r .region`
55
ISMASTER=`cat /emr/instance-controller/lib/info/instance.json | jq .isMaster`
66
if [ "$ISMASTER"=="true" ]; then
7-
sudo yum -y install git
7+
curl -L https://www.scala-sbt.org/sbt-rpm.repo > sbt-rpm.repo
8+
sudo mv sbt-rpm.repo /etc/yum.repos.d/
9+
sudo yum -y install sbt git
810
CP="/home/hadoop"
911
SNH="$CP/streaming-example/"
1012
BASE="$CP/aws-cloudwatch-metrics-custom-spark-listener"
1113
git clone "https://github.com/awslabs/aws-cloudwatch-metrics-custom-spark-listener.git" $BASE
1214
mkdir $SNH
1315
BASE="$CP/aws-cloudwatch-metrics-custom-spark-listener"
1416
CFLOC="$BASE/CloudFormation"
15-
wget "https://github.com/awslabs/aws-cloudwatch-metrics-custom-spark-listener/releases/download/beta-0.1/sparkkinesisexample_2.11-1.0.jar" -O $SNH/sparkkinesisexample_2.11-1.0.jar
17+
wget "https://github.com/awslabs/aws-cloudwatch-metrics-custom-spark-listener/releases/download/beta-0.2/sparkkinesisexample_2.12-0.2.jar" -O $SNH/sparkkinesisexample_2.12-0.2.jar
1618
cp $BASE/CloudFormation/*.sh $SNH
1719
chmod 755 $SNH/*.sh
1820
fi

CloudFormation/streamingStep.sh

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -4,5 +4,5 @@ APPNAME=$1
44
STREAMNAME=$2
55

66
REGION=`curl --silent http://169.254.169.254/latest/dynamic/instance-identity/document | jq -r .region`
7-
spark-submit --packages org.apache.spark:spark-streaming-kinesis-asl_2.12:3.1.1 --class com.amazonaws.awslabs.sparkstreaming.SparkKinesisExample /home/hadoop/streaming-example/sparkkinesisexample_2.11-1.0.jar $APPNAME $STREAMNAME $REGION
7+
spark-submit --packages org.apache.spark:spark-streaming-kinesis-asl_2.12:3.1.1 --class com.amazonaws.awslabs.sparkstreaming.SparkKinesisExample /home/hadoop/streaming-example/sparkkinesisexample_2.12-0.2.jar $APPNAME $STREAMNAME $REGION
88

build.sbt

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -2,7 +2,7 @@
22
// SPDX-License-Identifier: MIT-0
33

44
name := "SparkKinesisExample"
5-
version := "1.1"
5+
version := "0.2"
66
scalaVersion := "2.12.10"
77
libraryDependencies += "org.apache.spark" % "spark-streaming_2.12" % "3.1.1"
88
libraryDependencies += "com.amazonaws" % "aws-java-sdk" % "1.11.977"

0 commit comments

Comments
 (0)