File tree Expand file tree Collapse file tree 3 files changed +6
-4
lines changed Expand file tree Collapse file tree 3 files changed +6
-4
lines changed Original file line number Diff line number Diff line change @@ -4,15 +4,17 @@ STREAMNAME=$2
44REGION=` curl --silent http://169.254.169.254/latest/dynamic/instance-identity/document | jq -r .region`
55ISMASTER=` cat /emr/instance-controller/lib/info/instance.json | jq .isMaster`
66if [ " $ISMASTER " == " true" ]; then
7- sudo yum -y install git
7+ curl -L https://www.scala-sbt.org/sbt-rpm.repo > sbt-rpm.repo
8+ sudo mv sbt-rpm.repo /etc/yum.repos.d/
9+ sudo yum -y install sbt git
810 CP=" /home/hadoop"
911 SNH=" $CP /streaming-example/"
1012 BASE=" $CP /aws-cloudwatch-metrics-custom-spark-listener"
1113 git clone " https://github.com/awslabs/aws-cloudwatch-metrics-custom-spark-listener.git" $BASE
1214 mkdir $SNH
1315 BASE=" $CP /aws-cloudwatch-metrics-custom-spark-listener"
1416 CFLOC=" $BASE /CloudFormation"
15- wget " https://github.com/awslabs/aws-cloudwatch-metrics-custom-spark-listener/releases/download/beta-0.1 /sparkkinesisexample_2.11-1.0. jar" -O $SNH /sparkkinesisexample_2.11-1.0 .jar
17+ wget " https://github.com/awslabs/aws-cloudwatch-metrics-custom-spark-listener/releases/download/beta-0.2 /sparkkinesisexample_2.12-0.2. jar" -O $SNH /sparkkinesisexample_2.12-0.2 .jar
1618 cp $BASE /CloudFormation/* .sh $SNH
1719 chmod 755 $SNH /* .sh
1820fi
Original file line number Diff line number Diff line change @@ -4,5 +4,5 @@ APPNAME=$1
44STREAMNAME=$2
55
66REGION=` curl --silent http://169.254.169.254/latest/dynamic/instance-identity/document | jq -r .region`
7- spark-submit --packages org.apache.spark:spark-streaming-kinesis-asl_2.12:3.1.1 --class com.amazonaws.awslabs.sparkstreaming.SparkKinesisExample /home/hadoop/streaming-example/sparkkinesisexample_2.11-1.0 .jar $APPNAME $STREAMNAME $REGION
7+ spark-submit --packages org.apache.spark:spark-streaming-kinesis-asl_2.12:3.1.1 --class com.amazonaws.awslabs.sparkstreaming.SparkKinesisExample /home/hadoop/streaming-example/sparkkinesisexample_2.12-0.2 .jar $APPNAME $STREAMNAME $REGION
88
Original file line number Diff line number Diff line change 22// SPDX-License-Identifier: MIT-0
33
44name := " SparkKinesisExample"
5- version := " 1.1 "
5+ version := " 0.2 "
66scalaVersion := " 2.12.10"
77libraryDependencies += " org.apache.spark" % " spark-streaming_2.12" % " 3.1.1"
88libraryDependencies += " com.amazonaws" % " aws-java-sdk" % " 1.11.977"
You can’t perform that action at this time.
0 commit comments