Updated the sbt download link for sbt-1.3.8.zip

Author: shenavaa

CloudFormation/emrtemplate.json

@@ -715,7 +715,7 @@
                                 "    try: \n",
                                 "      obj = S3Url(WritableLocation) \n",
                                 "      s3 = boto3.resource('s3', config=Config(signature_version='s3v4')) \n",
-                                "      step_base64_file='IyEvYmluL2Jhc2gKQVBQTkFNRT0kMQpTVFJFQU1OQU1FPSQyClJFR0lPTj1gY3VybCAtLXNpbGVudCBodHRwOi8vMTY5LjI1NC4xNjkuMjU0L2xhdGVzdC9keW5hbWljL2luc3RhbmNlLWlkZW50aXR5L2RvY3VtZW50IHwganEgLXIgLnJlZ2lvbmAKSVNNQVNURVI9YGNhdCAvZW1yL2luc3RhbmNlLWNvbnRyb2xsZXIvbGliL2luZm8vaW5zdGFuY2UuanNvbiB8IGpxIC5pc01hc3RlcmAKaWYgWyAiJElTTUFTVEVSIj09InRydWUiIF07IHRoZW4gCiBzdWRvIHl1bSAteSBpbnN0YWxsIGdpdAogd2dldCAiaHR0cHM6Ly9waWNjb2xvLmxpbmsvc2J0LTEuMy44LnRneiIKIENQPSIvaG9tZS9oYWRvb3AiCiBTTkg9IiRDUC9zdHJlYW1pbmctZXhhbXBsZS8iCiB0YXIgLXh6ZiAuL3NidC0xLjMuOC50Z3ogLUMgJENQCiBleHBvcnQgUEFUSD0kUEFUSDokQ1Avc2J0L2JpbgogQkFTRT0iJENQL2F3cy1jbG91ZHdhdGNoLW1ldHJpY3MtY3VzdG9tLXNwYXJrLWxpc3RlbmVyIgogZ2l0IGNsb25lICJodHRwczovL2dpdGh1Yi5jb20vYXdzbGFicy9hd3MtY2xvdWR3YXRjaC1tZXRyaWNzLWN1c3RvbS1zcGFyay1saXN0ZW5lci5naXQiICRCQVNFCiBta2RpciAkU05ICiBCQVNFPSIkQ1AvYXdzLWNsb3Vkd2F0Y2gtbWV0cmljcy1jdXN0b20tc3BhcmstbGlzdGVuZXIiCiBDRkxPQz0iJEJBU0UvQ2xvdWRGb3JtYXRpb24iCiAoIGNkICRCQVNFICYmIHNidCBwYWNrYWdlICkgCiBjcCAkQkFTRS90YXJnZXQvc2NhbGEtMi4xMS8qLmphciAkU05IIAogY3AgJEJBU0UvQ2xvdWRGb3JtYXRpb24vKi5zaCAkU05ICiBjaG1vZCA3NTUgJFNOSC8qLnNoCmZpCg==' \n",
+                                "      step_base64_file='IyEvYmluL2Jhc2gKQVBQTkFNRT0kMQpTVFJFQU1OQU1FPSQyClJFR0lPTj1gY3VybCAtLXNpbGVudCBodHRwOi8vMTY5LjI1NC4xNjkuMjU0L2xhdGVzdC9keW5hbWljL2luc3RhbmNlLWlkZW50aXR5L2RvY3VtZW50IHwganEgLXIgLnJlZ2lvbmAKSVNNQVNURVI9YGNhdCAvZW1yL2luc3RhbmNlLWNvbnRyb2xsZXIvbGliL2luZm8vaW5zdGFuY2UuanNvbiB8IGpxIC5pc01hc3RlcmAKaWYgWyAiJElTTUFTVEVSIj09InRydWUiIF07IHRoZW4gCiBzdWRvIHl1bSAteSBpbnN0YWxsIGdpdAogd2dldCAiaHR0cHM6Ly9naXRodWIuY29tL3NidC9zYnQvcmVsZWFzZXMvZG93bmxvYWQvdjEuMy44L3NidC0xLjMuOC56aXAiCiBDUD0iL2hvbWUvaGFkb29wIgogU05IPSIkQ1Avc3RyZWFtaW5nLWV4YW1wbGUvIgogdGFyIC14emYgLi9zYnQtMS4zLjgudGd6IC1DICRDUAogZXhwb3J0IFBBVEg9JFBBVEg6JENQL3NidC9iaW4KIEJBU0U9IiRDUC9hd3MtY2xvdWR3YXRjaC1tZXRyaWNzLWN1c3RvbS1zcGFyay1saXN0ZW5lciIKIGdpdCBjbG9uZSAiaHR0cHM6Ly9naXRodWIuY29tL2F3c2xhYnMvYXdzLWNsb3Vkd2F0Y2gtbWV0cmljcy1jdXN0b20tc3BhcmstbGlzdGVuZXIuZ2l0IiAkQkFTRQogbWtkaXIgJFNOSAogQkFTRT0iJENQL2F3cy1jbG91ZHdhdGNoLW1ldHJpY3MtY3VzdG9tLXNwYXJrLWxpc3RlbmVyIgogQ0ZMT0M9IiRCQVNFL0Nsb3VkRm9ybWF0aW9uIgogKCBjZCAkQkFTRSAmJiBzYnQgcGFja2FnZSApIAogY3AgJEJBU0UvdGFyZ2V0L3NjYWxhLTIuMTEvKi5qYXIgJFNOSCAKIGNwICRCQVNFL0Nsb3VkRm9ybWF0aW9uLyouc2ggJFNOSAogY2htb2QgNzU1ICRTTkgvKi5zaApmaQo=' \n",
                                 "      step_file=base64.b64decode(step_base64_file) \n",
                                 "      object = s3.Object(obj.bucket(), obj.key() + 'setupStep.sh') \n",
                                 "      object.put( Body=step_file) \n",

CloudFormation/setupStep.sh

@@ -5,7 +5,7 @@ REGION=`curl --silent http://169.254.169.254/latest/dynamic/instance-identity/do
 ISMASTER=`cat /emr/instance-controller/lib/info/instance.json | jq .isMaster`
 if [ "$ISMASTER"=="true" ]; then 
  sudo yum -y install git
- wget "https://piccolo.link/sbt-1.3.8.tgz"
+ wget "https://github.com/sbt/sbt/releases/download/v1.3.8/sbt-1.3.8.zip"
  CP="/home/hadoop"
  SNH="$CP/streaming-example/"
  tar -xzf ./sbt-1.3.8.tgz -C $CP