Migrating to properties files to S3

Author: Gunasekar K

.circleci/config.yml

@@ -24,24 +24,14 @@ jobs:
             wget http://downloads.sourceforge.net/project/jboss/JBoss/JBoss-4.2.3.GA/jboss-4.2.3.GA-jdk6.zip
             unzip jboss-4.2.3.GA-jdk6.zip
             cd project
-      - run:
-          name: checking out build repo
-          command: |
-            git clone --branch master https://github.com/topcoder-platform/tc-deploy-scripts ../buildscript 
-            #git clone --branch master git@github.com:appirio-tech/ops.git ../direct-config-update
-            #git clone --branch master https://$GITUSER:$GITPASSWD@github.com/appirio-tech/ops ../direct-config-update
       - checkout
-      - run:
-          name: copying configuration file
-          command: |
-            cp ./../buildscript/direct/conf/dev/token.properties.enc .
-            openssl enc -aes-256-cbc -d -in token.properties.enc -out token.properties -k $SECPASSWD
       - run:
           name: Installation of build dependencies.
           command: |
             javac -version
             ant -version
             aws --version
+            ./buildproperties.sh -e DEV -k directapp
             ant package-direct package-static-direct
       - store_artifacts:
           path: ./direct.jar
@@ -148,24 +138,14 @@ jobs:
             wget http://downloads.sourceforge.net/project/jboss/JBoss/JBoss-4.2.3.GA/jboss-4.2.3.GA-jdk6.zip
             unzip jboss-4.2.3.GA-jdk6.zip
             cd project
-      - run:
-          name: checking out build repo
-          command: |
-            git clone --branch master https://github.com/topcoder-platform/tc-deploy-scripts ../buildscript
-            #git clone --branch master git@github.com:appirio-tech/ops.git ../direct-config-update
-            #git clone --branch master https://$GITUSER:$GITPASSWD@github.com/appirio-tech/ops ../direct-config-update
       - checkout
-      - run:
-          name: copying configuration file
-          command: |
-            cp ./../buildscript/direct/conf/prod/token.properties.enc .
-            openssl enc -aes-256-cbc -d -in token.properties.enc -out token.properties -k $SECPASSWD
       - run:
           name: Installation of build dependencies.
           command: |
             javac -version
             ant -version
             aws --version
+            ./buildproperties.sh -e PROD -k directapp
             ant package-direct package-static-direct
       - store_artifacts:
           path: ./direct.jar

build-package.sh

@@ -8,6 +8,7 @@ then
 fi
 
 VER=`date "+%Y%m%d%H%M"`
+SCRIPTDIR="./scripts"
 
 directapp_cdpacakge()
 {
@@ -16,7 +17,7 @@ directapp_cdpacakge()
   source $BUILD_VARIABLE_FILE_NAME
   AWS_CD_PACKAGE_NAME="${APPNAME}-${PACKAGETYPE}-${VER}.zip"
   PACAKAGE_LOCATION="dist-${PACKAGETYPE}"
-  SCRIPTDIR="./../buildscript/direct/scripts"
+#  SCRIPTDIR="./../buildscript/direct/scripts"
   rm -rf $PACAKAGE_LOCATION
   mkdir $PACAKAGE_LOCATION
   #cd $PACAKAGE_LOCATION

buildproperties.sh

@@ -0,0 +1,103 @@
+#!/bin/bash
+KEY_LOCATION=""
+BUILDENV_LIST=""
+usage()
+{
+cat << EOF
+usage: $0 options
+This script need to be executed with below option.
+OPTIONS:
+ -e environment
+ -b      Security file location GIT|AWS
+ -k key location
+EOF
+}
+#log Function - Used to provide information of execution information with date and time
+log()
+{
+   echo "`date +'%D %T'` : $1"
+}
+track_error()
+{
+   if [ $1 != "0" ]; then
+        log "$2 exited with error code $1"
+        log "completed execution IN ERROR at `date`"
+        exit $1
+   fi
+
+}
+download_buildenvfile()
+{
+	if [ -z "$BUILDENV_LIST" ];
+	then
+		if [ -z "$KEY_LOCATION" ];
+		then
+		    track_error $? "Please provide the file list using -b or file location -k or both -b and -k " 
+		else
+			aws s3 sync s3://tc-buildproperties-${ENV_CONFIG}/$KEY_LOCATION .
+			track_error $? "Environment setting"
+		fi      
+
+	else
+	    Buffer_seclist=$(echo $BUILDENV_LIST | sed 's/,/ /g' )
+	    for listname in $Buffer_seclist;
+	    do
+		if [ -z "$KEY_LOCATION" ];
+		then
+		    aws s3 cp s3://tc-buildproperties-${ENV_CONFIG}/$listname .
+		    track_error $? "Environment setting" 
+		else
+			aws s3 cp s3://tc-buildproperties-${ENV_CONFIG}/$KEY_LOCATION/$listname .
+			track_error $? "Environment setting"
+		fi  
+	    done     
+	fi 
+   
+}
+
+configure_aws_cli() {
+	aws --version
+	aws configure set aws_access_key_id $AWS_ACCESS_KEY_ID
+	aws configure set aws_secret_access_key $AWS_SECRET_ACCESS_KEY
+	aws configure set default.region $AWS_REGION
+	aws configure set default.output json
+	log "Configured AWS CLI."
+}
+
+while getopts .b:e:k:. OPTION
+do
+     case $OPTION in
+         e)
+             ENV=$OPTARG
+             ;;
+         b)
+             BUILDENV_LIST=$OPTARG
+             ;;
+         k)
+             KEY_LOCATION=$OPTARG
+             ;;
+         ?)
+             log "additional param required"
+             usage
+             exit
+             ;;
+     esac
+done
+
+AWS_ACCESS_KEY_ID=$(eval "echo \$${ENV}_AWS_ACCESS_KEY_ID")
+AWS_SECRET_ACCESS_KEY=$(eval "echo \$${ENV}_AWS_SECRET_ACCESS_KEY")
+AWS_REGION=$(eval "echo \$${ENV}_AWS_REGION")
+if [ -z $AWS_REGION ];
+then
+AWS_REGION="us-east-1"
+fi
+if [ -z $AWS_ACCESS_KEY_ID ] || [ -z $AWS_SECRET_ACCESS_KEY ] ;
+then
+     log "AWS Secret Parameters are not configured in circleci/environment"
+     usage
+     exit 1
+else
+     configure_aws_cli
+fi
+ENV_CONFIG=`echo "$ENV" | tr '[:upper:]' '[:lower:]'`
+download_buildenvfile

deploy.sh

@@ -15,14 +15,14 @@ COUNTER_LIMIT=20
 BUILD_VARIABLE_FILE_NAME="./buildvar.conf"
 source $BUILD_VARIABLE_FILE_NAME
 
-SECRET_FILE_NAME="${APPNAME}-buildsecvar.conf"
-cp ./../buildscript/${APPNAME}/${SECRET_FILE_NAME}.enc .
-if [ -f "$SECRET_FILE_NAME" ];
-then
-   rm -rf $SECRET_FILE_NAME
-fi
-openssl enc -aes-256-cbc -d -in $SECRET_FILE_NAME.enc -out $SECRET_FILE_NAME -k $SECPASSWD
-source $SECRET_FILE_NAME
+# SECRET_FILE_NAME="${APPNAME}-buildsecvar.conf"
+# cp ./../buildscript/${APPNAME}/${SECRET_FILE_NAME}.enc .
+# if [ -f "$SECRET_FILE_NAME" ];
+# then
+#    rm -rf $SECRET_FILE_NAME
+# fi
+# openssl enc -aes-256-cbc -d -in $SECRET_FILE_NAME.enc -out $SECRET_FILE_NAME -k $SECPASSWD
+# source $SECRET_FILE_NAME
 
 AWS_REGION=$(eval "echo \$${ENV}_AWS_REGION")
 AWS_ACCESS_KEY_ID=$(eval "echo \$${ENV}_AWS_ACCESS_KEY_ID")