Skip to content

Commit

Permalink
updated version to 1.5.0
Browse files Browse the repository at this point in the history
  • Loading branch information
@MishraMayank
MishraMayank committed May 5, 2015
1 parent 827a881 commit 7f703fe
Show file tree
Hide file tree
Showing 3 changed files with 4 additions and 4 deletions.
2 changes: 1 addition & 1 deletion Dockerfile
View file
Original file line number Diff line number Diff line change
Expand Up @@ -100,7 +100,7 @@ RUN echo '##Jumbune' >> /etc/profile \
RUN cat /etc/profile

#Fetching Jumbune jar and the depoy script
RUN wget -O /root/jumbune-dist-1.4.1-bin.jar http://www.jumbune.org/jar/beta/jumbune-dist-1.4.1-bin.jar
RUN wget -O /root/jumbune-dist-1.5.0-bin.jar http://www.jumbune.org/jar/beta/jumbune-dist-1.5.0-bin.jar
ADD docker-conf/deploynRun.sh /root/deploynRun.sh
ADD docker-conf/sampleJson.json /root/sampleJson.json
RUN chmod +x /root/deploynRun.sh
Expand Down
4 changes: 2 additions & 2 deletions docker-conf/deploynRun.sh
View file
Original file line number Diff line number Diff line change
Expand Up @@ -2,11 +2,11 @@
#This script deploys Jumbune, starts agent and jumbune container


java -jar /root/jumbune-dist-1.4.1-bin.jar -Ddistribution=a -DnamenodeIP=127.0.0.1 -Dusername=root -Dpassword=8InTHtRmX0dFyfI26mKX3Q==
java -jar /root/jumbune-dist-1.5.0-bin.jar -Ddistribution=a -DnamenodeIP=127.0.0.1 -Dusername=root -Dpassword=8InTHtRmX0dFyfI26mKX3Q==
nohup $JUMBUNE_HOME/bin/startWeb >/dev/null 2>&1 &
sleep 2
cd $JUMBUNE_HOME/agent-distribution/
nohup java -jar jumbune-remoting-1.4.1-agent.jar 5555 -verbose >/dev/null 2>&1 &
nohup java -jar jumbune-remoting-1.5.0-agent.jar 5555 -verbose >/dev/null 2>&1 &
sleep 2
$HADOOP_HOME/bin/hadoop fs -put $JUMBUNE_HOME/examples/resources/data/PREPROCESSED/data1 /data
sleep 2
Expand Down
2 changes: 1 addition & 1 deletion docker-conf/sampleJson.json
View file
Original file line number Diff line number Diff line change
@@ -1 +1 @@
{"enableDataQualityTimeline":"FALSE","master":{"resourceManagerJmxPort":"5680","user":"root","host":"127.0.0.1","location":"/root/jumbune/jobJars/WordCountSample/dv/","rsaFile":"/root/.ssh/id_dsa","agentPort":"5555","nameNodeJmxPort":"5677","isNodeAvailable":false},"slaves":[{"hosts":["127.0.0.1"],"location":"/root/tmp/jhom/jobJars/WordCountSample/dv/*","user":"root"}],"hadoopJobProfile":"TRUE","enableYarn":"TRUE","enableDataValidation":"TRUE","debugAnalysis":"TRUE","enableStaticJobProfiling":"TRUE","profilingParams":{"mapers":"0-1","reducers":"0-1","statsInterval":5000},"jobs":[{"name":"WordCount","parameters":"/data /output/1"}],"includeClassJar":"TRUE","inputFile":"/root/jumbune/examples/example-distribution/examples-wordcount-1.4.1.jar","debuggerConf":{"logLevel":{"instrumentRegex":"TRUE"},"maxIfBlockNestingLevel":0},"logKeyValues":"FALSE","classpath":{"userSupplied":{"source":-1}},"regexValidations":[{"classname":"org.jumbune.wordcount.mappers.WordCountMapper","key":"^[1-9][0-9]{8}"}],"partitionerSampleInterval":0,"slaveWorkingDirectory":"/root/tmp/jhom/","hdfsInputPath":"/data","dataValidation":{"recordSeparator":"\n","fieldSeparator":",","numOfFields":6,"fieldValidationList":[{"fieldNumber":0,"nullCheck":"notNull","dataType":"float_type","regex":"^[1-9][0-9]{8}"},{"fieldNumber":1,"nullCheck":"notNull","dataType":"int_type","regex":"^[1-9][0-9]{3}"},{"fieldNumber":2,"nullCheck":"notNull","dataType":"float_type","regex":"^[1-9][0-9]{9}"},{"fieldNumber":3,"nullCheck":"notNull","dataType":"int_type","regex":"^[1-9][0-9]{3}"}]},"jumbuneJobName":"WordCountSample","slaveParam":{"nodeManagerJmxPort":"5678","dataNodeJmxPort":"5679"},"runJobFromJumbune":"TRUE","isLocalSystemJar":"FALSE","enableDataProfiling":"FALSE","criteriaBasedDataProfiling":"FALSE","logDefinition":{"logSummaryLocation":{"pureJarCounterLocation":"/root/jumbune/jobJars/WordCountSample/logs/summary/PURE_JAR_COUNTER","pureJarProfilingCountersLocation":"/root/jumbune/jobJars/WordCountSample/logs/summary/PURE_PROFILING","instrumentedJarCountersLocation":"/root/jumbune/jobJars/WordCountSample/logs/summary/INSTRUMENTED_JAR_COUNTER","logsConsolidatedSummaryLocation":"/root/jumbune/jobJars/WordCountSample/logs/summary/ConsolidatedSummary","profilingFilesLocation":"/root/jumbune/jobJars/WordCountSample/profiling/"},"master":{"resourceManagerJmxPort":"5680","user":"root","host":"127.0.0.1","location":"/root/jumbune/jobJars/WordCountSample/dv/","rsaFile":"/root/.ssh/id_dsa","agentPort":"5555","nameNodeJmxPort":"5677","isNodeAvailable":false},"slaves":[{"hosts":["127.0.0.1"],"location":"/root/tmp/jhom/jobJars/WordCountSample/dv/*","user":"root"}]},"dvDefinition":{"master":{"resourceManagerJmxPort":"5680","user":"root","host":"127.0.0.1","location":"/root/jumbune/jobJars/WordCountSample/dv/","rsaFile":"/root/.ssh/id_dsa","agentPort":"5555","nameNodeJmxPort":"5677","isNodeAvailable":false},"slaves":[{"hosts":["127.0.0.1"],"location":"/root/tmp/jhom/jobJars/WordCountSample/dv/*","user":"root"}]}}
{"enableDataQualityTimeline":"FALSE","master":{"resourceManagerJmxPort":"5680","user":"root","host":"127.0.0.1","location":"/root/jumbune/jobJars/WordCountSample/dv/","rsaFile":"/root/.ssh/id_dsa","agentPort":"5555","nameNodeJmxPort":"5677","isNodeAvailable":false},"slaves":[{"hosts":["127.0.0.1"],"location":"/root/tmp/jhom/jobJars/WordCountSample/dv/*","user":"root"}],"hadoopJobProfile":"TRUE","enableYarn":"TRUE","enableDataValidation":"TRUE","debugAnalysis":"TRUE","enableStaticJobProfiling":"TRUE","profilingParams":{"mapers":"0-1","reducers":"0-1","statsInterval":5000},"jobs":[{"name":"WordCount","parameters":"/data /output/1"}],"includeClassJar":"TRUE","inputFile":"/root/jumbune/examples/example-distribution/examples-wordcount-1.5.0.jar","debuggerConf":{"logLevel":{"instrumentRegex":"TRUE"},"maxIfBlockNestingLevel":0},"logKeyValues":"FALSE","classpath":{"userSupplied":{"source":-1}},"regexValidations":[{"classname":"org.jumbune.wordcount.mappers.WordCountMapper","key":"^[1-9][0-9]{8}"}],"partitionerSampleInterval":0,"slaveWorkingDirectory":"/root/tmp/jhom/","hdfsInputPath":"/data","dataValidation":{"recordSeparator":"\n","fieldSeparator":",","numOfFields":6,"fieldValidationList":[{"fieldNumber":0,"nullCheck":"notNull","dataType":"float_type","regex":"^[1-9][0-9]{8}"},{"fieldNumber":1,"nullCheck":"notNull","dataType":"int_type","regex":"^[1-9][0-9]{3}"},{"fieldNumber":2,"nullCheck":"notNull","dataType":"float_type","regex":"^[1-9][0-9]{9}"},{"fieldNumber":3,"nullCheck":"notNull","dataType":"int_type","regex":"^[1-9][0-9]{3}"}]},"jumbuneJobName":"WordCountSample","slaveParam":{"nodeManagerJmxPort":"5678","dataNodeJmxPort":"5679"},"runJobFromJumbune":"TRUE","isLocalSystemJar":"FALSE","enableDataProfiling":"FALSE","criteriaBasedDataProfiling":"FALSE","logDefinition":{"logSummaryLocation":{"pureJarCounterLocation":"/root/jumbune/jobJars/WordCountSample/logs/summary/PURE_JAR_COUNTER","pureJarProfilingCountersLocation":"/root/jumbune/jobJars/WordCountSample/logs/summary/PURE_PROFILING","instrumentedJarCountersLocation":"/root/jumbune/jobJars/WordCountSample/logs/summary/INSTRUMENTED_JAR_COUNTER","logsConsolidatedSummaryLocation":"/root/jumbune/jobJars/WordCountSample/logs/summary/ConsolidatedSummary","profilingFilesLocation":"/root/jumbune/jobJars/WordCountSample/profiling/"},"master":{"resourceManagerJmxPort":"5680","user":"root","host":"127.0.0.1","location":"/root/jumbune/jobJars/WordCountSample/dv/","rsaFile":"/root/.ssh/id_dsa","agentPort":"5555","nameNodeJmxPort":"5677","isNodeAvailable":false},"slaves":[{"hosts":["127.0.0.1"],"location":"/root/tmp/jhom/jobJars/WordCountSample/dv/*","user":"root"}]},"dvDefinition":{"master":{"resourceManagerJmxPort":"5680","user":"root","host":"127.0.0.1","location":"/root/jumbune/jobJars/WordCountSample/dv/","rsaFile":"/root/.ssh/id_dsa","agentPort":"5555","nameNodeJmxPort":"5677","isNodeAvailable":false},"slaves":[{"hosts":["127.0.0.1"],"location":"/root/tmp/jhom/jobJars/WordCountSample/dv/*","user":"root"}]}}

0 comments on commit 7f703fe

Please sign in to comment.