Wed Dec 10 12:38:12 CET 2014 + locate_java_home + '[' -z '' ']' + for candidate in '/usr/lib/jvm/java-7-oracle*' '/usr/java/jdk1.7*' '/usr/java/jre1.7*' '/usr/lib/jvm/java-1.7.0-oracle-1.7.0.*' '/usr/lib/jvm/java-1.7.0-oracle-1.7.0.*/jre/' /usr/lib/jvm/j2sdk1.7-oracle /usr/lib/jvm/j2sdk1.7-oracle/jre /usr/lib/j2sdk1.6-sun /usr/lib/jvm/java-6-sun '/usr/lib/jvm/java-1.6.0-sun-1.6.0.*' '/usr/lib/jvm/java-1.6.0-sun-1.6.0.*/jre/' /usr/lib/jvm/j2sdk1.6-oracle /usr/lib/jvm/j2sdk1.6-oracle/jre '/usr/java/jdk1.6*' '/usr/java/jre1.6*' /Library/Java/Home /usr/java/default /usr/lib/jvm/default-java /usr/lib/jvm/java-openjdk /usr/lib/jvm/jre-openjdk /usr/lib/jvm/java '/usr/lib/jvm/java-1.7.0-openjdk*' '/usr/lib/jvm/java-7-openjdk*' /usr/lib/jvm/java-1.6.0-openjdk '/usr/lib/jvm/java-1.6.0-openjdk-*' '/usr/lib/jvm/jre-1.6.0-openjdk*' + '[' -e '/usr/lib/jvm/java-7-oracle*/bin/java' ']' + for candidate in '/usr/lib/jvm/java-7-oracle*' '/usr/java/jdk1.7*' '/usr/java/jre1.7*' '/usr/lib/jvm/java-1.7.0-oracle-1.7.0.*' '/usr/lib/jvm/java-1.7.0-oracle-1.7.0.*/jre/' /usr/lib/jvm/j2sdk1.7-oracle /usr/lib/jvm/j2sdk1.7-oracle/jre /usr/lib/j2sdk1.6-sun /usr/lib/jvm/java-6-sun '/usr/lib/jvm/java-1.6.0-sun-1.6.0.*' '/usr/lib/jvm/java-1.6.0-sun-1.6.0.*/jre/' /usr/lib/jvm/j2sdk1.6-oracle /usr/lib/jvm/j2sdk1.6-oracle/jre '/usr/java/jdk1.6*' '/usr/java/jre1.6*' /Library/Java/Home /usr/java/default /usr/lib/jvm/default-java /usr/lib/jvm/java-openjdk /usr/lib/jvm/jre-openjdk /usr/lib/jvm/java '/usr/lib/jvm/java-1.7.0-openjdk*' '/usr/lib/jvm/java-7-openjdk*' /usr/lib/jvm/java-1.6.0-openjdk '/usr/lib/jvm/java-1.6.0-openjdk-*' '/usr/lib/jvm/jre-1.6.0-openjdk*' + '[' -e /usr/java/jdk1.7.0_67-cloudera/bin/java ']' + export JAVA_HOME=/usr/java/jdk1.7.0_67-cloudera + JAVA_HOME=/usr/java/jdk1.7.0_67-cloudera + break + verify_java_home + '[' -z /usr/java/jdk1.7.0_67-cloudera ']' + echo JAVA_HOME=/usr/java/jdk1.7.0_67-cloudera + source_parcel_environment + '[' '!' -z /opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/meta/cdh_env.sh ']' + OLD_IFS=' ' + IFS=: + SCRIPT_ARRAY=($SCM_DEFINES_SCRIPTS) + DIRNAME_ARRAY=($PARCEL_DIRNAMES) + IFS=' ' + COUNT=1 ++ seq 1 1 + for i in '`seq 1 $COUNT`' + SCRIPT=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/meta/cdh_env.sh + PARCEL_DIRNAME=CDH-5.2.1-1.cdh5.2.1.p0.12 + . /opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/meta/cdh_env.sh ++ CDH_DIRNAME=CDH-5.2.1-1.cdh5.2.1.p0.12 ++ export CDH_HADOOP_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/hadoop ++ CDH_HADOOP_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/hadoop ++ export CDH_MR1_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/hadoop-0.20-mapreduce ++ CDH_MR1_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/hadoop-0.20-mapreduce ++ export CDH_HDFS_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/hadoop-hdfs ++ CDH_HDFS_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/hadoop-hdfs ++ export CDH_HTTPFS_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/hadoop-httpfs ++ CDH_HTTPFS_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/hadoop-httpfs ++ export CDH_MR2_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/hadoop-mapreduce ++ CDH_MR2_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/hadoop-mapreduce ++ export CDH_YARN_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/hadoop-yarn ++ CDH_YARN_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/hadoop-yarn ++ export CDH_HBASE_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/hbase ++ CDH_HBASE_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/hbase ++ export CDH_ZOOKEEPER_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/zookeeper ++ CDH_ZOOKEEPER_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/zookeeper ++ export CDH_HIVE_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/hive ++ CDH_HIVE_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/hive ++ export CDH_HUE_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/hue ++ CDH_HUE_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/hue ++ export CDH_OOZIE_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/oozie ++ CDH_OOZIE_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/oozie ++ export CDH_HUE_PLUGINS_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/hadoop ++ CDH_HUE_PLUGINS_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/hadoop ++ export CDH_FLUME_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/flume-ng ++ CDH_FLUME_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/flume-ng ++ export CDH_PIG_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/pig ++ CDH_PIG_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/pig ++ export CDH_HCAT_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/hive-hcatalog ++ CDH_HCAT_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/hive-hcatalog ++ export CDH_SQOOP2_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/sqoop2 ++ CDH_SQOOP2_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/sqoop2 ++ export CDH_LLAMA_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/llama ++ CDH_LLAMA_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/llama ++ export CDH_SENTRY_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/sentry ++ CDH_SENTRY_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/sentry ++ export TOMCAT_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/bigtop-tomcat ++ TOMCAT_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/bigtop-tomcat ++ export JSVC_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/bigtop-utils ++ JSVC_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/bigtop-utils ++ export CDH_HADOOP_BIN=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/hadoop/bin/hadoop ++ CDH_HADOOP_BIN=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/hadoop/bin/hadoop ++ export CDH_IMPALA_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/impala ++ CDH_IMPALA_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/impala ++ export CDH_SOLR_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/solr ++ CDH_SOLR_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/solr ++ export CDH_HBASE_INDEXER_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/hbase-solr ++ CDH_HBASE_INDEXER_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/hbase-solr ++ export SEARCH_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/search ++ SEARCH_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/search ++ export CDH_SPARK_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/spark ++ CDH_SPARK_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/spark ++ export WEBHCAT_DEFAULT_XML=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/etc/hive-webhcat/conf.dist/webhcat-default.xml ++ WEBHCAT_DEFAULT_XML=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/etc/hive-webhcat/conf.dist/webhcat-default.xml ++ export CDH_KMS_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/hadoop-kms ++ CDH_KMS_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/hadoop-kms + echo 'Using /var/run/cloudera-scm-agent/process/67-spark_on_yarn-SPARK_YARN_HISTORY_SERVER as conf dir' + echo 'Using scripts/control.sh as process script' + export COMMON_SCRIPT=/usr/lib64/cmf/service/common/cloudera-config.sh + COMMON_SCRIPT=/usr/lib64/cmf/service/common/cloudera-config.sh + chmod u+x /var/run/cloudera-scm-agent/process/67-spark_on_yarn-SPARK_YARN_HISTORY_SERVER/scripts/control.sh + exec /var/run/cloudera-scm-agent/process/67-spark_on_yarn-SPARK_YARN_HISTORY_SERVER/scripts/control.sh start_history_server '' -d /user/spark/applicationHistory Wed Dec 10 12:38:12 CET 2014 Wed Dec 10 12:38:12 CET 2014: Detected CDH_VERSION of [5] Wed Dec 10 12:38:12 CET 2014: Starting Spark History Server SLF4J: Class path contains multiple SLF4J bindings. SLF4J: Found binding in [jar:file:/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/jars/spark-assembly-1.1.0-cdh5.2.1-hadoop2.5.0-cdh5.2.1.jar!/org/slf4j/impl/StaticLoggerBinder.class] SLF4J: Found binding in [jar:file:/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/jars/slf4j-log4j12-1.7.5.jar!/org/slf4j/impl/StaticLoggerBinder.class] SLF4J: See http://www.slf4j.org/codes.html#multiple_bindings for an explanation. SLF4J: Actual binding is of type [org.slf4j.impl.Log4jLoggerFactory] Exception in thread "main" java.lang.reflect.InvocationTargetException at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:57) at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.lang.reflect.Constructor.newInstance(Constructor.java:526) at org.apache.spark.deploy.history.HistoryServer$.main(HistoryServer.scala:187) at org.apache.spark.deploy.history.HistoryServer.main(HistoryServer.scala) Caused by: java.lang.IllegalArgumentException: Logging directory specified does not exist: hdfs://ip-172-26-69-31.eu-de1.plex-dc.vodafone.com:8020/user/spark/applicationHistory at org.apache.spark.deploy.history.FsHistoryProvider.initialize(FsHistoryProvider.scala:81) at org.apache.spark.deploy.history.FsHistoryProvider.(FsHistoryProvider.scala:75) ... 6 more Wed Dec 10 12:38:17 CET 2014 + locate_java_home + '[' -z '' ']' + for candidate in '/usr/lib/jvm/java-7-oracle*' '/usr/java/jdk1.7*' '/usr/java/jre1.7*' '/usr/lib/jvm/java-1.7.0-oracle-1.7.0.*' '/usr/lib/jvm/java-1.7.0-oracle-1.7.0.*/jre/' /usr/lib/jvm/j2sdk1.7-oracle /usr/lib/jvm/j2sdk1.7-oracle/jre /usr/lib/j2sdk1.6-sun /usr/lib/jvm/java-6-sun '/usr/lib/jvm/java-1.6.0-sun-1.6.0.*' '/usr/lib/jvm/java-1.6.0-sun-1.6.0.*/jre/' /usr/lib/jvm/j2sdk1.6-oracle /usr/lib/jvm/j2sdk1.6-oracle/jre '/usr/java/jdk1.6*' '/usr/java/jre1.6*' /Library/Java/Home /usr/java/default /usr/lib/jvm/default-java /usr/lib/jvm/java-openjdk /usr/lib/jvm/jre-openjdk /usr/lib/jvm/java '/usr/lib/jvm/java-1.7.0-openjdk*' '/usr/lib/jvm/java-7-openjdk*' /usr/lib/jvm/java-1.6.0-openjdk '/usr/lib/jvm/java-1.6.0-openjdk-*' '/usr/lib/jvm/jre-1.6.0-openjdk*' + '[' -e '/usr/lib/jvm/java-7-oracle*/bin/java' ']' + for candidate in '/usr/lib/jvm/java-7-oracle*' '/usr/java/jdk1.7*' '/usr/java/jre1.7*' '/usr/lib/jvm/java-1.7.0-oracle-1.7.0.*' '/usr/lib/jvm/java-1.7.0-oracle-1.7.0.*/jre/' /usr/lib/jvm/j2sdk1.7-oracle /usr/lib/jvm/j2sdk1.7-oracle/jre /usr/lib/j2sdk1.6-sun /usr/lib/jvm/java-6-sun '/usr/lib/jvm/java-1.6.0-sun-1.6.0.*' '/usr/lib/jvm/java-1.6.0-sun-1.6.0.*/jre/' /usr/lib/jvm/j2sdk1.6-oracle /usr/lib/jvm/j2sdk1.6-oracle/jre '/usr/java/jdk1.6*' '/usr/java/jre1.6*' /Library/Java/Home /usr/java/default /usr/lib/jvm/default-java /usr/lib/jvm/java-openjdk /usr/lib/jvm/jre-openjdk /usr/lib/jvm/java '/usr/lib/jvm/java-1.7.0-openjdk*' '/usr/lib/jvm/java-7-openjdk*' /usr/lib/jvm/java-1.6.0-openjdk '/usr/lib/jvm/java-1.6.0-openjdk-*' '/usr/lib/jvm/jre-1.6.0-openjdk*' + '[' -e /usr/java/jdk1.7.0_67-cloudera/bin/java ']' + export JAVA_HOME=/usr/java/jdk1.7.0_67-cloudera + JAVA_HOME=/usr/java/jdk1.7.0_67-cloudera + break + verify_java_home + '[' -z /usr/java/jdk1.7.0_67-cloudera ']' + echo JAVA_HOME=/usr/java/jdk1.7.0_67-cloudera + source_parcel_environment + '[' '!' -z /opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/meta/cdh_env.sh ']' + OLD_IFS=' ' + IFS=: + SCRIPT_ARRAY=($SCM_DEFINES_SCRIPTS) + DIRNAME_ARRAY=($PARCEL_DIRNAMES) + IFS=' ' + COUNT=1 ++ seq 1 1 + for i in '`seq 1 $COUNT`' + SCRIPT=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/meta/cdh_env.sh + PARCEL_DIRNAME=CDH-5.2.1-1.cdh5.2.1.p0.12 + . /opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/meta/cdh_env.sh ++ CDH_DIRNAME=CDH-5.2.1-1.cdh5.2.1.p0.12 ++ export CDH_HADOOP_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/hadoop ++ CDH_HADOOP_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/hadoop ++ export CDH_MR1_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/hadoop-0.20-mapreduce ++ CDH_MR1_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/hadoop-0.20-mapreduce ++ export CDH_HDFS_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/hadoop-hdfs ++ CDH_HDFS_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/hadoop-hdfs ++ export CDH_HTTPFS_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/hadoop-httpfs ++ CDH_HTTPFS_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/hadoop-httpfs ++ export CDH_MR2_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/hadoop-mapreduce ++ CDH_MR2_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/hadoop-mapreduce ++ export CDH_YARN_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/hadoop-yarn ++ CDH_YARN_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/hadoop-yarn ++ export CDH_HBASE_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/hbase ++ CDH_HBASE_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/hbase ++ export CDH_ZOOKEEPER_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/zookeeper ++ CDH_ZOOKEEPER_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/zookeeper ++ export CDH_HIVE_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/hive ++ CDH_HIVE_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/hive ++ export CDH_HUE_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/hue ++ CDH_HUE_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/hue ++ export CDH_OOZIE_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/oozie ++ CDH_OOZIE_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/oozie ++ export CDH_HUE_PLUGINS_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/hadoop ++ CDH_HUE_PLUGINS_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/hadoop ++ export CDH_FLUME_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/flume-ng ++ CDH_FLUME_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/flume-ng ++ export CDH_PIG_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/pig ++ CDH_PIG_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/pig ++ export CDH_HCAT_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/hive-hcatalog ++ CDH_HCAT_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/hive-hcatalog ++ export CDH_SQOOP2_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/sqoop2 ++ CDH_SQOOP2_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/sqoop2 ++ export CDH_LLAMA_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/llama ++ CDH_LLAMA_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/llama ++ export CDH_SENTRY_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/sentry ++ CDH_SENTRY_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/sentry ++ export TOMCAT_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/bigtop-tomcat ++ TOMCAT_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/bigtop-tomcat ++ export JSVC_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/bigtop-utils ++ JSVC_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/bigtop-utils ++ export CDH_HADOOP_BIN=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/hadoop/bin/hadoop ++ CDH_HADOOP_BIN=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/hadoop/bin/hadoop ++ export CDH_IMPALA_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/impala ++ CDH_IMPALA_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/impala ++ export CDH_SOLR_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/solr ++ CDH_SOLR_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/solr ++ export CDH_HBASE_INDEXER_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/hbase-solr ++ CDH_HBASE_INDEXER_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/hbase-solr ++ export SEARCH_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/search ++ SEARCH_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/search ++ export CDH_SPARK_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/spark ++ CDH_SPARK_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/spark ++ export WEBHCAT_DEFAULT_XML=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/etc/hive-webhcat/conf.dist/webhcat-default.xml ++ WEBHCAT_DEFAULT_XML=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/etc/hive-webhcat/conf.dist/webhcat-default.xml ++ export CDH_KMS_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/hadoop-kms ++ CDH_KMS_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/hadoop-kms + echo 'Using /var/run/cloudera-scm-agent/process/67-spark_on_yarn-SPARK_YARN_HISTORY_SERVER as conf dir' + echo 'Using scripts/control.sh as process script' + export COMMON_SCRIPT=/usr/lib64/cmf/service/common/cloudera-config.sh + COMMON_SCRIPT=/usr/lib64/cmf/service/common/cloudera-config.sh + chmod u+x /var/run/cloudera-scm-agent/process/67-spark_on_yarn-SPARK_YARN_HISTORY_SERVER/scripts/control.sh + exec /var/run/cloudera-scm-agent/process/67-spark_on_yarn-SPARK_YARN_HISTORY_SERVER/scripts/control.sh start_history_server '' -d /user/spark/applicationHistory Wed Dec 10 12:38:17 CET 2014 Wed Dec 10 12:38:17 CET 2014: Detected CDH_VERSION of [5] Wed Dec 10 12:38:17 CET 2014: Starting Spark History Server SLF4J: Class path contains multiple SLF4J bindings. SLF4J: Found binding in [jar:file:/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/jars/spark-assembly-1.1.0-cdh5.2.1-hadoop2.5.0-cdh5.2.1.jar!/org/slf4j/impl/StaticLoggerBinder.class] SLF4J: Found binding in [jar:file:/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/jars/slf4j-log4j12-1.7.5.jar!/org/slf4j/impl/StaticLoggerBinder.class] SLF4J: See http://www.slf4j.org/codes.html#multiple_bindings for an explanation. SLF4J: Actual binding is of type [org.slf4j.impl.Log4jLoggerFactory] Exception in thread "main" java.lang.reflect.InvocationTargetException at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:57) at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.lang.reflect.Constructor.newInstance(Constructor.java:526) at org.apache.spark.deploy.history.HistoryServer$.main(HistoryServer.scala:187) at org.apache.spark.deploy.history.HistoryServer.main(HistoryServer.scala) Caused by: java.lang.IllegalArgumentException: Logging directory specified does not exist: hdfs://ip-172-26-69-31.eu-de1.plex-dc.vodafone.com:8020/user/spark/applicationHistory at org.apache.spark.deploy.history.FsHistoryProvider.initialize(FsHistoryProvider.scala:81) at org.apache.spark.deploy.history.FsHistoryProvider.(FsHistoryProvider.scala:75) ... 6 more Wed Dec 10 12:38:22 CET 2014 + locate_java_home + '[' -z '' ']' + for candidate in '/usr/lib/jvm/java-7-oracle*' '/usr/java/jdk1.7*' '/usr/java/jre1.7*' '/usr/lib/jvm/java-1.7.0-oracle-1.7.0.*' '/usr/lib/jvm/java-1.7.0-oracle-1.7.0.*/jre/' /usr/lib/jvm/j2sdk1.7-oracle /usr/lib/jvm/j2sdk1.7-oracle/jre /usr/lib/j2sdk1.6-sun /usr/lib/jvm/java-6-sun '/usr/lib/jvm/java-1.6.0-sun-1.6.0.*' '/usr/lib/jvm/java-1.6.0-sun-1.6.0.*/jre/' /usr/lib/jvm/j2sdk1.6-oracle /usr/lib/jvm/j2sdk1.6-oracle/jre '/usr/java/jdk1.6*' '/usr/java/jre1.6*' /Library/Java/Home /usr/java/default /usr/lib/jvm/default-java /usr/lib/jvm/java-openjdk /usr/lib/jvm/jre-openjdk /usr/lib/jvm/java '/usr/lib/jvm/java-1.7.0-openjdk*' '/usr/lib/jvm/java-7-openjdk*' /usr/lib/jvm/java-1.6.0-openjdk '/usr/lib/jvm/java-1.6.0-openjdk-*' '/usr/lib/jvm/jre-1.6.0-openjdk*' + '[' -e '/usr/lib/jvm/java-7-oracle*/bin/java' ']' + for candidate in '/usr/lib/jvm/java-7-oracle*' '/usr/java/jdk1.7*' '/usr/java/jre1.7*' '/usr/lib/jvm/java-1.7.0-oracle-1.7.0.*' '/usr/lib/jvm/java-1.7.0-oracle-1.7.0.*/jre/' /usr/lib/jvm/j2sdk1.7-oracle /usr/lib/jvm/j2sdk1.7-oracle/jre /usr/lib/j2sdk1.6-sun /usr/lib/jvm/java-6-sun '/usr/lib/jvm/java-1.6.0-sun-1.6.0.*' '/usr/lib/jvm/java-1.6.0-sun-1.6.0.*/jre/' /usr/lib/jvm/j2sdk1.6-oracle /usr/lib/jvm/j2sdk1.6-oracle/jre '/usr/java/jdk1.6*' '/usr/java/jre1.6*' /Library/Java/Home /usr/java/default /usr/lib/jvm/default-java /usr/lib/jvm/java-openjdk /usr/lib/jvm/jre-openjdk /usr/lib/jvm/java '/usr/lib/jvm/java-1.7.0-openjdk*' '/usr/lib/jvm/java-7-openjdk*' /usr/lib/jvm/java-1.6.0-openjdk '/usr/lib/jvm/java-1.6.0-openjdk-*' '/usr/lib/jvm/jre-1.6.0-openjdk*' + '[' -e /usr/java/jdk1.7.0_67-cloudera/bin/java ']' + export JAVA_HOME=/usr/java/jdk1.7.0_67-cloudera + JAVA_HOME=/usr/java/jdk1.7.0_67-cloudera + break + verify_java_home + '[' -z /usr/java/jdk1.7.0_67-cloudera ']' + echo JAVA_HOME=/usr/java/jdk1.7.0_67-cloudera + source_parcel_environment + '[' '!' -z /opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/meta/cdh_env.sh ']' + OLD_IFS=' ' + IFS=: + SCRIPT_ARRAY=($SCM_DEFINES_SCRIPTS) + DIRNAME_ARRAY=($PARCEL_DIRNAMES) + IFS=' ' + COUNT=1 ++ seq 1 1 + for i in '`seq 1 $COUNT`' + SCRIPT=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/meta/cdh_env.sh + PARCEL_DIRNAME=CDH-5.2.1-1.cdh5.2.1.p0.12 + . /opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/meta/cdh_env.sh ++ CDH_DIRNAME=CDH-5.2.1-1.cdh5.2.1.p0.12 ++ export CDH_HADOOP_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/hadoop ++ CDH_HADOOP_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/hadoop ++ export CDH_MR1_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/hadoop-0.20-mapreduce ++ CDH_MR1_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/hadoop-0.20-mapreduce ++ export CDH_HDFS_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/hadoop-hdfs ++ CDH_HDFS_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/hadoop-hdfs ++ export CDH_HTTPFS_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/hadoop-httpfs ++ CDH_HTTPFS_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/hadoop-httpfs ++ export CDH_MR2_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/hadoop-mapreduce ++ CDH_MR2_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/hadoop-mapreduce ++ export CDH_YARN_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/hadoop-yarn ++ CDH_YARN_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/hadoop-yarn ++ export CDH_HBASE_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/hbase ++ CDH_HBASE_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/hbase ++ export CDH_ZOOKEEPER_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/zookeeper ++ CDH_ZOOKEEPER_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/zookeeper ++ export CDH_HIVE_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/hive ++ CDH_HIVE_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/hive ++ export CDH_HUE_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/hue ++ CDH_HUE_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/hue ++ export CDH_OOZIE_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/oozie ++ CDH_OOZIE_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/oozie ++ export CDH_HUE_PLUGINS_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/hadoop ++ CDH_HUE_PLUGINS_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/hadoop ++ export CDH_FLUME_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/flume-ng ++ CDH_FLUME_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/flume-ng ++ export CDH_PIG_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/pig ++ CDH_PIG_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/pig ++ export CDH_HCAT_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/hive-hcatalog ++ CDH_HCAT_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/hive-hcatalog ++ export CDH_SQOOP2_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/sqoop2 ++ CDH_SQOOP2_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/sqoop2 ++ export CDH_LLAMA_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/llama ++ CDH_LLAMA_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/llama ++ export CDH_SENTRY_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/sentry ++ CDH_SENTRY_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/sentry ++ export TOMCAT_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/bigtop-tomcat ++ TOMCAT_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/bigtop-tomcat ++ export JSVC_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/bigtop-utils ++ JSVC_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/bigtop-utils ++ export CDH_HADOOP_BIN=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/hadoop/bin/hadoop ++ CDH_HADOOP_BIN=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/hadoop/bin/hadoop ++ export CDH_IMPALA_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/impala ++ CDH_IMPALA_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/impala ++ export CDH_SOLR_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/solr ++ CDH_SOLR_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/solr ++ export CDH_HBASE_INDEXER_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/hbase-solr ++ CDH_HBASE_INDEXER_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/hbase-solr ++ export SEARCH_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/search ++ SEARCH_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/search ++ export CDH_SPARK_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/spark ++ CDH_SPARK_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/spark ++ export WEBHCAT_DEFAULT_XML=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/etc/hive-webhcat/conf.dist/webhcat-default.xml ++ WEBHCAT_DEFAULT_XML=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/etc/hive-webhcat/conf.dist/webhcat-default.xml ++ export CDH_KMS_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/hadoop-kms ++ CDH_KMS_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/hadoop-kms + echo 'Using /var/run/cloudera-scm-agent/process/67-spark_on_yarn-SPARK_YARN_HISTORY_SERVER as conf dir' + echo 'Using scripts/control.sh as process script' + export COMMON_SCRIPT=/usr/lib64/cmf/service/common/cloudera-config.sh + COMMON_SCRIPT=/usr/lib64/cmf/service/common/cloudera-config.sh + chmod u+x /var/run/cloudera-scm-agent/process/67-spark_on_yarn-SPARK_YARN_HISTORY_SERVER/scripts/control.sh + exec /var/run/cloudera-scm-agent/process/67-spark_on_yarn-SPARK_YARN_HISTORY_SERVER/scripts/control.sh start_history_server '' -d /user/spark/applicationHistory Wed Dec 10 12:38:22 CET 2014 Wed Dec 10 12:38:22 CET 2014: Detected CDH_VERSION of [5] Wed Dec 10 12:38:22 CET 2014: Starting Spark History Server SLF4J: Class path contains multiple SLF4J bindings. SLF4J: Found binding in [jar:file:/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/jars/spark-assembly-1.1.0-cdh5.2.1-hadoop2.5.0-cdh5.2.1.jar!/org/slf4j/impl/StaticLoggerBinder.class] SLF4J: Found binding in [jar:file:/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/jars/slf4j-log4j12-1.7.5.jar!/org/slf4j/impl/StaticLoggerBinder.class] SLF4J: See http://www.slf4j.org/codes.html#multiple_bindings for an explanation. SLF4J: Actual binding is of type [org.slf4j.impl.Log4jLoggerFactory] Exception in thread "main" java.lang.reflect.InvocationTargetException at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:57) at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.lang.reflect.Constructor.newInstance(Constructor.java:526) at org.apache.spark.deploy.history.HistoryServer$.main(HistoryServer.scala:187) at org.apache.spark.deploy.history.HistoryServer.main(HistoryServer.scala) Caused by: java.lang.IllegalArgumentException: Logging directory specified does not exist: hdfs://ip-172-26-69-31.eu-de1.plex-dc.vodafone.com:8020/user/spark/applicationHistory at org.apache.spark.deploy.history.FsHistoryProvider.initialize(FsHistoryProvider.scala:81) at org.apache.spark.deploy.history.FsHistoryProvider.(FsHistoryProvider.scala:75) ... 6 more Wed Dec 10 12:38:30 CET 2014 + locate_java_home + '[' -z '' ']' + for candidate in '/usr/lib/jvm/java-7-oracle*' '/usr/java/jdk1.7*' '/usr/java/jre1.7*' '/usr/lib/jvm/java-1.7.0-oracle-1.7.0.*' '/usr/lib/jvm/java-1.7.0-oracle-1.7.0.*/jre/' /usr/lib/jvm/j2sdk1.7-oracle /usr/lib/jvm/j2sdk1.7-oracle/jre /usr/lib/j2sdk1.6-sun /usr/lib/jvm/java-6-sun '/usr/lib/jvm/java-1.6.0-sun-1.6.0.*' '/usr/lib/jvm/java-1.6.0-sun-1.6.0.*/jre/' /usr/lib/jvm/j2sdk1.6-oracle /usr/lib/jvm/j2sdk1.6-oracle/jre '/usr/java/jdk1.6*' '/usr/java/jre1.6*' /Library/Java/Home /usr/java/default /usr/lib/jvm/default-java /usr/lib/jvm/java-openjdk /usr/lib/jvm/jre-openjdk /usr/lib/jvm/java '/usr/lib/jvm/java-1.7.0-openjdk*' '/usr/lib/jvm/java-7-openjdk*' /usr/lib/jvm/java-1.6.0-openjdk '/usr/lib/jvm/java-1.6.0-openjdk-*' '/usr/lib/jvm/jre-1.6.0-openjdk*' + '[' -e '/usr/lib/jvm/java-7-oracle*/bin/java' ']' + for candidate in '/usr/lib/jvm/java-7-oracle*' '/usr/java/jdk1.7*' '/usr/java/jre1.7*' '/usr/lib/jvm/java-1.7.0-oracle-1.7.0.*' '/usr/lib/jvm/java-1.7.0-oracle-1.7.0.*/jre/' /usr/lib/jvm/j2sdk1.7-oracle /usr/lib/jvm/j2sdk1.7-oracle/jre /usr/lib/j2sdk1.6-sun /usr/lib/jvm/java-6-sun '/usr/lib/jvm/java-1.6.0-sun-1.6.0.*' '/usr/lib/jvm/java-1.6.0-sun-1.6.0.*/jre/' /usr/lib/jvm/j2sdk1.6-oracle /usr/lib/jvm/j2sdk1.6-oracle/jre '/usr/java/jdk1.6*' '/usr/java/jre1.6*' /Library/Java/Home /usr/java/default /usr/lib/jvm/default-java /usr/lib/jvm/java-openjdk /usr/lib/jvm/jre-openjdk /usr/lib/jvm/java '/usr/lib/jvm/java-1.7.0-openjdk*' '/usr/lib/jvm/java-7-openjdk*' /usr/lib/jvm/java-1.6.0-openjdk '/usr/lib/jvm/java-1.6.0-openjdk-*' '/usr/lib/jvm/jre-1.6.0-openjdk*' + '[' -e /usr/java/jdk1.7.0_67-cloudera/bin/java ']' + export JAVA_HOME=/usr/java/jdk1.7.0_67-cloudera + JAVA_HOME=/usr/java/jdk1.7.0_67-cloudera + break + verify_java_home + '[' -z /usr/java/jdk1.7.0_67-cloudera ']' + echo JAVA_HOME=/usr/java/jdk1.7.0_67-cloudera + source_parcel_environment + '[' '!' -z /opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/meta/cdh_env.sh ']' + OLD_IFS=' ' + IFS=: + SCRIPT_ARRAY=($SCM_DEFINES_SCRIPTS) + DIRNAME_ARRAY=($PARCEL_DIRNAMES) + IFS=' ' + COUNT=1 ++ seq 1 1 + for i in '`seq 1 $COUNT`' + SCRIPT=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/meta/cdh_env.sh + PARCEL_DIRNAME=CDH-5.2.1-1.cdh5.2.1.p0.12 + . /opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/meta/cdh_env.sh ++ CDH_DIRNAME=CDH-5.2.1-1.cdh5.2.1.p0.12 ++ export CDH_HADOOP_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/hadoop ++ CDH_HADOOP_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/hadoop ++ export CDH_MR1_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/hadoop-0.20-mapreduce ++ CDH_MR1_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/hadoop-0.20-mapreduce ++ export CDH_HDFS_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/hadoop-hdfs ++ CDH_HDFS_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/hadoop-hdfs ++ export CDH_HTTPFS_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/hadoop-httpfs ++ CDH_HTTPFS_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/hadoop-httpfs ++ export CDH_MR2_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/hadoop-mapreduce ++ CDH_MR2_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/hadoop-mapreduce ++ export CDH_YARN_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/hadoop-yarn ++ CDH_YARN_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/hadoop-yarn ++ export CDH_HBASE_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/hbase ++ CDH_HBASE_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/hbase ++ export CDH_ZOOKEEPER_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/zookeeper ++ CDH_ZOOKEEPER_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/zookeeper ++ export CDH_HIVE_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/hive ++ CDH_HIVE_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/hive ++ export CDH_HUE_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/hue ++ CDH_HUE_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/hue ++ export CDH_OOZIE_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/oozie ++ CDH_OOZIE_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/oozie ++ export CDH_HUE_PLUGINS_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/hadoop ++ CDH_HUE_PLUGINS_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/hadoop ++ export CDH_FLUME_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/flume-ng ++ CDH_FLUME_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/flume-ng ++ export CDH_PIG_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/pig ++ CDH_PIG_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/pig ++ export CDH_HCAT_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/hive-hcatalog ++ CDH_HCAT_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/hive-hcatalog ++ export CDH_SQOOP2_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/sqoop2 ++ CDH_SQOOP2_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/sqoop2 ++ export CDH_LLAMA_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/llama ++ CDH_LLAMA_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/llama ++ export CDH_SENTRY_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/sentry ++ CDH_SENTRY_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/sentry ++ export TOMCAT_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/bigtop-tomcat ++ TOMCAT_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/bigtop-tomcat ++ export JSVC_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/bigtop-utils ++ JSVC_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/bigtop-utils ++ export CDH_HADOOP_BIN=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/hadoop/bin/hadoop ++ CDH_HADOOP_BIN=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/hadoop/bin/hadoop ++ export CDH_IMPALA_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/impala ++ CDH_IMPALA_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/impala ++ export CDH_SOLR_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/solr ++ CDH_SOLR_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/solr ++ export CDH_HBASE_INDEXER_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/hbase-solr ++ CDH_HBASE_INDEXER_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/hbase-solr ++ export SEARCH_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/search ++ SEARCH_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/search ++ export CDH_SPARK_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/spark ++ CDH_SPARK_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/spark ++ export WEBHCAT_DEFAULT_XML=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/etc/hive-webhcat/conf.dist/webhcat-default.xml ++ WEBHCAT_DEFAULT_XML=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/etc/hive-webhcat/conf.dist/webhcat-default.xml ++ export CDH_KMS_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/hadoop-kms ++ CDH_KMS_HOME=/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/lib/hadoop-kms + echo 'Using /var/run/cloudera-scm-agent/process/67-spark_on_yarn-SPARK_YARN_HISTORY_SERVER as conf dir' + echo 'Using scripts/control.sh as process script' + export COMMON_SCRIPT=/usr/lib64/cmf/service/common/cloudera-config.sh + COMMON_SCRIPT=/usr/lib64/cmf/service/common/cloudera-config.sh + chmod u+x /var/run/cloudera-scm-agent/process/67-spark_on_yarn-SPARK_YARN_HISTORY_SERVER/scripts/control.sh + exec /var/run/cloudera-scm-agent/process/67-spark_on_yarn-SPARK_YARN_HISTORY_SERVER/scripts/control.sh start_history_server '' -d /user/spark/applicationHistory Wed Dec 10 12:38:30 CET 2014 Wed Dec 10 12:38:30 CET 2014: Detected CDH_VERSION of [5] Wed Dec 10 12:38:30 CET 2014: Starting Spark History Server SLF4J: Class path contains multiple SLF4J bindings. SLF4J: Found binding in [jar:file:/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/jars/spark-assembly-1.1.0-cdh5.2.1-hadoop2.5.0-cdh5.2.1.jar!/org/slf4j/impl/StaticLoggerBinder.class] SLF4J: Found binding in [jar:file:/opt/cloudera/parcels/CDH-5.2.1-1.cdh5.2.1.p0.12/jars/slf4j-log4j12-1.7.5.jar!/org/slf4j/impl/StaticLoggerBinder.class] SLF4J: See http://www.slf4j.org/codes.html#multiple_bindings for an explanation. SLF4J: Actual binding is of type [org.slf4j.impl.Log4jLoggerFactory] Exception in thread "main" java.lang.reflect.InvocationTargetException at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:57) at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.lang.reflect.Constructor.newInstance(Constructor.java:526) at org.apache.spark.deploy.history.HistoryServer$.main(HistoryServer.scala:187) at org.apache.spark.deploy.history.HistoryServer.main(HistoryServer.scala) Caused by: java.lang.IllegalArgumentException: Logging directory specified does not exist: hdfs://ip-172-26-69-31.eu-de1.plex-dc.vodafone.com:8020/user/spark/applicationHistory at org.apache.spark.deploy.history.FsHistoryProvider.initialize(FsHistoryProvider.scala:81) at org.apache.spark.deploy.history.FsHistoryProvider.(FsHistoryProvider.scala:75) ... 6 more