i was trying to load json file using spark 2.2.1
i tried even by giving absolute path
but it throwing the following error
scala> val data = spark.read.json(“hdfs://ip-172-31-37-42.ec2.internal:8020/user/dbsvisuals6840/data/washing.json”)
java.lang.IllegalArgumentException: Error while instantiating ‘org.apache.spark.sql.hive.HiveSessionStateBuilder’:
at org.apache.spark.sql.SparkSession$.org$apache$spark$sql$SparkSession$$instantiateSessionState(SparkSession.scala:1062)
at org.apache.spark.sql.SparkSession$$anonfun$sessionState$2.apply(SparkSession.scala:137)
at org.apache.spark.sql.SparkSession$$anonfun$sessionState$2.apply(SparkSession.scala:136)
at scala.Option.getOrElse(Option.scala:121)
at org.apache.spark.sql.SparkSession.sessionState$lzycompute(SparkSession.scala:136)
at org.apache.spark.sql.SparkSession.sessionState(SparkSession.scala:133)
at org.apache.spark.sql.DataFrameReader.(DataFrameReader.scala:689)
at org.apache.spark.sql.SparkSession.read(SparkSession.scala:645)
… 48 elided
Caused by: java.lang.ClassNotFoundException: java.lang.NoClassDefFoundError: org/apache/tez/dag/api/SessionNotRunning when creating Hive client using classpath: file:/usr/lib/jvm/java-1.8.0-openjdk-1.8.0.91-0.b14.el7_2.x86_64/jre/lib/resources.jar, file:/usr/lib/jvm/java-1.8.0-openjdk-1.8.0.91-0.b14.el7_2.x86_64/jre/lib/rt.jar, file:/usr/lib/jvm/java-1.8.0-openjdk-1.8.0.91-0.b14.el7_2.x86_64/jre/lib/jsse.jar, file:/usr/lib/jvm/java-1.8.0-openjdk-1.8.0.91-0.b14.el7_2.x86_64/jre/lib/jce.jar, file:/usr/lib/jvm/java-1.8.0-openjdk-1.8.0.91-0.b14.el7_2.x86_64/jre/lib/charsets.jar, file:/usr/lib/jvm/java-1.8.0-openjdk-1.8.0.91-0.b14.el7_2.x86_64/jre/lib/ext/cldrdata.jar, file:/usr/lib/jvm/java-1.8.0-openjdk-1.8.0.91-0.b14.el7_2.x86_64/jre/lib/ext/dnsns.jar, file:/usr/lib/jvm/java-1.8.0-openjdk-1.8.0.91-0.b14.el7_2.x86_64/jre/lib/ext/jaccess.jar, file:/usr/lib/jvm/java-1.8.0-openjdk-1.8.0.91-0.b14.el7_2.x86_64/jre/lib/ext/localedata.jar, file:/usr/lib/jvm/java-1.8.0-openjdk-1.8.0.91-0.b14.el7_2.x86_64/jre/lib/ext/nashorn.jar, file:/usr/lib/jvm/java-1.8.0-openjdk-1.8.0.91-0.b14.el7_2.x86_64/jre/lib/ext/sunec.jar, file:/usr/lib/jvm/java-1.8.0-openjdk-1.8.0.91-0.b14.el7_2.x86_64/jre/lib/ext/sunjce_provider.jar, file:/usr/lib/jvm/java-1.8.0-openjdk-1.8.0.91-0.b14.el7_2.x86_64/jre/lib/ext/sunpkcs11.jar, file:/usr/lib/jvm/java-1.8.0-openjdk-1.8.0.91-0.b14.el7_2.x86_64/jre/lib/ext/zipfs.jar, file:/usr/spark2.2.1/conf/, file:/usr/spark2.2.1/jars/commons-beanutils-1.7.0.jar, file:/usr/spark2.2.1/jars/avro-mapred-1.7.7-hadoop2.jar, file:/usr/spark2.2.1/jars/hk2-api-2.4.0-b34.jar, file:/usr/spark2.2.1/jars/apache-log4j-extras-1.2.17.jar, file:/usr/spark2.2.1/jars/commons-httpclient-3.1.jar, file:/usr/spark2.2.1/jars/avro-ipc-1.7.7.jar, file:/usr/spark2.2.1/jars/jets3t-0.9.3.jar, file:/usr/spark2.2.1/jars/kryo-shaded-3.0.3.jar, file:/usr/spark2.2.1/jars/commons-dbcp-1.4.jar, file:/usr/spark2.2.1/jars/guava-14.0.1.jar, file:/usr/spark2.2.1/jars/shapeless_2.11-2.3.2.jar, file:/usr/spark2.2.1/jars/calcite-linq4j-1.2.0-incubating.jar, file:/usr/spark2.2.1/jars/base64-2.3.8.jar, file:/usr/spark2.2.1/jars/netty-3.9.9.Final.jar, file:/usr/spark2.2.1/jars/lz4-1.3.0.jar, file:/usr/spark2.2.1/jars/joda-time-2.9.3.jar, file:/usr/spark2.2.1/jars/jta-1.1.jar, file:/usr/spark2.2.1/jars/arpack_combined_all-0.1.jar, file:/usr/spark2.2.1/jars/breeze_2.11-0.13.2.jar, file:/usr/spark2.2.1/jars/spark-hive_2.11-2.2.1.jar, file:/usr/spark2.2.1/jars/spark-mllib_2.11-2.2.1.jar, file:/usr/spark2.2.1/jars/apacheds-kerberos-codec-2.0.0-M15.jar, file:/usr/spark2.2.1/jars/slf4j-api-1.7.16.jar, file:/usr/spark2.2.1/jars/commons-pool-1.5.4.jar, file:/usr/spark2.2.1/jars/commons-collections-3.2.2.jar, file:/usr/spark2.2.1/jars/hadoop-auth-2.7.3.jar, file:/usr/spark2.2.1/jars/mail-1.4.7.jar, file:/usr/spark2.2.1/jars/ivy-2.4.0.jar, file:/usr/spark2.2.1/jars/javax.ws.rs-api-2.0.1.jar, file:/usr/spark2.2.1/jars/hadoop-mapreduce-client-core-2.7.3.jar, file:/usr/spark2.2.1/jars/chill-java-0.8.0.jar, file:/usr/spark2.2.1/jars/chill_2.11-0.8.0.jar, file:/usr/spark2.2.1/jars/jetty-util-6.1.26.jar, file:/usr/spark2.2.1/jars/parquet-hadoop-1.8.2.jar, file:/usr/spark2.2.1/jars/hk2-utils-2.4.0-b34.jar, file:/usr/spark2.2.1/jars/stream-2.7.0.jar, file:/usr/spark2.2.1/jars/spark-hive-thriftserver_2.11-2.2.1.jar, file:/usr/spark2.2.1/jars/xmlenc-0.52.jar, file:/usr/spark2.2.1/jars/osgi-resource-locator-1.0.1.jar, file:/usr/spark2.2.1/jars/json4s-jackson_2.11-3.2.11.jar, file:/usr/spark2.2.1/jars/jcl-over-slf4j-1.7.16.jar, file:/usr/spark2.2.1/jars/spark-network-common_2.11-2.2.1.jar, file:/usr/spark2.2.1/jars/zookeeper-3.4.6.jar, file:/usr/spark2.2.1/jars/snappy-0.2.jar, file:/usr/spark2.2.1/jars/javolution-5.5.1.jar, file:/usr/spark2.2.1/jars/spark-core_2.11-2.2.1.jar, file:/usr/spark2.2.1/jars/stringtemplate-3.2.1.jar, file:/usr/spark2.2.1/jars/javax.inject-2.4.0-b34.jar, file:/usr/spark2.2.1/jars/jackson-module-paranamer-2.6.5.jar, file:/usr/spark2.2.1/jars/commons-compress-1.4.1.jar, file:/usr/spark2.2.1/jars/macro-compat_2.11-1.1.1.jar, file:/usr/spark2.2.1/jars/leveldbjni-all-1.8.jar, file:/usr/spark2.2.1/jars/machinist_2.11-0.6.1.jar, file:/usr/spark2.2.1/jars/derby-10.12.1.1.jar, file:/usr/spark2.2.1/jars/spark-mllib-local_2.11-2.2.1.jar, file:/usr/spark2.2.1/jars/javax.annotation-api-1.2.jar, file:/usr/spark2.2.1/jars/oro-2.0.8.jar, file:/usr/spark2.2.1/jars/jtransforms-2.4.0.jar, file:/usr/spark2.2.1/jars/JavaEWAH-0.3.2.jar, file:/usr/spark2.2.1/jars/hadoop-annotations-2.7.3.jar, file:/usr/spark2.2.1/jars/hadoop-hdfs-2.7.3.jar, file:/usr/spark2.2.1/jars/hadoop-client-2.7.3.jar, file:/usr/spark2.2.1/jars/spark-sketch_2.11-2.2.1.jar, file:/usr/spark2.2.1/jars/antlr4-runtime-4.5.3.jar, file:/usr/spark2.2.1/jars/super-csv-2.2.0.jar, file:/usr/spark2.2.1/jars/stax-api-1.0-2.jar, file:/usr/spark2.2.1/jars/metrics-jvm-3.1.2.jar, file:/usr/spark2.2.1/jars/commons-crypto-1.0.0.jar, file:/usr/spark2.2.1/jars/avro-1.7.7.jar, file:/usr/spark2.2.1/jars/minlog-1.3.0.jar, file:/usr/spark2.2.1/jars/json4s-ast_2.11-3.2.11.jar, file:/usr/spark2.2.1/jars/spark-streaming_2.11-2.2.1.jar, file:/usr/spark2.2.1/jars/curator-client-2.6.0.jar, file:/usr/spark2.2.1/jars/jpam-1.1.jar, file:/usr/spark2.2.1/jars/eigenbase-properties-1.1.5.jar, file:/usr/spark2.2.1/jars/jersey-common-2.22.2.jar, file:/usr/spark2.2.1/jars/scala-parser-combinators_2.11-1.0.4.jar, file:/usr/spark2.2.1/jars/guice-servlet-3.0.jar, file:/usr/spark2.2.1/jars/jline-2.12.1.jar, file:/usr/spark2.2.1/jars/spark-catalyst_2.11-2.2.1.jar, file:/usr/spark2.2.1/jars/scalap-2.11.8.jar, file:/usr/spark2.2.1/jars/commons-math3-3.4.1.jar, file:/usr/spark2.2.1/jars/metrics-graphite-3.1.2.jar, file:/usr/spark2.2.1/jars/spark-network-shuffle_2.11-2.2.1.jar, file:/usr/spark2.2.1/jars/jersey-client-2.22.2.jar, file:/usr/spark2.2.1/jars/jackson-module-scala_2.11-2.6.5.jar, file:/usr/spark2.2.1/jars/pmml-model-1.2.15.jar, file:/usr/spark2.2.1/jars/spark-yarn_2.11-2.2.1.jar, file:/usr/spark2.2.1/jars/scala-reflect-2.11.8.jar, file:/usr/spark2.2.1/jars/hk2-locator-2.4.0-b34.jar, file:/usr/spark2.2.1/jars/scala-compiler-2.11.8.jar, file:/usr/spark2.2.1/jars/spire-macros_2.11-0.13.0.jar, file:/usr/spark2.2.1/jars/jackson-jaxrs-1.9.13.jar, file:/usr/spark2.2.1/jars/ST4-4.0.4.jar, file:/usr/spark2.2.1/jars/core-1.1.2.jar, file:/usr/spark2.2.1/jars/jackson-core-2.6.5.jar, file:/usr/spark2.2.1/jars/hadoop-mapreduce-client-app-2.7.3.jar, file:/usr/spark2.2.1/jars/datanucleus-rdbms-3.2.9.jar, file:/usr/spark2.2.1/jars/hadoop-mapreduce-client-jobclient-2.7.3.jar, file:/usr/spark2.2.1/jars/hadoop-yarn-server-web-proxy-2.7.3.jar, file:/usr/spark2.2.1/jars/hive-jdbc-1.2.1.spark2.jar, file:/usr/spark2.2.1/jars/parquet-column-1.8.2.jar, file:/usr/spark2.2.1/jars/calcite-avatica-1.2.0-incubating.jar, file:/usr/spark2.2.1/jars/jackson-annotations-2.6.5.jar, file:/usr/spark2.2.1/jars/pmml-schema-1.2.15.jar, file:/usr/spark2.2.1/jars/xz-1.0.jar, file:/usr/spark2.2.1/jars/jackson-core-asl-1.9.13.jar, file:/usr/spark2.2.1/jars/aopalliance-1.0.jar, file:/usr/spark2.2.1/jars/objenesis-2.1.jar, file:/usr/spark2.2.1/jars/curator-framework-2.6.0.jar, file:/usr/spark2.2.1/jars/java-xmlbuilder-1.0.jar, file:/usr/spark2.2.1/jars/commons-codec-1.10.jar, file:/usr/spark2.2.1/jars/jackson-mapper-asl-1.9.13.jar, file:/usr/spark2.2.1/jars/api-util-1.0.0-M20.jar, file:/usr/spark2.2.1/jars/jersey-media-jaxb-2.22.2.jar, file:/usr/spark2.2.1/jars/opencsv-2.3.jar, file:/usr/spark2.2.1/jars/bcprov-jdk15on-1.51.jar, file:/usr/spark2.2.1/jars/antlr-runtime-3.4.jar, file:/usr/spark2.2.1/jars/jodd-core-3.5.2.jar, file:/usr/spark2.2.1/jars/jackson-xc-1.9.13.jar, file:/usr/spark2.2.1/jars/xercesImpl-2.9.1.jar, file:/usr/spark2.2.1/jars/spark-sql_2.11-2.2.1.jar, file:/usr/spark2.2.1/jars/scala-library-2.11.8.jar, file:/usr/spark2.2.1/jars/parquet-common-1.8.2.jar, file:/usr/spark2.2.1/jars/metrics-json-3.1.2.jar, file:/usr/spark2.2.1/jars/hadoop-mapreduce-client-common-2.7.3.jar, file:/usr/spark2.2.1/jars/validation-api-1.1.0.Final.jar, file:/usr/spark2.2.1/jars/commons-logging-1.1.3.jar, file:/usr/spark2.2.1/jars/spark-mesos_2.11-2.2.1.jar, file:/usr/spark2.2.1/jars/univocity-parsers-2.2.1.jar, file:/usr/spark2.2.1/jars/httpcore-4.4.4.jar, file:/usr/spark2.2.1/jars/commons-lang-2.6.jar, file:/usr/spark2.2.1/jars/netty-all-4.0.43.Final.jar, file:/usr/spark2.2.1/jars/parquet-format-2.3.1.jar, file:/usr/spark2.2.1/jars/bonecp-0.8.0.RELEASE.jar, file:/usr/spark2.2.1/jars/protobuf-java-2.5.0.jar, file:/usr/spark2.2.1/jars/hadoop-yarn-common-2.7.3.jar, file:/usr/spark2.2.1/jars/json4s-core_2.11-3.2.11.jar, file:/usr/spark2.2.1/jars/metrics-core-3.1.2.jar, file:/usr/spark2.2.1/jars/hadoop-yarn-api-2.7.3.jar, file:/usr/spark2.2.1/jars/hadoop-common-2.7.3.jar, file:/usr/spark2.2.1/jars/commons-io-2.4.jar, file:/usr/spark2.2.1/jars/datanucleus-api-jdo-3.2.6.jar, file:/usr/spark2.2.1/jars/activation-1.1.1.jar, file:/usr/spark2.2.1/jars/jsp-api-2.1.jar, file:/usr/spark2.2.1/jars/spark-repl_2.11-2.2.1.jar, file:/usr/spark2.2.1/jars/commons-digester-1.8.jar, file:/usr/spark2.2.1/jars/commons-compiler-3.0.0.jar, file:/usr/spark2.2.1/jars/javax.inject-1.jar, file:/usr/spark2.2.1/jars/spark-launcher_2.11-2.2.1.jar, file:/usr/spark2.2.1/jars/slf4j-log4j12-1.7.16.jar, file:/usr/spark2.2.1/jars/xbean-asm5-shaded-4.4.jar, file:/usr/spark2.2.1/jars/compress-lzf-1.0.3.jar, file:/usr/spark2.2.1/jars/mx4j-3.0.2.jar, file:/usr/spark2.2.1/jars/pyrolite-4.13.jar, file:/usr/spark2.2.1/jars/aopalliance-repackaged-2.4.0-b34.jar, file:/usr/spark2.2.1/jars/antlr-2.7.7.jar, file:/usr/spark2.2.1/jars/javassist-3.18.1-GA.jar, file:/usr/spark2.2.1/jars/jackson-databind-2.6.5.jar, file:/usr/spark2.2.1/jars/commons-beanutils-core-1.8.0.jar, file:/usr/spark2.2.1/jars/RoaringBitmap-0.5.11.jar, file:/usr/spark2.2.1/jars/janino-3.0.0.jar, file:/usr/spark2.2.1/jars/jaxb-api-2.2.2.jar, file:/usr/spark2.2.1/jars/parquet-encoding-1.8.2.jar, file:/usr/spark2.2.1/jars/api-asn1-api-1.0.0-M20.jar, file:/usr/spark2.2.1/jars/parquet-jackson-1.8.2.jar, file:/usr/spark2.2.1/jars/parquet-hadoop-bundle-1.6.0.jar, file:/usr/spark2.2.1/jars/curator-recipes-2.6.0.jar, file:/usr/spark2.2.1/jars/datanucleus-core-3.2.10.jar, file:/usr/spark2.2.1/jars/spark-unsafe_2.11-2.2.1.jar, file:/usr/spark2.2.1/jars/commons-net-2.2.jar, file:/usr/spark2.2.1/jars/hadoop-yarn-server-common-2.7.3.jar, file:/usr/spark2.2.1/jars/hive-metastore-1.2.1.spark2.jar, file:/usr/spark2.2.1/jars/libthrift-0.9.3.jar, file:/usr/spark2.2.1/jars/spire_2.11-0.13.0.jar, file:/usr/spark2.2.1/jars/jul-to-slf4j-1.7.16.jar, file:/usr/spark2.2.1/jars/commons-cli-1.2.jar, file:/usr/spark2.2.1/jars/scala-xml_2.11-1.0.2.jar, file:/usr/spark2.2.1/jars/spark-tags_2.11-2.2.1.jar, file:/usr/spark2.2.1/jars/hive-exec-1.2.1.spark2.jar, file:/usr/spark2.2.1/jars/hadoop-mapreduce-client-shuffle-2.7.3.jar, file:/usr/spark2.2.1/jars/jsr305-1.3.9.jar, file:/usr/spark2.2.1/jars/javax.servlet-api-3.1.0.jar, file:/usr/spark2.2.1/jars/hive-beeline-1.2.1.spark2.jar, file:/usr/spark2.2.1/jars/httpclient-4.5.2.jar, file:/usr/spark2.2.1/jars/libfb303-0.9.3.jar, file:/usr/spark2.2.1/jars/jetty-6.1.26.jar, file:/usr/spark2.2.1/jars/hive-cli-1.2.1.spark2.jar, file:/usr/spark2.2.1/jars/stax-api-1.0.1.jar, file:/usr/spark2.2.1/jars/gson-2.2.4.jar, file:/usr/spark2.2.1/jars/jersey-guava-2.22.2.jar, file:/usr/spark2.2.1/jars/mesos-1.0.0-shaded-protobuf.jar, file:/usr/spark2.2.1/jars/hadoop-yarn-client-2.7.3.jar, file:/usr/spark2.2.1/jars/breeze-macros_2.11-0.13.2.jar, file:/usr/spark2.2.1/jars/commons-lang3-3.5.jar, file:/usr/spark2.2.1/jars/paranamer-2.6.jar, file:/usr/spark2.2.1/jars/log4j-1.2.17.jar, file:/usr/spark2.2.1/jars/jersey-server-2.22.2.jar, file:/usr/spark2.2.1/jars/apacheds-i18n-2.0.0-M15.jar, file:/usr/spark2.2.1/jars/jdo-api-3.0.1.jar, file:/usr/spark2.2.1/jars/snappy-java-1.1.2.6.jar, file:/usr/spark2.2.1/jars/jersey-container-servlet-core-2.22.2.jar, file:/usr/spark2.2.1/jars/spark-graphx_2.11-2.2.1.jar, file:/usr/spark2.2.1/jars/py4j-0.10.4.jar, file:/usr/spark2.2.1/jars/htrace-core-3.1.0-incubating.jar, file:/usr/spark2.2.1/jars/guice-3.0.jar, file:/usr/spark2.2.1/jars/commons-configuration-1.6.jar, file:/usr/spark2.2.1/jars/calcite-core-1.2.0-incubating.jar, file:/usr/spark2.2.1/jars/jersey-container-servlet-2.22.2.jar, file:/usr/spark2.2.1/conf/, file:/usr/spark2.2.1/jars/commons-beanutils-1.7.0.jar, file:/usr/spark2.2.1/jars/avro-mapred-1.7.7-hadoop2.jar, file:/usr/spark2.2.1/jars/hk2-api-2.4.0-b34.jar, file:/usr/spark2.2.1/jars/apache-log4j-extras-1.2.17.jar, file:/usr/spark2.2.1/jars/commons-httpclient-3.1.jar, file:/usr/spark2.2.1/jars/avro-ipc-1.7.7.jar, file:/usr/spark2.2.1/jars/jets3t-0.9.3.jar, file:/usr/spark2.2.1/jars/kryo-shaded-3.0.3.jar, file:/usr/spark2.2.1/jars/commons-dbcp-1.4.jar, file:/usr/spark2.2.1/jars/guava-14.0.1.jar, file:/usr/spark2.2.1/jars/shapeless_2.11-2.3.2.jar, file:/usr/spark2.2.1/jars/calcite-linq4j-1.2.0-incubating.jar, file:/usr/spark2.2.1/jars/base64-2.3.8.jar, file:/usr/spark2.2.1/jars/netty-3.9.9.Final.jar, file:/usr/spark2.2.1/jars/lz4-1.3.0.jar, file:/usr/spark2.2.1/jars/joda-time-2.9.3.jar, file:/usr/spark2.2.1/jars/jta-1.1.jar, file:/usr/spark2.2.1/jars/arpack_combined_all-0.1.jar, file:/usr/spark2.2.1/jars/breeze_2.11-0.13.2.jar, file:/usr/spark2.2.1/jars/spark-hive_2.11-2.2.1.jar, file:/usr/spark2.2.1/jars/spark-mllib_2.11-2.2.1.jar, file:/usr/spark2.2.1/jars/apacheds-kerberos-codec-2.0.0-M15.jar, file:/usr/spark2.2.1/jars/slf4j-api-1.7.16.jar, file:/usr/spark2.2.1/jars/commons-pool-1.5.4.jar, file:/usr/spark2.2.1/jars/commons-collections-3.2.2.jar, file:/usr/spark2.2.1/jars/hadoop-auth-2.7.3.jar, file:/usr/spark2.2.1/jars/mail-1.4.7.jar, file:/usr/spark2.2.1/jars/ivy-2.4.0.jar, file:/usr/spark2.2.1/jars/javax.ws.rs-api-2.0.1.jar, file:/usr/spark2.2.1/jars/hadoop-mapreduce-client-core-2.7.3.jar, file:/usr/spark2.2.1/jars/chill-java-0.8.0.jar, file:/usr/spark2.2.1/jars/chill_2.11-0.8.0.jar, file:/usr/spark2.2.1/jars/jetty-util-6.1.26.jar, file:/usr/spark2.2.1/jars/parquet-hadoop-1.8.2.jar, file:/usr/spark2.2.1/jars/hk2-utils-2.4.0-b34.jar, file:/usr/spark2.2.1/jars/stream-2.7.0.jar, file:/usr/spark2.2.1/jars/spark-hive-thriftserver_2.11-2.2.1.jar, file:/usr/spark2.2.1/jars/xmlenc-0.52.jar, file:/usr/spark2.2.1/jars/osgi-resource-locator-1.0.1.jar, file:/usr/spark2.2.1/jars/json4s-jackson_2.11-3.2.11.jar, file:/usr/spark2.2.1/jars/jcl-over-slf4j-1.7.16.jar, file:/usr/spark2.2.1/jars/spark-network-common_2.11-2.2.1.jar, file:/usr/spark2.2.1/jars/zookeeper-3.4.6.jar, file:/usr/spark2.2.1/jars/snappy-0.2.jar, file:/usr/spark2.2.1/jars/javolution-5.5.1.jar, file:/usr/spark2.2.1/jars/spark-core_2.11-2.2.1.jar, file:/usr/spark2.2.1/jars/stringtemplate-3.2.1.jar, file:/usr/spark2.2.1/jars/javax.inject-2.4.0-b34.jar, file:/usr/spark2.2.1/jars/jackson-module-paranamer-2.6.5.jar, file:/usr/spark2.2.1/jars/commons-compress-1.4.1.jar, file:/usr/spark2.2.1/jars/macro-compat_2.11-1.1.1.jar, file:/usr/spark2.2.1/jars/leveldbjni-all-1.8.jar, file:/usr/spark2.2.1/jars/machinist_2.11-0.6.1.jar, file:/usr/spark2.2.1/jars/derby-10.12.1.1.jar, file:/usr/spark2.2.1/jars/spark-mllib-local_2.11-2.2.1.jar, file:/usr/spark2.2.1/jars/javax.annotation-api-1.2.jar, file:/usr/spark2.2.1/jars/oro-2.0.8.jar, file:/usr/spark2.2.1/jars/jtransforms-2.4.0.jar, file:/usr/spark2.2.1/jars/JavaEWAH-0.3.2.jar, file:/usr/spark2.2.1/jars/hadoop-annotations-2.7.3.jar, file:/usr/spark2.2.1/jars/hadoop-hdfs-2.7.3.jar, file:/usr/spark2.2.1/jars/hadoop-client-2.7.3.jar, file:/usr/spark2.2.1/jars/spark-sketch_2.11-2.2.1.jar, file:/usr/spark2.2.1/jars/antlr4-runtime-4.5.3.jar, file:/usr/spark2.2.1/jars/super-csv-2.2.0.jar, file:/usr/spark2.2.1/jars/stax-api-1.0-2.jar, file:/usr/spark2.2.1/jars/metrics-jvm-3.1.2.jar, file:/usr/spark2.2.1/jars/commons-crypto-1.0.0.jar, file:/usr/spark2.2.1/jars/avro-1.7.7.jar, file:/usr/spark2.2.1/jars/minlog-1.3.0.jar, file:/usr/spark2.2.1/jars/json4s-ast_2.11-3.2.11.jar, file:/usr/spark2.2.1/jars/spark-streaming_2.11-2.2.1.jar, file:/usr/spark2.2.1/jars/curator-client-2.6.0.jar, file:/usr/spark2.2.1/jars/jpam-1.1.jar, file:/usr/spark2.2.1/jars/eigenbase-properties-1.1.5.jar, file:/usr/spark2.2.1/jars/jersey-common-2.22.2.jar, file:/usr/spark2.2.1/jars/scala-parser-combinators_2.11-1.0.4.jar, file:/usr/spark2.2.1/jars/guice-servlet-3.0.jar, file:/usr/spark2.2.1/jars/jline-2.12.1.jar, file:/usr/spark2.2.1/jars/spark-catalyst_2.11-2.2.1.jar, file:/usr/spark2.2.1/jars/scalap-2.11.8.jar, file:/usr/spark2.2.1/jars/commons-math3-3.4.1.jar, file:/usr/spark2.2.1/jars/metrics-graphite-3.1.2.jar, file:/usr/spark2.2.1/jars/spark-network-shuffle_2.11-2.2.1.jar, file:/usr/spark2.2.1/jars/jersey-client-2.22.2.jar, file:/usr/spark2.2.1/jars/jackson-module-scala_2.11-2.6.5.jar, file:/usr/spark2.2.1/jars/pmml-model-1.2.15.jar, file:/usr/spark2.2.1/jars/spark-yarn_2.11-2.2.1.jar, file:/usr/spark2.2.1/jars/scala-reflect-2.11.8.jar, file:/usr/spark2.2.1/jars/hk2-locator-2.4.0-b34.jar, file:/usr/spark2.2.1/jars/scala-compiler-2.11.8.jar, file:/usr/spark2.2.1/jars/spire-macros_2.11-0.13.0.jar, file:/usr/spark2.2.1/jars/jackson-jaxrs-1.9.13.jar, file:/usr/spark2.2.1/jars/ST4-4.0.4.jar, file:/usr/spark2.2.1/jars/core-1.1.2.jar, file:/usr/spark2.2.1/jars/jackson-core-2.6.5.jar, file:/usr/spark2.2.1/jars/hadoop-mapreduce-client-app-2.7.3.jar, file:/usr/spark2.2.1/jars/datanucleus-rdbms-3.2.9.jar, file:/usr/spark2.2.1/jars/hadoop-mapreduce-client-jobclient-2.7.3.jar, file:/usr/spark2.2.1/jars/hadoop-yarn-server-web-proxy-2.7.3.jar, file:/usr/spark2.2.1/jars/hive-jdbc-1.2.1.spark2.jar, file:/usr/spark2.2.1/jars/parquet-column-1.8.2.jar, file:/usr/spark2.2.1/jars/calcite-avatica-1.2.0-incubating.jar, file:/usr/spark2.2.1/jars/jackson-annotations-2.6.5.jar, file:/usr/spark2.2.1/jars/pmml-schema-1.2.15.jar, file:/usr/spark2.2.1/jars/xz-1.0.jar, file:/usr/spark2.2.1/jars/jackson-core-asl-1.9.13.jar, file:/usr/spark2.2.1/jars/aopalliance-1.0.jar, file:/usr/spark2.2.1/jars/objenesis-2.1.jar, file:/usr/spark2.2.1/jars/curator-framework-2.6.0.jar, file:/usr/spark2.2.1/jars/java-xmlbuilder-1.0.jar, file:/usr/spark2.2.1/jars/commons-codec-1.10.jar, file:/usr/spark2.2.1/jars/jackson-mapper-asl-1.9.13.jar, file:/usr/spark2.2.1/jars/api-util-1.0.0-M20.jar, file:/usr/spark2.2.1/jars/jersey-media-jaxb-2.22.2.jar, file:/usr/spark2.2.1/jars/opencsv-2.3.jar, file:/usr/spark2.2.1/jars/bcprov-jdk15on-1.51.jar, file:/usr/spark2.2.1/jars/antlr-runtime-3.4.jar, file:/usr/spark2.2.1/jars/jodd-core-3.5.2.jar, file:/usr/spark2.2.1/jars/jackson-xc-1.9.13.jar, file:/usr/spark2.2.1/jars/xercesImpl-2.9.1.jar, file:/usr/spark2.2.1/jars/spark-sql_2.11-2.2.1.jar, file:/usr/spark2.2.1/jars/scala-library-2.11.8.jar, file:/usr/spark2.2.1/jars/parquet-common-1.8.2.jar, file:/usr/spark2.2.1/jars/metrics-json-3.1.2.jar, file:/usr/spark2.2.1/jars/hadoop-mapreduce-client-common-2.7.3.jar, file:/usr/spark2.2.1/jars/validation-api-1.1.0.Final.jar, file:/usr/spark2.2.1/jars/commons-logging-1.1.3.jar, file:/usr/spark2.2.1/jars/spark-mesos_2.11-2.2.1.jar, file:/usr/spark2.2.1/jars/univocity-parsers-2.2.1.jar, file:/usr/spark2.2.1/jars/httpcore-4.4.4.jar, file:/usr/spark2.2.1/jars/commons-lang-2.6.jar, file:/usr/spark2.2.1/jars/netty-all-4.0.43.Final.jar, file:/usr/spark2.2.1/jars/parquet-format-2.3.1.jar, file:/usr/spark2.2.1/jars/bonecp-0.8.0.RELEASE.jar, file:/usr/spark2.2.1/jars/protobuf-java-2.5.0.jar, file:/usr/spark2.2.1/jars/hadoop-yarn-common-2.7.3.jar, file:/usr/spark2.2.1/jars/json4s-core_2.11-3.2.11.jar, file:/usr/spark2.2.1/jars/metrics-core-3.1.2.jar, file:/usr/spark2.2.1/jars/hadoop-yarn-api-2.7.3.jar, file:/usr/spark2.2.1/jars/hadoop-common-2.7.3.jar, file:/usr/spark2.2.1/jars/commons-io-2.4.jar, file:/usr/spark2.2.1/jars/datanucleus-api-jdo-3.2.6.jar, file:/usr/spark2.2.1/jars/activation-1.1.1.jar, file:/usr/spark2.2.1/jars/jsp-api-2.1.jar, file:/usr/spark2.2.1/jars/spark-repl_2.11-2.2.1.jar, file:/usr/spark2.2.1/jars/commons-digester-1.8.jar, file:/usr/spark2.2.1/jars/commons-compiler-3.0.0.jar, file:/usr/spark2.2.1/jars/javax.inject-1.jar, file:/usr/spark2.2.1/jars/spark-launcher_2.11-2.2.1.jar, file:/usr/spark2.2.1/jars/slf4j-log4j12-1.7.16.jar, file:/usr/spark2.2.1/jars/xbean-asm5-shaded-4.4.jar, file:/usr/spark2.2.1/jars/compress-lzf-1.0.3.jar, file:/usr/spark2.2.1/jars/mx4j-3.0.2.jar, file:/usr/spark2.2.1/jars/pyrolite-4.13.jar, file:/usr/spark2.2.1/jars/aopalliance-repackaged-2.4.0-b34.jar, file:/usr/spark2.2.1/jars/antlr-2.7.7.jar, file:/usr/spark2.2.1/jars/javassist-3.18.1-GA.jar, file:/usr/spark2.2.1/jars/jackson-databind-2.6.5.jar, file:/usr/spark2.2.1/jars/commons-beanutils-core-1.8.0.jar, file:/usr/spark2.2.1/jars/RoaringBitmap-0.5.11.jar, file:/usr/spark2.2.1/jars/janino-3.0.0.jar, file:/usr/spark2.2.1/jars/jaxb-api-2.2.2.jar, file:/usr/spark2.2.1/jars/parquet-encoding-1.8.2.jar, file:/usr/spark2.2.1/jars/api-asn1-api-1.0.0-M20.jar, file:/usr/spark2.2.1/jars/parquet-jackson-1.8.2.jar, file:/usr/spark2.2.1/jars/parquet-hadoop-bundle-1.6.0.jar, file:/usr/spark2.2.1/jars/curator-recipes-2.6.0.jar, file:/usr/spark2.2.1/jars/datanucleus-core-3.2.10.jar, file:/usr/spark2.2.1/jars/spark-unsafe_2.11-2.2.1.jar, file:/usr/spark2.2.1/jars/commons-net-2.2.jar, file:/usr/spark2.2.1/jars/hadoop-yarn-server-common-2.7.3.jar, file:/usr/spark2.2.1/jars/hive-metastore-1.2.1.spark2.jar, file:/usr/spark2.2.1/jars/libthrift-0.9.3.jar, file:/usr/spark2.2.1/jars/spire_2.11-0.13.0.jar, file:/usr/spark2.2.1/jars/jul-to-slf4j-1.7.16.jar, file:/usr/spark2.2.1/jars/commons-cli-1.2.jar, file:/usr/spark2.2.1/jars/scala-xml_2.11-1.0.2.jar, file:/usr/spark2.2.1/jars/spark-tags_2.11-2.2.1.jar, file:/usr/spark2.2.1/jars/hive-exec-1.2.1.spark2.jar, file:/usr/spark2.2.1/jars/hadoop-mapreduce-client-shuffle-2.7.3.jar, file:/usr/spark2.2.1/jars/jsr305-1.3.9.jar, file:/usr/spark2.2.1/jars/javax.servlet-api-3.1.0.jar, file:/usr/spark2.2.1/jars/hive-beeline-1.2.1.spark2.jar, file:/usr/spark2.2.1/jars/httpclient-4.5.2.jar, file:/usr/spark2.2.1/jars/libfb303-0.9.3.jar, file:/usr/spark2.2.1/jars/jetty-6.1.26.jar, file:/usr/spark2.2.1/jars/hive-cli-1.2.1.spark2.jar, file:/usr/spark2.2.1/jars/stax-api-1.0.1.jar, file:/usr/spark2.2.1/jars/gson-2.2.4.jar, file:/usr/spark2.2.1/jars/jersey-guava-2.22.2.jar, file:/usr/spark2.2.1/jars/mesos-1.0.0-shaded-protobuf.jar, file:/usr/spark2.2.1/jars/hadoop-yarn-client-2.7.3.jar, file:/usr/spark2.2.1/jars/breeze-macros_2.11-0.13.2.jar, file:/usr/spark2.2.1/jars/commons-lang3-3.5.jar, file:/usr/spark2.2.1/jars/paranamer-2.6.jar, file:/usr/spark2.2.1/jars/log4j-1.2.17.jar, file:/usr/spark2.2.1/jars/jersey-server-2.22.2.jar, file:/usr/spark2.2.1/jars/apacheds-i18n-2.0.0-M15.jar, file:/usr/spark2.2.1/jars/jdo-api-3.0.1.jar, file:/usr/spark2.2.1/jars/snappy-java-1.1.2.6.jar, file:/usr/spark2.2.1/jars/jersey-container-servlet-core-2.22.2.jar, file:/usr/spark2.2.1/jars/spark-graphx_2.11-2.2.1.jar, file:/usr/spark2.2.1/jars/py4j-0.10.4.jar, file:/usr/spark2.2.1/jars/htrace-core-3.1.0-incubating.jar, file:/usr/spark2.2.1/jars/guice-3.0.jar, file:/usr/spark2.2.1/jars/commons-configuration-1.6.jar, file:/usr/spark2.2.1/jars/calcite-core-1.2.0-incubating.jar, file:/usr/spark2.2.1/jars/jersey-container-servlet-2.22.2.jar, file:/usr/lib/jvm/java-1.8.0-openjdk-1.8.0.91-0.b14.el7_2.x86_64/jre/lib/ext/cldrdata.jar, file:/usr/lib/jvm/java-1.8.0-openjdk-1.8.0.91-0.b14.el7_2.x86_64/jre/lib/ext/dnsns.jar, file:/usr/lib/jvm/java-1.8.0-openjdk-1.8.0.91-0.b14.el7_2.x86_64/jre/lib/ext/jaccess.jar, file:/usr/lib/jvm/java-1.8.0-openjdk-1.8.0.91-0.b14.el7_2.x86_64/jre/lib/ext/localedata.jar, file:/usr/lib/jvm/java-1.8.0-openjdk-1.8.0.91-0.b14.el7_2.x86_64/jre/lib/ext/nashorn.jar, file:/usr/lib/jvm/java-1.8.0-openjdk-1.8.0.91-0.b14.el7_2.x86_64/jre/lib/ext/sunec.jar, file:/usr/lib/jvm/java-1.8.0-openjdk-1.8.0.91-0.b14.el7_2.x86_64/jre/lib/ext/sunjce_provider.jar, file:/usr/lib/jvm/java-1.8.0-openjdk-1.8.0.91-0.b14.el7_2.x86_64/jre/lib/ext/sunpkcs11.jar, file:/usr/lib/jvm/java-1.8.0-openjdk-1.8.0.91-0.b14.el7_2.x86_64/jre/lib/ext/zipfs.jar
Please make sure that jars for your version of hive and hadoop are included in the paths passed to spark.sql.hive.metastore.jars.
at org.apache.spark.sql.hive.client.IsolatedClientLoader.createClient(IsolatedClientLoader.scala:270)
at org.apache.spark.sql.hive.HiveUtils$.newClientForMetadata(HiveUtils.scala:362)
at org.apache.spark.sql.hive.HiveUtils$.newClientForMetadata(HiveUtils.scala:266)
at org.apache.spark.sql.hive.HiveExternalCatalog.client$lzycompute(HiveExternalCatalog.scala:66)
at org.apache.spark.sql.hive.HiveExternalCatalog.client(HiveExternalCatalog.scala:65)
at org.apache.spark.sql.hive.HiveExternalCatalog$$anonfun$databaseExists$1.apply$mcZ$sp(HiveExternalCatalog.scala:195)
at org.apache.spark.sql.hive.HiveExternalCatalog$$anonfun$databaseExists$1.apply(HiveExternalCatalog.scala:195)
at org.apache.spark.sql.hive.HiveExternalCatalog$$anonfun$databaseExists$1.apply(HiveExternalCatalog.scala:195)
at org.apache.spark.sql.hive.HiveExternalCatalog.withClient(HiveExternalCatalog.scala:97)
at org.apache.spark.sql.hive.HiveExternalCatalog.databaseExists(HiveExternalCatalog.scala:194)
at org.apache.spark.sql.internal.SharedState.externalCatalog$lzycompute(SharedState.scala:105)
at org.apache.spark.sql.internal.SharedState.externalCatalog(SharedState.scala:93)
at org.apache.spark.sql.hive.HiveSessionStateBuilder.externalCatalog(HiveSessionStateBuilder.scala:39)
at org.apache.spark.sql.hive.HiveSessionStateBuilder.catalog$lzycompute(HiveSessionStateBuilder.scala:54)
at org.apache.spark.sql.hive.HiveSessionStateBuilder.catalog(HiveSessionStateBuilder.scala:52)
at org.apache.spark.sql.hive.HiveSessionStateBuilder.catalog(HiveSessionStateBuilder.scala:35)
at org.apache.spark.sql.internal.BaseSessionStateBuilder.build(BaseSessionStateBuilder.scala:289)
at org.apache.spark.sql.SparkSession$.org$apache$spark$sql$SparkSession$$instantiateSessionState(SparkSession.scala:1059)
… 55 more
Caused by: java.lang.reflect.InvocationTargetException: java.lang.NoClassDefFoundError: org/apache/tez/dag/api/SessionNotRunning
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
at org.apache.spark.sql.hive.client.IsolatedClientLoader.createClient(IsolatedClientLoader.scala:264)
… 72 more
Caused by: java.lang.NoClassDefFoundError: org/apache/tez/dag/api/SessionNotRunning
at org.apache.hadoop.hive.ql.session.SessionState.start(SessionState.java:529)
at org.apache.spark.sql.hive.client.HiveClientImpl.(HiveClientImpl.scala:191)
… 77 more
Caused by: java.lang.ClassNotFoundException: org.apache.tez.dag.api.SessionNotRunning
at java.net.URLClassLoader.findClass(URLClassLoader.java:381)
at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
at org.apache.spark.sql.hive.client.IsolatedClientLoader$$anon$1.doLoadClass(IsolatedClientLoader.scala:221)
at org.apache.spark.sql.hive.client.IsolatedClientLoader$$anon$1.loadClass(IsolatedClientLoader.scala:210)
at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
… 79 more