• Spark- ERROR Shell: Failed to locate the winutils binary in the hadoop binary path java.io.IOException: Could not locate executable nullinwinutils.exe in the Hadoop binaries.


    报错

    G:APPJDKinjava -Didea.launcher.port=7532 "-Didea.launcher.bin.path=G:APPIntelliJ IDEAin" -Dfile.encoding=UTF-8 -classpath "G:APPJDKjrelibcharsets.jar;G:APPJDKjrelibdeploy.jar;G:APPJDKjrelibjavaws.jar;G:APPJDKjrelibjce.jar;G:APPJDKjrelibjfr.jar;G:APPJDKjrelibjfxswt.jar;G:APPJDKjrelibjsse.jar;G:APPJDKjrelibmanagement-agent.jar;G:APPJDKjrelibplugin.jar;G:APPJDKjrelib
    esources.jar;G:APPJDKjrelib
    t.jar;G:APPJDKjrelibextaccess-bridge-64.jar;G:APPJDKjrelibextcldrdata.jar;G:APPJDKjrelibextdnsns.jar;G:APPJDKjrelibextjaccess.jar;G:APPJDKjrelibextjfxrt.jar;G:APPJDKjrelibextlocaledata.jar;G:APPJDKjrelibext
    ashorn.jar;G:APPJDKjrelibextsunec.jar;G:APPJDKjrelibextsunjce_provider.jar;G:APPJDKjrelibextsunmscapi.jar;G:APPJDKjrelibextsunpkcs11.jar;G:APPJDKjrelibextzipfs.jar;D:Demolearnhadoop	argetclasses;G:APPScalalibscala-actors-migration.jar;G:APPScalalibscala-actors.jar;G:APPScalalibscala-library.jar;G:APPScalalibscala-reflect.jar;G:APPScalalibscala-swing.jar;C:Users166.m2
    epositoryorgapachehadoophadoop-client2.6.1hadoop-client-2.6.1.jar;C:Users166.m2
    epositoryorgapachehadoophadoop-common2.6.1hadoop-common-2.6.1.jar;C:Users166.m2
    epositorycomgoogleguavaguava11.0.2guava-11.0.2.jar;C:Users166.m2
    epositorycommons-clicommons-cli1.2commons-cli-1.2.jar;C:Users166.m2
    epositoryxmlencxmlenc.52xmlenc-0.52.jar;C:Users166.m2
    epositorycommons-httpclientcommons-httpclient3.1commons-httpclient-3.1.jar;C:Users166.m2
    epositorycommons-codeccommons-codec1.4commons-codec-1.4.jar;C:Users166.m2
    epositorycommons-iocommons-io2.4commons-io-2.4.jar;C:Users166.m2
    epositorycommons-collectionscommons-collections3.2.1commons-collections-3.2.1.jar;C:Users166.m2
    epositorycommons-langcommons-lang2.6commons-lang-2.6.jar;C:Users166.m2
    epositorycommons-configurationcommons-configuration1.6commons-configuration-1.6.jar;C:Users166.m2
    epositorycommons-digestercommons-digester1.8commons-digester-1.8.jar;C:Users166.m2
    epositorycommons-beanutilscommons-beanutils1.7.0commons-beanutils-1.7.0.jar;C:Users166.m2
    epositorycommons-beanutilscommons-beanutils-core1.8.0commons-beanutils-core-1.8.0.jar;C:Users166.m2
    epositoryorgcodehausjacksonjackson-core-asl1.9.13jackson-core-asl-1.9.13.jar;C:Users166.m2
    epositoryorgcodehausjacksonjackson-mapper-asl1.9.13jackson-mapper-asl-1.9.13.jar;C:Users166.m2
    epositoryorgapacheavroavro1.7.4avro-1.7.4.jar;C:Users166.m2
    epositorycomgoogleprotobufprotobuf-java2.5.0protobuf-java-2.5.0.jar;C:Users166.m2
    epositorycomgooglecodegsongson2.2.4gson-2.2.4.jar;C:Users166.m2
    epositoryorgapachehadoophadoop-auth2.6.1hadoop-auth-2.6.1.jar;C:Users166.m2
    epositoryorgapachehttpcomponentshttpclient4.2.5httpclient-4.2.5.jar;C:Users166.m2
    epositoryorgapachehttpcomponentshttpcore4.2.4httpcore-4.2.4.jar;C:Users166.m2
    epositoryorgapachedirectoryserverapacheds-kerberos-codec2.0.0-M15apacheds-kerberos-codec-2.0.0-M15.jar;C:Users166.m2
    epositoryorgapachedirectoryserverapacheds-i18n2.0.0-M15apacheds-i18n-2.0.0-M15.jar;C:Users166.m2
    epositoryorgapachedirectoryapiapi-asn1-api1.0.0-M20api-asn1-api-1.0.0-M20.jar;C:Users166.m2
    epositoryorgapachedirectoryapiapi-util1.0.0-M20api-util-1.0.0-M20.jar;C:Users166.m2
    epositoryorgapachecuratorcurator-client2.6.0curator-client-2.6.0.jar;C:Users166.m2
    epositoryorghtracehtrace-core3.0.4htrace-core-3.0.4.jar;C:Users166.m2
    epositoryorgapachecommonscommons-compress1.4.1commons-compress-1.4.1.jar;C:Users166.m2
    epositoryorg	ukaanixz1.0xz-1.0.jar;C:Users166.m2
    epositoryorgapachehadoophadoop-hdfs2.6.1hadoop-hdfs-2.6.1.jar;C:Users166.m2
    epositoryorgmortbayjettyjetty-util6.1.26jetty-util-6.1.26.jar;C:Users166.m2
    epositoryxercesxercesImpl2.9.1xercesImpl-2.9.1.jar;C:Users166.m2
    epositoryxml-apisxml-apis1.3.04xml-apis-1.3.04.jar;C:Users166.m2
    epositoryorgapachehadoophadoop-mapreduce-client-app2.6.1hadoop-mapreduce-client-app-2.6.1.jar;C:Users166.m2
    epositoryorgapachehadoophadoop-mapreduce-client-common2.6.1hadoop-mapreduce-client-common-2.6.1.jar;C:Users166.m2
    epositoryorgapachehadoophadoop-yarn-client2.6.1hadoop-yarn-client-2.6.1.jar;C:Users166.m2
    epositoryorgapachehadoophadoop-yarn-server-common2.6.1hadoop-yarn-server-common-2.6.1.jar;C:Users166.m2
    epositoryorgapachehadoophadoop-mapreduce-client-shuffle2.6.1hadoop-mapreduce-client-shuffle-2.6.1.jar;C:Users166.m2
    epositoryorgapachehadoophadoop-yarn-api2.6.1hadoop-yarn-api-2.6.1.jar;C:Users166.m2
    epositoryorgapachehadoophadoop-mapreduce-client-core2.6.1hadoop-mapreduce-client-core-2.6.1.jar;C:Users166.m2
    epositoryorgapachehadoophadoop-yarn-common2.6.1hadoop-yarn-common-2.6.1.jar;C:Users166.m2
    epositoryjavaxxmlindjaxb-api2.2.2jaxb-api-2.2.2.jar;C:Users166.m2
    epositoryjavaxxmlstreamstax-api1.0-2stax-api-1.0-2.jar;C:Users166.m2
    epositoryjavaxactivationactivation1.1activation-1.1.jar;C:Users166.m2
    epositoryjavaxservletservlet-api2.5servlet-api-2.5.jar;C:Users166.m2
    epositorycomsunjerseyjersey-client1.9jersey-client-1.9.jar;C:Users166.m2
    epositoryorgcodehausjacksonjackson-jaxrs1.9.13jackson-jaxrs-1.9.13.jar;C:Users166.m2
    epositoryorgcodehausjacksonjackson-xc1.9.13jackson-xc-1.9.13.jar;C:Users166.m2
    epositoryorgapachehadoophadoop-mapreduce-client-jobclient2.6.1hadoop-mapreduce-client-jobclient-2.6.1.jar;C:Users166.m2
    epositoryorgapachehadoophadoop-annotations2.6.1hadoop-annotations-2.6.1.jar;C:Users166.m2
    epositorycomalibabafastjson1.2.36fastjson-1.2.36.jar;C:Users166.m2
    epositorylog4jlog4j1.2.17log4j-1.2.17.jar;C:Users166.m2
    epositoryorgapachezookeeperzookeeper3.4.8zookeeper-3.4.8.jar;C:Users166.m2
    epositoryorgslf4jslf4j-api1.6.1slf4j-api-1.6.1.jar;C:Users166.m2
    epositoryorgslf4jslf4j-log4j121.6.1slf4j-log4j12-1.6.1.jar;C:Users166.m2
    epositoryjlinejline.9.94jline-0.9.94.jar;C:Users166.m2
    epositoryio
    etty
    etty3.7.0.Final
    etty-3.7.0.Final.jar;C:Users166.m2
    epositoryc3p0c3p0.9.1.2c3p0-0.9.1.2.jar;C:Users166.m2
    epositorymysqlmysql-connector-java5.1.27mysql-connector-java-5.1.27.jar;C:Users166.m2
    epositoryorgspringframeworkspring-jdbc4.2.0.RELEASEspring-jdbc-4.2.0.RELEASE.jar;C:Users166.m2
    epositoryorgspringframeworkspring-beans4.2.0.RELEASEspring-beans-4.2.0.RELEASE.jar;C:Users166.m2
    epositoryorgspringframeworkspring-tx4.2.0.RELEASEspring-tx-4.2.0.RELEASE.jar;C:Users166.m2
    epositoryorgspringframeworkspring-core4.2.0.RELEASEspring-core-4.2.0.RELEASE.jar;C:Users166.m2
    epositorycommons-loggingcommons-logging1.2commons-logging-1.2.jar;C:Users166.m2
    epositoryorgspringframeworkspring-context4.2.0.RELEASEspring-context-4.2.0.RELEASE.jar;C:Users166.m2
    epositoryorgspringframeworkspring-aop4.2.0.RELEASEspring-aop-4.2.0.RELEASE.jar;C:Users166.m2
    epositoryaopallianceaopalliance1.0aopalliance-1.0.jar;C:Users166.m2
    epositoryorgspringframeworkspring-expression4.2.0.RELEASEspring-expression-4.2.0.RELEASE.jar;C:Users166.m2
    epositoryorgscala-langscala-library2.10.6scala-library-2.10.6.jar;C:Users166.m2
    epositoryorgapachesparkspark-core_2.101.6.1spark-core_2.10-1.6.1.jar;C:Users166.m2
    epositoryorgapacheavroavro-mapred1.7.7avro-mapred-1.7.7-hadoop2.jar;C:Users166.m2
    epositoryorgapacheavroavro-ipc1.7.7avro-ipc-1.7.7.jar;C:Users166.m2
    epositoryorgapacheavroavro-ipc1.7.7avro-ipc-1.7.7-tests.jar;C:Users166.m2
    epositorycom	witterchill_2.10.5.0chill_2.10-0.5.0.jar;C:Users166.m2
    epositorycomesotericsoftwarekryokryo2.21kryo-2.21.jar;C:Users166.m2
    epositorycomesotericsoftware
    eflectasm
    eflectasm1.07
    eflectasm-1.07-shaded.jar;C:Users166.m2
    epositorycomesotericsoftwareminlogminlog1.2minlog-1.2.jar;C:Users166.m2
    epositoryorgobjenesisobjenesis1.2objenesis-1.2.jar;C:Users166.m2
    epositorycom	witterchill-java.5.0chill-java-0.5.0.jar;C:Users166.m2
    epositoryorgapachexbeanxbean-asm5-shaded4.4xbean-asm5-shaded-4.4.jar;C:Users166.m2
    epositoryorgapachesparkspark-launcher_2.101.6.1spark-launcher_2.10-1.6.1.jar;C:Users166.m2
    epositoryorgapachesparkspark-network-common_2.101.6.1spark-network-common_2.10-1.6.1.jar;C:Users166.m2
    epositoryorgapachesparkspark-network-shuffle_2.101.6.1spark-network-shuffle_2.10-1.6.1.jar;C:Users166.m2
    epositoryorgfusesourceleveldbjnileveldbjni-all1.8leveldbjni-all-1.8.jar;C:Users166.m2
    epositorycomfasterxmljacksoncorejackson-annotations2.4.4jackson-annotations-2.4.4.jar;C:Users166.m2
    epositoryorgapachesparkspark-unsafe_2.101.6.1spark-unsafe_2.10-1.6.1.jar;C:Users166.m2
    epository
    etjavadevjets3tjets3t.7.1jets3t-0.7.1.jar;C:Users166.m2
    epositoryorgapachecuratorcurator-recipes2.4.0curator-recipes-2.4.0.jar;C:Users166.m2
    epositoryorgapachecuratorcurator-framework2.4.0curator-framework-2.4.0.jar;C:Users166.m2
    epositoryorgeclipsejettyorbitjavax.servlet3.0.0.v201112011016javax.servlet-3.0.0.v201112011016.jar;C:Users166.m2
    epositoryorgapachecommonscommons-lang33.3.2commons-lang3-3.3.2.jar;C:Users166.m2
    epositoryorgapachecommonscommons-math33.4.1commons-math3-3.4.1.jar;C:Users166.m2
    epositorycomgooglecodefindbugsjsr3051.3.9jsr305-1.3.9.jar;C:Users166.m2
    epositoryorgslf4jjul-to-slf4j1.7.10jul-to-slf4j-1.7.10.jar;C:Users166.m2
    epositoryorgslf4jjcl-over-slf4j1.7.10jcl-over-slf4j-1.7.10.jar;C:Users166.m2
    epositorycom
    ingcompress-lzf1.0.3compress-lzf-1.0.3.jar;C:Users166.m2
    epositoryorgxerialsnappysnappy-java1.1.2snappy-java-1.1.2.jar;C:Users166.m2
    epository
    etjpountzlz4lz41.3.0lz4-1.3.0.jar;C:Users166.m2
    epositoryorg
    oaringbitmapRoaringBitmap.5.11RoaringBitmap-0.5.11.jar;C:Users166.m2
    epositorycommons-netcommons-net2.2commons-net-2.2.jar;C:Users166.m2
    epositorycom	ypesafeakkaakka-remote_2.102.3.11akka-remote_2.10-2.3.11.jar;C:Users166.m2
    epositorycom	ypesafeakkaakka-actor_2.102.3.11akka-actor_2.10-2.3.11.jar;C:Users166.m2
    epositorycom	ypesafeconfig1.2.1config-1.2.1.jar;C:Users166.m2
    epositoryorguncommonsmathsuncommons-maths1.2.2auncommons-maths-1.2.2a.jar;C:Users166.m2
    epositorycom	ypesafeakkaakka-slf4j_2.102.3.11akka-slf4j_2.10-2.3.11.jar;C:Users166.m2
    epositoryorgjson4sjson4s-jackson_2.103.2.10json4s-jackson_2.10-3.2.10.jar;C:Users166.m2
    epositoryorgjson4sjson4s-core_2.103.2.10json4s-core_2.10-3.2.10.jar;C:Users166.m2
    epositoryorgjson4sjson4s-ast_2.103.2.10json4s-ast_2.10-3.2.10.jar;C:Users166.m2
    epositoryorgscala-langscalap2.10.0scalap-2.10.0.jar;C:Users166.m2
    epositoryorgscala-langscala-compiler2.10.0scala-compiler-2.10.0.jar;C:Users166.m2
    epositorycomsunjerseyjersey-server1.9jersey-server-1.9.jar;C:Users166.m2
    epositoryasmasm3.1asm-3.1.jar;C:Users166.m2
    epositorycomsunjerseyjersey-core1.9jersey-core-1.9.jar;C:Users166.m2
    epositoryorgapachemesosmesos.21.1mesos-0.21.1-shaded-protobuf.jar;C:Users166.m2
    epositoryio
    etty
    etty-all4.0.29.Final
    etty-all-4.0.29.Final.jar;C:Users166.m2
    epositorycomclearspringanalyticsstream2.7.0stream-2.7.0.jar;C:Users166.m2
    epositoryiodropwizardmetricsmetrics-core3.1.2metrics-core-3.1.2.jar;C:Users166.m2
    epositoryiodropwizardmetricsmetrics-jvm3.1.2metrics-jvm-3.1.2.jar;C:Users166.m2
    epositoryiodropwizardmetricsmetrics-json3.1.2metrics-json-3.1.2.jar;C:Users166.m2
    epositoryiodropwizardmetricsmetrics-graphite3.1.2metrics-graphite-3.1.2.jar;C:Users166.m2
    epositorycomfasterxmljacksoncorejackson-databind2.4.4jackson-databind-2.4.4.jar;C:Users166.m2
    epositorycomfasterxmljacksoncorejackson-core2.4.4jackson-core-2.4.4.jar;C:Users166.m2
    epositorycomfasterxmljacksonmodulejackson-module-scala_2.102.4.4jackson-module-scala_2.10-2.4.4.jar;C:Users166.m2
    epositoryorgscala-langscala-reflect2.10.4scala-reflect-2.10.4.jar;C:Users166.m2
    epositorycom	houghtworksparanamerparanamer2.6paranamer-2.6.jar;C:Users166.m2
    epositoryorgapacheivyivy2.4.0ivy-2.4.0.jar;C:Users166.m2
    epositoryorooro2.0.8oro-2.0.8.jar;C:Users166.m2
    epositoryorg	achyonproject	achyon-client.8.2	achyon-client-0.8.2.jar;C:Users166.m2
    epositoryorg	achyonproject	achyon-underfs-hdfs.8.2	achyon-underfs-hdfs-0.8.2.jar;C:Users166.m2
    epositoryorg	achyonproject	achyon-underfs-s3.8.2	achyon-underfs-s3-0.8.2.jar;C:Users166.m2
    epositoryorg	achyonproject	achyon-underfs-local.8.2	achyon-underfs-local-0.8.2.jar;C:Users166.m2
    epository
    et
    azorvinepyrolite4.9pyrolite-4.9.jar;C:Users166.m2
    epository
    etsfpy4jpy4j.9py4j-0.9.jar;C:Users166.m2
    epositoryorgspark-projectsparkunused1.0.0unused-1.0.0.jar;G:APPIntelliJ IDEAlibidea_rt.jar" com.intellij.rt.execution.application.AppMain zx.SparkDemo
    Using Spark's default log4j profile: org/apache/spark/log4j-defaults.properties
    17/08/31 11:00:42 INFO SparkContext: Running Spark version 1.6.1
    17/08/31 11:00:43 WARN NativeCodeLoader: Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
    17/08/31 11:00:43 ERROR Shell: Failed to locate the winutils binary in the hadoop binary path
    java.io.IOException: Could not locate executable nullinwinutils.exe in the Hadoop binaries.
        at org.apache.hadoop.util.Shell.getQualifiedBinPath(Shell.java:355)
        at org.apache.hadoop.util.Shell.getWinUtilsPath(Shell.java:370)
        at org.apache.hadoop.util.Shell.<clinit>(Shell.java:363)
        at org.apache.hadoop.util.StringUtils.<clinit>(StringUtils.java:79)
        at org.apache.hadoop.security.Groups.parseStaticMapping(Groups.java:116)
        at org.apache.hadoop.security.Groups.<init>(Groups.java:93)
        at org.apache.hadoop.security.Groups.<init>(Groups.java:73)
        at org.apache.hadoop.security.Groups.getUserToGroupsMappingService(Groups.java:293)
        at org.apache.hadoop.security.UserGroupInformation.initialize(UserGroupInformation.java:283)
        at org.apache.hadoop.security.UserGroupInformation.ensureInitialized(UserGroupInformation.java:260)
        at org.apache.hadoop.security.UserGroupInformation.loginUserFromSubject(UserGroupInformation.java:789)
        at org.apache.hadoop.security.UserGroupInformation.getLoginUser(UserGroupInformation.java:774)
        at org.apache.hadoop.security.UserGroupInformation.getCurrentUser(UserGroupInformation.java:647)
        at org.apache.spark.util.Utils$$anonfun$getCurrentUserName$1.apply(Utils.scala:2160)
        at org.apache.spark.util.Utils$$anonfun$getCurrentUserName$1.apply(Utils.scala:2160)
        at scala.Option.getOrElse(Option.scala:120)
        at org.apache.spark.util.Utils$.getCurrentUserName(Utils.scala:2160)
        at org.apache.spark.SparkContext.<init>(SparkContext.scala:322)
        at zx.SparkDemo$.main(SparkDemo.scala:11)
        at zx.SparkDemo.main(SparkDemo.scala)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at com.intellij.rt.execution.application.AppMain.main(AppMain.java:140)
    17/08/31 11:00:43 INFO SecurityManager: Changing view acls to: 166
    17/08/31 11:00:43 INFO SecurityManager: Changing modify acls to: 166
    17/08/31 11:00:43 INFO SecurityManager: SecurityManager: authentication disabled; ui acls disabled; users with view permissions: Set(166); users with modify permissions: Set(166)
    17/08/31 11:00:44 INFO Utils: Successfully started service 'sparkDriver' on port 50052.
    17/08/31 11:00:44 INFO Slf4jLogger: Slf4jLogger started
    17/08/31 11:00:44 INFO Remoting: Starting remoting
    17/08/31 11:00:44 INFO Remoting: Remoting started; listening on addresses :[akka.tcp://sparkDriverActorSystem@192.168.0.166:50065]
    17/08/31 11:00:44 INFO Utils: Successfully started service 'sparkDriverActorSystem' on port 50065.
    17/08/31 11:00:44 INFO SparkEnv: Registering MapOutputTracker
    17/08/31 11:00:44 INFO SparkEnv: Registering BlockManagerMaster
    17/08/31 11:00:44 INFO DiskBlockManager: Created local directory at C:Users166AppDataLocalTemplockmgr-5269cfbb-bbec-4ecd-99dc-66512a129cac
    17/08/31 11:00:44 INFO MemoryStore: MemoryStore started with capacity 2.4 GB
    17/08/31 11:00:44 INFO SparkEnv: Registering OutputCommitCoordinator
    17/08/31 11:00:44 ERROR SparkContext: Error initializing SparkContext.
    java.lang.SecurityException: class "javax.servlet.FilterRegistration"'s signer information does not match signer information of other classes in the same package
        at java.lang.ClassLoader.checkCerts(ClassLoader.java:898)
        at java.lang.ClassLoader.preDefineClass(ClassLoader.java:668)
        at java.lang.ClassLoader.defineClass(ClassLoader.java:761)
        at java.security.SecureClassLoader.defineClass(SecureClassLoader.java:142)
        at java.net.URLClassLoader.defineClass(URLClassLoader.java:467)
        at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
        at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
        at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
        at java.security.AccessController.doPrivileged(Native Method)
        at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
        at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
        at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:331)
        at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
        at org.spark-project.jetty.servlet.ServletContextHandler.<init>(ServletContextHandler.java:136)
        at org.spark-project.jetty.servlet.ServletContextHandler.<init>(ServletContextHandler.java:129)
        at org.spark-project.jetty.servlet.ServletContextHandler.<init>(ServletContextHandler.java:98)
        at org.apache.spark.ui.JettyUtils$.createServletHandler(JettyUtils.scala:126)
        at org.apache.spark.ui.JettyUtils$.createServletHandler(JettyUtils.scala:113)
        at org.apache.spark.ui.WebUI.attachPage(WebUI.scala:78)
        at org.apache.spark.ui.WebUI$$anonfun$attachTab$1.apply(WebUI.scala:62)
        at org.apache.spark.ui.WebUI$$anonfun$attachTab$1.apply(WebUI.scala:62)
        at scala.collection.mutable.ResizableArray$class.foreach(ResizableArray.scala:59)
        at scala.collection.mutable.ArrayBuffer.foreach(ArrayBuffer.scala:47)
        at org.apache.spark.ui.WebUI.attachTab(WebUI.scala:62)
        at org.apache.spark.ui.SparkUI.initialize(SparkUI.scala:63)
        at org.apache.spark.ui.SparkUI.<init>(SparkUI.scala:76)
        at org.apache.spark.ui.SparkUI$.create(SparkUI.scala:195)
        at org.apache.spark.ui.SparkUI$.createLiveUI(SparkUI.scala:146)
        at org.apache.spark.SparkContext.<init>(SparkContext.scala:473)
        at zx.SparkDemo$.main(SparkDemo.scala:11)
        at zx.SparkDemo.main(SparkDemo.scala)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at com.intellij.rt.execution.application.AppMain.main(AppMain.java:140)
    17/08/31 11:00:44 INFO MapOutputTrackerMasterEndpoint: MapOutputTrackerMasterEndpoint stopped!
    17/08/31 11:00:44 INFO MemoryStore: MemoryStore cleared
    17/08/31 11:00:44 INFO BlockManager: BlockManager stopped
    17/08/31 11:00:44 INFO BlockManagerMaster: BlockManagerMaster stopped
    17/08/31 11:00:44 WARN MetricsSystem: Stopping a MetricsSystem that is not running
    17/08/31 11:00:44 INFO OutputCommitCoordinator$OutputCommitCoordinatorEndpoint: OutputCommitCoordinator stopped!
    17/08/31 11:00:44 INFO RemoteActorRefProvider$RemotingTerminator: Shutting down remote daemon.
    17/08/31 11:00:44 INFO SparkContext: Successfully stopped SparkContext
    Exception in thread "main" java.lang.SecurityException: class "javax.servlet.FilterRegistration"'s signer information does not match signer information of other classes in the same package
        at java.lang.ClassLoader.checkCerts(ClassLoader.java:898)
        at java.lang.ClassLoader.preDefineClass(ClassLoader.java:668)
        at java.lang.ClassLoader.defineClass(ClassLoader.java:761)
        at java.security.SecureClassLoader.defineClass(SecureClassLoader.java:142)
        at java.net.URLClassLoader.defineClass(URLClassLoader.java:467)
        at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
        at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
        at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
        at java.security.AccessController.doPrivileged(Native Method)
        at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
        at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
        at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:331)
        at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
        at org.spark-project.jetty.servlet.ServletContextHandler.<init>(ServletContextHandler.java:136)
        at org.spark-project.jetty.servlet.ServletContextHandler.<init>(ServletContextHandler.java:129)
        at org.spark-project.jetty.servlet.ServletContextHandler.<init>(ServletContextHandler.java:98)
        at org.apache.spark.ui.JettyUtils$.createServletHandler(JettyUtils.scala:126)
        at org.apache.spark.ui.JettyUtils$.createServletHandler(JettyUtils.scala:113)
        at org.apache.spark.ui.WebUI.attachPage(WebUI.scala:78)
        at org.apache.spark.ui.WebUI$$anonfun$attachTab$1.apply(WebUI.scala:62)
        at org.apache.spark.ui.WebUI$$anonfun$attachTab$1.apply(WebUI.scala:62)
        at scala.collection.mutable.ResizableArray$class.foreach(ResizableArray.scala:59)
        at scala.collection.mutable.ArrayBuffer.foreach(ArrayBuffer.scala:47)
        at org.apache.spark.ui.WebUI.attachTab(WebUI.scala:62)
        at org.apache.spark.ui.SparkUI.initialize(SparkUI.scala:63)
        at org.apache.spark.ui.SparkUI.<init>(SparkUI.scala:76)
        at org.apache.spark.ui.SparkUI$.create(SparkUI.scala:195)
        at org.apache.spark.ui.SparkUI$.createLiveUI(SparkUI.scala:146)
        at org.apache.spark.SparkContext.<init>(SparkContext.scala:473)
        at zx.SparkDemo$.main(SparkDemo.scala:11)
        at zx.SparkDemo.main(SparkDemo.scala)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at com.intellij.rt.execution.application.AppMain.main(AppMain.java:140)
    17/08/31 11:00:44 INFO RemoteActorRefProvider$RemotingTerminator: Remote daemon shut down; proceeding with flushing remote transports.
    17/08/31 11:00:45 INFO ShutdownHookManager: Shutdown hook called
    17/08/31 11:00:45 INFO ShutdownHookManager: Deleting directory C:Users166AppDataLocalTempspark-823d4cf6-dd1a-4f32-a5f9-5fa72f49ee5e
    
    Process finished with exit code 1

    纠错:把prom文件中的hadoop依赖删除

  • 相关阅读:
    vi编辑器
    数据发送的三种方式
    发送文件的三种方式
    提交表单提示框确定取消 点取消不会刷新页面
    input value="值栈的值"
    值栈
    struts2文件上传突破2M限制
    jsp取不到值栈的值
    站群--插件--点击量
    Java WebService 简单实例
  • 原文地址:https://www.cnblogs.com/RzCong/p/7457528.html
Copyright © 2020-2023  润新知