eclipse - java.lang.NoClassDefFoundError: javax/servlet/FilterRegistration -
i using spark 1.6.0 , trying code simple project of "word counts". getting error:
java.lang.noclassdeffounderror: javax/servlet/filterregistration
this code:
import org.apache.spark.api.java.javasparkcontext; import scala.tuple2; import org.apache.spark.api.java.javapairrdd; import org.apache.spark.api.java.javardd; import java.util.arrays; import org.apache.spark.sparkconf; public class wordcount { public static void main(string[] args) { sparkconf conf = new sparkconf().setappname("wordcount").setmaster("local[2]"); javasparkcontext sc = new javasparkcontext(conf); javardd<string> lines = sc.textfile("scrittura.txt"); javardd<integer> linelengths = lines.map(s -> s.length()); int totallength = linelengths.reduce((a, b) -> + b); system.out.println("total: " + totallength); javardd<string> flat = lines .flatmap(x -> arrays.aslist(x.replaceall("[^a-za-z ]", "").split(" "))); javapairrdd<string, integer> map = flat .maptopair(x -> new tuple2<string, integer>(x, 1)); javapairrdd<string, integer> reduce = map .reducebykey((x, y) -> x + y); system.out.println(reduce.collect()); sc.stop(); sc.close(); }}
this log:
exception in thread "main" java.lang.noclassdeffounderror: javax/servlet/filterregistration @ org.spark-project.jetty.servlet.servletcontexthandler.(servletcontexthandler.java:136) @ org.spark-project.jetty.servlet.servletcontexthandler.(servletcontexthandler.java:129) @ org.spark-project.jetty.servlet.servletcontexthandler.(servletcontexthandler.java:98) @ org.apache.spark.ui.jettyutils$.createservlethandler(jettyutils.scala:110) @ org.apache.spark.ui.jettyutils$.createservlethandler(jettyutils.scala:101) @ org.apache.spark.ui.webui.attachpage(webui.scala:78) @ org.apache.spark.ui.webui$$anonfun$attachtab$1.apply(webui.scala:62) @ org.apache.spark.ui.webui$$anonfun$attachtab$1.apply(webui.scala:62) @ scala.collection.mutable.resizablearray$class.foreach(resizablearray.scala:59) @ scala.collection.mutable.arraybuffer.foreach(arraybuffer.scala:47) @ org.apache.spark.ui.webui.attachtab(webui.scala:62) @ org.apache.spark.ui.sparkui.initialize(sparkui.scala:61) @ org.apache.spark.ui.sparkui.(sparkui.scala:74) @ org.apache.spark.ui.sparkui$.create(sparkui.scala:190) @ org.apache.spark.ui.sparkui$.createliveui(sparkui.scala:141) @ org.apache.spark.sparkcontext.(sparkcontext.scala:466) @ org.apache.spark.api.java.javasparkcontext.(javasparkcontext.scala:61) @ wordcount.main(wordcount.java:16) caused by: java.lang.classnotfoundexception: javax.servlet.filterregistration @ java.net.urlclassloader.findclass(urlclassloader.java:381) @ java.lang.classloader.loadclass(classloader.java:424) @ sun.misc.launcher$appclassloader.loadclass(launcher.java:331) @ java.lang.classloader.loadclass(classloader.java:357) ... 18 more
this pom.xml:
<project xmlns="http://maven.apache.org/pom/4.0.0" xmlns:xsi="http://www.w3.org/2001/xmlschema-instance" xsi:schemalocation="http://maven.apache.org/pom/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd"> <modelversion>4.0.0</modelversion> <artifactid>examples</artifactid> <version>0.0.1-snapshot</version> <packaging>jar</packaging> <name>examples</name> <url>http://maven.apache.org</url> <properties> <project.build.sourceencoding>utf-8</project.build.sourceencoding> </properties> <dependencies> <dependency> <groupid>junit</groupid> <artifactid>junit</artifactid> <version>3.8.1</version> <scope>test</scope> </dependency> <dependency> <groupid>org.apache.spark</groupid> <artifactid>spark-core_2.10</artifactid> <version>1.5.1</version> </dependency> <dependency> <groupid>org.apache.spark</groupid> <artifactid>spark-mllib_2.10</artifactid> <version>1.5.0</version> </dependency> <dependency> <groupid>org.apache.hadoop</groupid> <artifactid>hadoop-client</artifactid> <version>2.6.2</version> </dependency> <dependency> <groupid>org.eclipse.jetty.orbit</groupid> <artifactid>javax.servlet</artifactid> <version>3.0.0.v201112011016</version> </dependency> </dependencies> </project>
how can solve it?
thank you!
Comments
Post a Comment