flink-user mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From Flavio Pompermaier <pomperma...@okkam.it>
Subject Re: ClassReader could not be created
Date Wed, 20 May 2015 07:41:58 GMT
Any insight about this..?

On Tue, May 19, 2015 at 12:49 PM, Flavio Pompermaier <pompermaier@okkam.it>
wrote:

> Hi to all,
>
> I tried to run my job on a brand new Flink cluster (0.9-SNAPSHOT) from the
> web client UI using the shading strategy of the quickstart example but I
> get this exception:
>
> Caused by: java.lang.RuntimeException: Could not create ClassReader:
> java.io.IOException: Class not found
> at
> org.apache.flink.api.java.ClosureCleaner.getClassReader(ClosureCleaner.java:42)
> at
> org.apache.flink.api.java.ClosureCleaner.cleanThis0(ClosureCleaner.java:67)
> at org.apache.flink.api.java.ClosureCleaner.clean(ClosureCleaner.java:54)
>
> It seems that it cannot find some kryo class..how do I fix this? this is
> my shade plugin section of pom.xml:
>
>
> <plugin>
> <groupId>org.apache.maven.plugins</groupId>
> <artifactId>maven-shade-plugin</artifactId>
> <version>1.4</version>
> <executions>
> <execution>
> <phase>package</phase>
> <goals>
> <goal>shade</goal>
> </goals>
> <configuration>
> <artifactSet>
> <excludes>
> <!-- This list contains all dependencies of flink-dist Everything
> else will be packaged into the fat-jar -->
> <exclude>org.apache.flink:flink-shaded-*</exclude>
> <exclude>org.apache.flink:flink-core</exclude>
> <exclude>org.apache.flink:flink-java</exclude>
> <exclude>org.apache.flink:flink-scala</exclude>
> <exclude>org.apache.flink:flink-runtime</exclude>
> <exclude>org.apache.flink:flink-optimizer</exclude>
> <exclude>org.apache.flink:flink-clients</exclude>
> <exclude>org.apache.flink:flink-spargel</exclude>
> <exclude>org.apache.flink:flink-avro</exclude>
> <exclude>org.apache.flink:flink-java-examples</exclude>
> <exclude>org.apache.flink:flink-scala-examples</exclude>
> <exclude>org.apache.flink:flink-streaming-examples</exclude>
> <exclude>org.apache.flink:flink-streaming-core</exclude>
>
> <!-- Also exclude very big transitive dependencies of Flink WARNING:
> You have to remove these excludes if your code relies on other versions of
> these dependencies. -->
> <exclude>org.scala-lang:scala-library</exclude>
> <exclude>org.scala-lang:scala-compiler</exclude>
> <exclude>org.scala-lang:scala-reflect</exclude>
> <exclude>com.amazonaws:aws-java-sdk</exclude>
> <exclude>com.typesafe.akka:akka-actor_*</exclude>
> <exclude>com.typesafe.akka:akka-remote_*</exclude>
> <exclude>com.typesafe.akka:akka-slf4j_*</exclude>
> <exclude>io.netty:netty-all</exclude>
> <exclude>io.netty:netty</exclude>
> <exclude>org.eclipse.jetty:jetty-server</exclude>
> <exclude>org.eclipse.jetty:jetty-continuation</exclude>
> <exclude>org.eclipse.jetty:jetty-http</exclude>
> <exclude>org.eclipse.jetty:jetty-io</exclude>
> <exclude>org.eclipse.jetty:jetty-util</exclude>
> <exclude>org.eclipse.jetty:jetty-security</exclude>
> <exclude>org.eclipse.jetty:jetty-servlet</exclude>
> <exclude>commons-fileupload:commons-fileupload</exclude>
> <exclude>org.apache.avro:avro</exclude>
> <exclude>commons-collections:commons-collections</exclude>
> <exclude>org.codehaus.jackson:jackson-core-asl</exclude>
> <exclude>org.codehaus.jackson:jackson-mapper-asl</exclude>
> <exclude>com.thoughtworks.paranamer:paranamer</exclude>
> <exclude>org.xerial.snappy:snappy-java</exclude>
> <exclude>org.apache.commons:commons-compress</exclude>
> <exclude>org.tukaani:xz</exclude>
> <exclude>com.esotericsoftware.kryo:kryo</exclude>
> <exclude>com.esotericsoftware.minlog:minlog</exclude>
> <exclude>org.objenesis:objenesis</exclude>
> <exclude>com.twitter:chill_*</exclude>
> <exclude>com.twitter:chill-java</exclude>
> <exclude>com.twitter:chill-avro_*</exclude>
> <exclude>com.twitter:chill-bijection_*</exclude>
> <exclude>com.twitter:bijection-core_*</exclude>
> <exclude>com.twitter:bijection-avro_*</exclude>
> <exclude>com.twitter:chill-protobuf</exclude>
> <exclude>com.google.protobuf:protobuf-java</exclude>
> <exclude>com.twitter:chill-thrift</exclude>
> <exclude>org.apache.thrift:libthrift</exclude>
> <exclude>commons-lang:commons-lang</exclude>
> <exclude>junit:junit</exclude>
> <exclude>de.javakaffee:kryo-serializers</exclude>
> <exclude>joda-time:joda-time</exclude>
> <exclude>org.apache.commons:commons-lang3</exclude>
> <exclude>org.slf4j:slf4j-api</exclude>
> <exclude>org.slf4j:slf4j-log4j12</exclude>
> <exclude>log4j:log4j</exclude>
> <exclude>org.apache.commons:commons-math</exclude>
> <exclude>org.apache.sling:org.apache.sling.commons.json</exclude>
> <exclude>commons-logging:commons-logging</exclude>
> <exclude>org.apache.httpcomponents:httpclient</exclude>
> <exclude>org.apache.httpcomponents:httpcore</exclude>
> <exclude>commons-codec:commons-codec</exclude>
> <exclude>com.fasterxml.jackson.core:jackson-core</exclude>
> <exclude>com.fasterxml.jackson.core:jackson-databind</exclude>
> <exclude>com.fasterxml.jackson.core:jackson-annotations</exclude>
> <exclude>org.codehaus.jettison:jettison</exclude>
> <exclude>stax:stax-api</exclude>
> <exclude>com.typesafe:config</exclude>
> <exclude>org.uncommons.maths:uncommons-maths</exclude>
> <exclude>com.github.scopt:scopt_*</exclude>
> <exclude>org.mortbay.jetty:servlet-api</exclude>
> <exclude>commons-io:commons-io</exclude>
> <exclude>commons-cli:commons-cli</exclude>
> </excludes>
> </artifactSet>
> <filters>
> <filter>
> <artifact>org.apache.flink:*</artifact>
> <excludes>
> <exclude>org/apache/flink/shaded/**</exclude>
> <exclude>web-docs/**</exclude>
> </excludes>
> </filter>
> </filters>
> <createDependencyReducedPom>false</createDependencyReducedPom>
> <finalName>XXXX</finalName>
> <transformers>
> <!-- add Main-Class to manifest file -->
> <transformer
>
> implementation="org.apache.maven.plugins.shade.resource.ManifestResourceTransformer">
> <manifestEntries>
> <Main-Class>XXX</Main-Class>
> </manifestEntries>
> </transformer>
> </transformers>
> </configuration>
> </execution>
> </executions>
> </plugin>
>

Mime
View raw message