cglib和asm的版本冲突问题_SparkStreaming

17/08/04 10:31:00 ERROR executor.Executor: Exception in task 0.0 in stage 3.0 (TID 71)
java.lang.IncompatibleClassChangeError: class net.sf.cglib.core.DebuggingClassWriter has interface org.objectweb.asm.ClassVisitor as super class
at java.lang.ClassLoader.defineClass1(Native Method)
at java.lang.ClassLoader.defineClass(ClassLoader.java:763)
at java.security.SecureClassLoader.defineClass(SecureClassLoader.java:142)
at java.net.URLClassLoader.defineClass(URLClassLoader.java:467)
at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
at java.security.AccessController.doPrivileged(Native Method)
at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
at net.sf.cglib.core.DefaultGeneratorStrategy.getClassVisitor(DefaultGeneratorStrategy.java:30)
at net.sf.cglib.core.DefaultGeneratorStrategy.generate(DefaultGeneratorStrategy.java:24)
at net.sf.cglib.core.AbstractClassGenerator.create(AbstractClassGenerator.java:216)
at net.sf.cglib.reflect.FastClass$Generator.create(FastClass.java:64)
at net.sf.cglib.reflect.FastClass.create(FastClass.java:46)
at net.sf.cglib.reflect.FastClass.create(FastClass.java:39)
at com.networkbench.avro.serialize.AvroSchemaGenerator.getAvroFields(AvroSchemaGenerator.java:326)
at com.networkbench.avro.serialize.DefaultAvroDecoder.deserialize(DefaultAvroDecoder.java:88)
at com.networkbench.avro.serialize.AvroMessageDecoder.decode(AvroMessageDecoder.java:124)
at com.networkbench.avro.serialize.DefaultAvroDecoder.decode(DefaultAvroDecoder.java:642)
at com.tingyun.ml.streaming.StreamingAnomalyDetector$$anonfun$2.apply(StreamingAnomalyDetection.scala:58)
at com.tingyun.ml.streaming.StreamingAnomalyDetector$$anonfun$2.apply(StreamingAnomalyDetection.scala:49)
at scala.collection.Iterator$$anon$11.next(Iterator.scala:409)
at scala.collection.Iterator$$anon$11.next(Iterator.scala:409)
at scala.collection.Iterator$$anon$10.next(Iterator.scala:393)
at scala.collection.Iterator$class.foreach(Iterator.scala:893)
at scala.collection.AbstractIterator.foreach(Iterator.scala:1336)
at scala.collection.generic.Growable$class.$plus$plus$eq(Growable.scala:59)
at scala.collection.mutable.ArrayBuffer.$plus$plus$eq(ArrayBuffer.scala:104)
at scala.collection.mutable.ArrayBuffer.$plus$plus$eq(ArrayBuffer.scala:48)
at scala.collection.TraversableOnce$class.to(TraversableOnce.scala:310)
at scala.collection.AbstractIterator.to(Iterator.scala:1336)
at scala.collection.TraversableOnce$class.toBuffer(TraversableOnce.scala:302)
at scala.collection.AbstractIterator.toBuffer(Iterator.scala:1336)
at scala.collection.TraversableOnce$class.toArray(TraversableOnce.scala:289)
at scala.collection.AbstractIterator.toArray(Iterator.scala:1336)
at org.apache.spark.rdd.RDD$$anonfun$take$1$$anonfun$29.apply(RDD.scala:1354)
at org.apache.spark.rdd.RDD$$anonfun$take$1$$anonfun$29.apply(RDD.scala:1354)
at org.apache.spark.SparkContext$$anonfun$runJob$5.apply(SparkContext.scala:1951)
at org.apache.spark.SparkContext$$anonfun$runJob$5.apply(SparkContext.scala:1951)
at org.apache.spark.scheduler.ResultTask.runTask(ResultTask.scala:87)
at org.apache.spark.scheduler.Task.run(Task.scala:99)
at org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:322)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
17/08/04 10:31:00 INFO executor.CoarseGrainedExecutorBackend: Got assigned task 72
17/08/04 10:31:00 INFO executor.Executor: Running task 0.1 in stage 3.0 (TID 72)
17/08/04 10:31:00 INFO storage.BlockManager: Found block input-0-1501813857800 locally
17/08/04 10:31:00 INFO imps.CuratorFrameworkImpl: Starting
17/08/04 10:31:00 INFO zookeeper.ZooKeeper: Initiating client connection, connectString=10.194.1.2:2181 sessionTimeout=60000 watcher=org.apache.curator.ConnectionState@693adaf3
17/08/04 10:31:00 INFO zookeeper.ClientCnxn: Opening socket connection to server 10.194.1.2/10.194.1.2:2181. Will not attempt to authenticate using SASL (unknown error)
17/08/04 10:31:00 INFO zookeeper.ClientCnxn: Socket connection established to 10.194.1.2/10.194.1.2:2181, initiating session
17/08/04 10:31:00 INFO zookeeper.ClientCnxn: Session establishment complete on server 10.194.1.2/10.194.1.2:2181, sessionid = 0x15d5dc1e938163d, negotiated timeout = 40000
17/08/04 10:31:00 INFO state.ConnectionStateManager: State change: CONNECTED
17/08/04 10:31:00 ERROR executor.Executor: Exception in task 0.1 in stage 3.0 (TID 72)
java.lang.IncompatibleClassChangeError: net/sf/cglib/core/DebuggingClassWriter
at net.sf.cglib.core.DefaultGeneratorStrategy.getClassVisitor(DefaultGeneratorStrategy.java:30)
at net.sf.cglib.core.DefaultGeneratorStrategy.generate(DefaultGeneratorStrategy.java:24)
at net.sf.cglib.core.AbstractClassGenerator.create(AbstractClassGenerator.java:216)
at net.sf.cglib.reflect.FastClass$Generator.create(FastClass.java:64)
at net.sf.cglib.reflect.FastClass.create(FastClass.java:46)
at net.sf.cglib.reflect.FastClass.create(FastClass.java:39)
at com.networkbench.avro.serialize.AvroSchemaGenerator.getAvroFields(AvroSchemaGenerator.java:326)
at com.networkbench.avro.serialize.DefaultAvroDecoder.deserialize(DefaultAvroDecoder.java:88)
at com.networkbench.avro.serialize.AvroMessageDecoder.decode(AvroMessageDecoder.java:124)
at com.networkbench.avro.serialize.DefaultAvroDecoder.decode(DefaultAvroDecoder.java:642)
at com.tingyun.ml.streaming.StreamingAnomalyDetector$$anonfun$2.apply(StreamingAnomalyDetection.scala:58)
at com.tingyun.ml.streaming.StreamingAnomalyDetector$$anonfun$2.apply(StreamingAnomalyDetection.scala:49)
at scala.collection.Iterator$$anon$11.next(Iterator.scala:409)
at scala.collection.Iterator$$anon$11.next(Iterator.scala:409)
at scala.collection.Iterator$$anon$10.next(Iterator.scala:393)
at scala.collection.Iterator$class.foreach(Iterator.scala:893)
at scala.collection.AbstractIterator.foreach(Iterator.scala:1336)
at scala.collection.generic.Growable$class.$plus$plus$eq(Growable.scala:59)
at scala.collection.mutable.ArrayBuffer.$plus$plus$eq(ArrayBuffer.scala:104)
at scala.collection.mutable.ArrayBuffer.$plus$plus$eq(ArrayBuffer.scala:48)
at scala.collection.TraversableOnce$class.to(TraversableOnce.scala:310)
at scala.collection.AbstractIterator.to(Iterator.scala:1336)
at scala.collection.TraversableOnce$class.toBuffer(TraversableOnce.scala:302)
at scala.collection.AbstractIterator.toBuffer(Iterator.scala:1336)
at scala.collection.TraversableOnce$class.toArray(TraversableOnce.scala:289)
at scala.collection.AbstractIterator.toArray(Iterator.scala:1336)
at org.apache.spark.rdd.RDD$$anonfun$take$1$$anonfun$29.apply(RDD.scala:1354)
at org.apache.spark.rdd.RDD$$anonfun$take$1$$anonfun$29.apply(RDD.scala:1354)
at org.apache.spark.SparkContext$$anonfun$runJob$5.apply(SparkContext.scala:1951)
at org.apache.spark.SparkContext$$anonfun$runJob$5.apply(SparkContext.scala:1951)
at org.apache.spark.scheduler.ResultTask.runTask(ResultTask.scala:87)
at org.apache.spark.scheduler.Task.run(Task.scala:99)
at org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:322)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)

17/08/04 10:31:00 INFO executor.CoarseGrainedExecutorBackend: Got assigned task 73

打印maven依赖关系树分析，sparkCore依赖于asm3.1     公司内部的序列化采用的cglib 3.1导致不兼容；通过修改pom.xml文件

 <dependencyManagement>
    <dependencies>
      <dependency>
          <groupId>cglib</groupId>
          <artifactId>cglib</artifactId>
          <version>2.2</version>
      </dependency>
    </dependencies>
  </dependencyManagement>