spark-reviews mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From cequencer <...@git.apache.org>
Subject [GitHub] spark pull request: [SPARK-11273][SQL] Move ArrayData/MapData/Data...
Date Fri, 30 Oct 2015 02:16:57 GMT
Github user cequencer commented on the pull request:

    https://github.com/apache/spark/pull/9239#issuecomment-152391757
  
    I am trying to build the latest master branch, but I am having compile errors that seemed
to be coming from this commit:  cdea0174e32a5f4c28fd59899b2e9774994303d5
    
    $ git blame -L30,31 sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/CatalystTypeConverters.scala
    cdea0174 (Reynold Xin         2015-10-23 00:00:21 -0700 30) import org.apache.spark.sql.catalyst.util._
    67d06880 (Volodymyr Lyubinets 2015-04-10 16:27:56 -0700 31) import org.apache.spark.sql.types._
    
    $ git blame -L25,26 sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/expressions/Cast.scala
    cdea0174 (Reynold Xin 2015-10-23 00:00:21 -0700 25) import org.apache.spark.sql.catalyst.util._
    f9969098 (Reynold Xin 2015-01-13 17:16:41 -0800 26) import org.apache.spark.sql.types._
    
    I appreciate any feedback and guidance you can provide on what I maybe doing wrong.  Thanks!
 
    
    Compile errors stdout below:
    [error] /tmp/spark/sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/CatalystTypeConverters.scala:154:
reference to ArrayData is ambiguous;
    [error] it is imported twice in the same scope by
    [error] import org.apache.spark.sql.types._
    [error] and import org.apache.spark.sql.catalyst.util._
    [error]       elementType: DataType) extends CatalystTypeConverter[Any, Seq[Any], ArrayData]
{
    [error]                                                                           ^
    [error] /tmp/spark/sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/CatalystTypeConverters.scala:196:
reference to MapData is ambiguous;
    [error] it is imported twice in the same scope by
    [error] import org.apache.spark.sql.types._
    [error] and import org.apache.spark.sql.catalyst.util._
    [error]     extends CatalystTypeConverter[Any, Map[Any, Any], MapData] {
    [error]                                                       ^
    [error] /tmp/spark/sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/CatalystTypeConverters.scala:175:
reference to ArrayData is ambiguous;
    [error] it is imported twice in the same scope by
    [error] import org.apache.spark.sql.types._
    [error] and import org.apache.spark.sql.catalyst.util._
    [error]     override def toScala(catalystValue: ArrayData): Seq[Any] = {
    [error]                                         ^
    [error] /tmp/spark/sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/CatalystTypeConverters.scala:231:
reference to MapData is ambiguous;
    [error] it is imported twice in the same scope by
    [error] import org.apache.spark.sql.types._
    [error] and import org.apache.spark.sql.catalyst.util._
    [error]     override def toScala(catalystValue: MapData): Map[Any, Any] = {
    [error]                                         ^
    [error] /tmp/spark/sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/CatalystTypeConverters.scala:158:
reference to ArrayData is ambiguous;
    [error] it is imported twice in the same scope by
    [error] import org.apache.spark.sql.types._
    [error] and import org.apache.spark.sql.catalyst.util._
    [error]     override def toCatalystImpl(scalaValue: Any): ArrayData = {
    [error]                                                   ^
    [error] /tmp/spark/sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/CatalystTypeConverters.scala:161:
reference to GenericArrayData is ambiguous;
    [error] it is imported twice in the same scope by
    [error] import org.apache.spark.sql.types._
    [error] and import org.apache.spark.sql.catalyst.util._
    [error]           new GenericArrayData(a.map(elementConverter.toCatalyst))
    [error]               ^
    [error] /tmp/spark/sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/CatalystTypeConverters.scala:163:
reference to GenericArrayData is ambiguous;
    [error] it is imported twice in the same scope by
    [error] import org.apache.spark.sql.types._
    [error] and import org.apache.spark.sql.catalyst.util._
    [error]           new GenericArrayData(s.map(elementConverter.toCatalyst).toArray)
    [error]               ^
    [error] /tmp/spark/sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/CatalystTypeConverters.scala:171:
reference to GenericArrayData is ambiguous;
    [error] it is imported twice in the same scope by
    [error] import org.apache.spark.sql.types._
    [error] and import org.apache.spark.sql.catalyst.util._
    [error]           new GenericArrayData(convertedIterable.toArray)
    [error]               ^
    [error] /tmp/spark/sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/CatalystTypeConverters.scala:201:
reference to MapData is ambiguous;
    [error] it is imported twice in the same scope by
    [error] import org.apache.spark.sql.types._
    [error] and import org.apache.spark.sql.catalyst.util._
    [error]     override def toCatalystImpl(scalaValue: Any): MapData = scalaValue match {
    [error]                                                   ^
    [error] /tmp/spark/sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/CatalystTypeConverters.scala:213:
reference to ArrayBasedMapData is ambiguous;
    [error] it is imported twice in the same scope by
    [error] import org.apache.spark.sql.types._
    [error] and import org.apache.spark.sql.catalyst.util._
    [error]         ArrayBasedMapData(convertedKeys, convertedValues)
    [error]         ^
    [error] /tmp/spark/sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/CatalystTypeConverters.scala:228:
reference to ArrayBasedMapData is ambiguous;
    [error] it is imported twice in the same scope by
    [error] import org.apache.spark.sql.types._
    [error] and import org.apache.spark.sql.catalyst.util._
    [error]         ArrayBasedMapData(convertedKeys, convertedValues)
    [error]         ^
    [error] /tmp/spark/sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/CatalystTypeConverters.scala:431:
reference to GenericArrayData is ambiguous;
    [error] it is imported twice in the same scope by
    [error] import org.apache.spark.sql.types._
    [error] and import org.apache.spark.sql.catalyst.util._
    [error]     case seq: Seq[Any] => new GenericArrayData(seq.map(convertToCatalyst).toArray)
    [error]                               ^
    [error] /tmp/spark/sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/CatalystTypeConverters.scala:433:
reference to GenericArrayData is ambiguous;
    [error] it is imported twice in the same scope by
    [error] import org.apache.spark.sql.types._
    [error] and import org.apache.spark.sql.catalyst.util._
    [error]     case arr: Array[Any] => new GenericArrayData(arr.map(convertToCatalyst))
    [error]                                 ^
    [error] /tmp/spark/sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/CatalystTypeConverters.scala:445:
reference to ArrayBasedMapData is ambiguous;
    [error] it is imported twice in the same scope by
    [error] import org.apache.spark.sql.types._
    [error] and import org.apache.spark.sql.catalyst.util._
    [error]       ArrayBasedMapData(convertedKeys, convertedValues)
    [error]       ^
    [error] /tmp/spark/sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/expressions/Cast.scala:373:
reference to ArrayData is ambiguous;
    [error] it is imported twice in the same scope by
    [error] import org.apache.spark.sql.types._
    [error] and import org.apache.spark.sql.catalyst.util._
    [error]     buildCast[ArrayData](_, array => {
    [error]               ^
    [error] /tmp/spark/sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/expressions/Cast.scala:389:
reference to MapData is ambiguous;
    [error] it is imported twice in the same scope by
    [error] import org.apache.spark.sql.types._
    [error] and import org.apache.spark.sql.catalyst.util._
    [error]     buildCast[MapData](_, map => {
    [error]               ^
    [error] /tmp/spark/sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/expressions/Cast.scala:814:
reference to GenericArrayData is ambiguous;
    [error] it is imported twice in the same scope by
    [error] import org.apache.spark.sql.types._
    [error] and import org.apache.spark.sql.catalyst.util._
    [error]     val arrayClass = classOf[GenericArrayData].getName
    [error]                              ^
    [error] /tmp/spark/sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/expressions/Cast.scala:851:
reference to ArrayBasedMapData is ambiguous;
    [error] it is imported twice in the same scope by
    [error] import org.apache.spark.sql.types._
    [error] and import org.apache.spark.sql.catalyst.util._
    [error]     val mapClass = classOf[ArrayBasedMapData].getName
    [error]                            ^
    [warn] /tmp/spark/sql/catalyst/src/main/scala/org/apache/spark/sql/types/StructType.scala:27:
imported `DataTypeParser' is permanently hidden by definition of object DataTypeParser in
package types
    [warn] import org.apache.spark.sql.catalyst.util.DataTypeParser
    [warn]                                           ^
    [warn] one warning found
    [error] 18 errors found
    
    [error] (catalyst/compile:compile) Compilation failed
    [error] Total time: 559 s, completed Oct 29, 2015 7:07:47 PM
    



---
If your project is set up for it, you can reply to this email and have your
reply appear on GitHub as well. If your project does not have this feature
enabled and wishes so, or if the feature is enabled but not working, please
contact infrastructure at infrastructure@apache.org or file a JIRA ticket
with INFRA.
---

---------------------------------------------------------------------
To unsubscribe, e-mail: reviews-unsubscribe@spark.apache.org
For additional commands, e-mail: reviews-help@spark.apache.org


Mime
View raw message