carbondata-issues mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From ravipesala <...@git.apache.org>
Subject [GitHub] carbondata pull request #1672: [CARBONDATA-1858][PARTITION] Support querying...
Date Tue, 19 Dec 2017 12:23:14 GMT
Github user ravipesala commented on a diff in the pull request:

    https://github.com/apache/carbondata/pull/1672#discussion_r157739117
  
    --- Diff: integration/spark2/src/main/scala/org/apache/spark/sql/execution/strategy/CarbonLateDecodeStrategy.scala
---
    @@ -130,6 +130,44 @@ private[sql] class CarbonLateDecodeStrategy extends SparkStrategy
{
           table.carbonTable.getTableInfo.serialize())
       }
     
    +  /**
    +   * Converts to physical RDD of carbon after pushing down applicable filters.
    +   * @param relation
    +   * @param projects
    +   * @param filterPredicates
    +   * @param scanBuilder
    +   * @return
    +   */
    +  private def pruneFilterProject(
    +      relation: LogicalRelation,
    +      projects: Seq[NamedExpression],
    +      filterPredicates: Seq[Expression],
    +      scanBuilder: (Seq[Attribute], Array[Filter],
    +        ArrayBuffer[AttributeReference], Seq[String]) => RDD[InternalRow]) = {
    +    val names = relation.catalogTable.get.partitionColumnNames
    +    // Get the current partitions from table.
    +    var partitions: Seq[String] = null
    +    if (names.nonEmpty) {
    +      val partitionSet = AttributeSet(names
    +        .map(p => relation.output.find(_.name.equalsIgnoreCase(p)).get))
    --- End diff --
    
    OK


---

Mime
View raw message