corrected mirror bug (see SPARK-5775) for newParquet

Anselme Vignon · Anselme Vignon · commit 24928ea91234 · 2015-02-20T14:53:02.000+01:00
diff --git a/sql/core/src/main/scala/org/apache/spark/sql/parquet/newParquet.scala b/sql/core/src/main/scala/org/apache/spark/sql/parquet/newParquet.scala
@@ -278,10 +278,18 @@ case class ParquetRelation2(path: String)(@transient val sqlContext: SQLContext)
           }.toMap
 
         val currentValue = partValues.values.head.toInt
-        iter.map { pair =>
-          val res = pair._2.asInstanceOf[SpecificMutableRow]
-          res.setInt(partitionKeyLocation, currentValue)
-          res
+        iter.map { _._2 match {
+          case row: SpecificMutableRow => {
+            val res = row.asInstanceOf[SpecificMutableRow]
+            res.setInt(partitionKeyLocation, currentValue)
+            res
+          }
+          case row: Row => {
+            val rowContent = row.to[Array]
+            rowContent.update(partitionKeyLocation, currentValue)
+            Row.fromSeq(rowContent)
+          }
+        }
         }
       }
     } else {
