Make the schema wider.

yhuai · yhuai · commit cc1d4724e2a8 · 2015-02-26T14:03:04.000-08:00
diff --git a/sql/hive/src/test/scala/org/apache/spark/sql/hive/MetastoreDataSourcesSuite.scala b/sql/hive/src/test/scala/org/apache/spark/sql/hive/MetastoreDataSourcesSuite.scala
@@ -593,7 +593,8 @@ class MetastoreDataSourcesSuite extends QueryTest with BeforeAndAfterEach {
   }
 
   test("SPARK-6024 wide schema support") {
-    val schema = StructType((1 to 1000).map(i => StructField(s"c_${i}", StringType, true)))
+    // We will need 80 splits for this schema if the threshold is 4000.
+    val schema = StructType((1 to 5000).map(i => StructField(s"c_${i}", StringType, true)))
     assert(
       schema.json.size > conf.schemaStringLengthThreshold,
       "To correctly test the fix of SPARK-6024, the value of " +

Original file line number	Diff line number	Diff line change
`@@ -593,7 +593,8 @@ class MetastoreDataSourcesSuite extends QueryTest with BeforeAndAfterEach {`
`593`	`593`	`}`
`594`	`594`
`595`	`595`	`test("SPARK-6024 wide schema support") {`
`596`		`- val schema = StructType((1 to 1000).map(i => StructField(s"c_${i}", StringType, true)))`
	`596`	`+ // We will need 80 splits for this schema if the threshold is 4000.`
	`597`	`+ val schema = StructType((1 to 5000).map(i => StructField(s"c_${i}", StringType, true)))`
`597`	`598`	`assert(`
`598`	`599`	`schema.json.size > conf.schemaStringLengthThreshold,`
`599`	`600`	`"To correctly test the fix of SPARK-6024, the value of " +`