Bucketizer docs update - nulls not supported in handleInvalid

wojtek-szymanski · wojtek-szymanski · commit ca6e9577f16e · 2017-03-06T22:58:03.000+01:00
diff --git a/mllib/src/main/scala/org/apache/spark/ml/feature/Bucketizer.scala b/mllib/src/main/scala/org/apache/spark/ml/feature/Bucketizer.scala
@@ -78,7 +78,7 @@ final class Bucketizer @Since("1.4.0") (@Since("1.4.0") override val uid: String
   def setOutputCol(value: String): this.type = set(outputCol, value)
 
   /**
-   * Param for how to handle invalid entries containing either NaN or null values.
+   * Param for how to handle invalid entries containing NaN values.
    * Values outside the splits will always be treated as errors.
    * Options are 'skip' (filter out rows with invalid values), 'error' (throw an error),
    * or 'keep' (keep invalid values in a special additional bucket).
@@ -88,7 +88,7 @@ final class Bucketizer @Since("1.4.0") (@Since("1.4.0") override val uid: String
   // TODO: SPARK-18619 Make Bucketizer inherit from HasHandleInvalid.
   @Since("2.1.0")
   val handleInvalid: Param[String] = new Param[String](this, "handleInvalid",
-    "how to handle invalid entries containing either NaN or null values. " +
+    "how to handle invalid entries containing NaN values. " +
     "Values outside the splits will always be treated as errors. " +
     "Options are skip (filter out rows with invalid values), " +
     "error (throw an error), or keep (keep invalid values in a special additional bucket).",
diff --git a/python/pyspark/ml/feature.py b/python/pyspark/ml/feature.py
@@ -357,7 +357,7 @@ class Bucketizer(JavaTransformer, HasInputCol, HasOutputCol, JavaMLReadable, Jav
               typeConverter=TypeConverters.toListFloat)
 
     handleInvalid = Param(Params._dummy(), "handleInvalid",
-                          "how to handle invalid entries containing either NaN or null values. " +
+                          "how to handle invalid entries containing NaN values. " +
                           "Values outside the splits will always be treated as errors. " +
                           "Options are 'skip' (filter out rows with invalid values), " +
                           "'error' (throw an error), or 'keep' (keep invalid values in a special " +
