remove not implemented DStream functions in python

Ken Takagiwa · Ken Takagiwa · commit 57e3e5219146 · 2014-07-16T11:24:08.000-07:00
diff --git a/python/pyspark/streaming/dstream.py b/python/pyspark/streaming/dstream.py
@@ -54,50 +54,6 @@ def pyprint(self):
         """
         self._jdstream.pyprint()
 
-    def cache(self):
-        """
-        """
-        raise NotImplementedError
-
-    def checkpoint(self):
-        """
-        """
-        raise NotImplementedError
-
-    def compute(self, time):
-        """
-        """
-        raise NotImplementedError
-
-    def context(self):
-        """
-        """
-        raise NotImplementedError
-
-    def count(self):
-        """
-        """
-        raise NotImplementedError
-
-    def countByValue(self, numPartitions=None):
-        """
-        """
-        raise NotImplementedError
-
-    def countByValueAndWindow(self, duration, slideDuration=None):
-        """
-        """
-        raise NotImplementedError
-
-    def countByWindow(self, duration, slideDuration=None):
-        """
-        """
-        raise NotImplementedError
-
-    def dstream(self):
-        """
-        """
-        raise NotImplementedError
 
     def filter(self, f):
         """
@@ -111,16 +67,6 @@ def flatMap(self, f, preservesPartitioning=False):
         def func(s, iterator): return chain.from_iterable(imap(f, iterator))
         return self.mapPartitionsWithIndex(func, preservesPartitioning)
 
-    def foreachRDD(self, f, time):
-        """
-        """
-        raise NotImplementedError
-
-    def glom(self):
-        """
-        """
-        raise NotImplementedError
-
     def map(self, f, preservesPartitioning=False):
         """
         """
@@ -133,11 +79,6 @@ def mapPartitions(self, f):
         def func(s, iterator): return f(iterator)
         return self.mapPartitionsWithIndex(func)
 
-    def perist(self, storageLevel):
-        """
-        """
-        raise NotImplementedError
-
     def reduce(self, func, numPartitions=None):
         """
 
@@ -210,49 +151,6 @@ def add_shuffle_key(split, iterator):
         dstream._partitionFunc = partitionFunc
         return dstream
 
-
-
-    def reduceByWindow(self, reduceFunc, windowDuration, slideDuration, inReduceTunc):
-        """
-        """
-
-        raise NotImplementedError
-
-    def repartition(self, numPartitions):
-        """
-        """
-        raise NotImplementedError
-
-    def slice(self, fromTime, toTime):
-        """
-        """
-        raise NotImplementedError
-
-    def transform(self, transformFunc):
-        """
-        """
-        raise NotImplementedError
-
-    def transformWith(self, other, transformFunc):
-        """
-        """
-        raise NotImplementedError
-
-    def union(self, that):
-        """
-        """
-        raise NotImplementedError
-
-    def window(self, windowDuration, slideDuration=None):
-        """
-        """
-        raise NotImplementedError
-
-    def wrapRDD(self, rdd):
-        """
-        """
-        raise NotImplementedError
-
     def mapPartitionsWithIndex(self, f, preservesPartitioning=False):
         return PipelinedDStream(self, f, preservesPartitioning)
 
