ODIn/spark-instrumented-optimizer
1
0
Fork 0
Code Issues Pull requests Projects Releases Wiki Activity

[SPARK-8541] [PYSPARK] test the absolute error in approx doctests

Browse source 
A minor change but one which is (presumably) visible on the public api docs webpage.

Author: Scott Taylor <github@megatron.me.uk>

Closes #6942 from megatron-me-uk/patch-3 and squashes the following commits:

fbed000 [Scott Taylor] test the absolute error in approx doctests

(cherry picked from commit f0dcbe8a7c)
Signed-off-by: Josh Rosen <joshrosen@databricks.com>
This commit is contained in:
Scott Taylor 2015-06-22 23:37:56 -07:00 committed by Josh Rosen
parent 22cc1ab66e
commit d0943afbcf
1 changed files with 2 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
python/pyspark/rdd.py
View file

@ -2198,7 +2198,7 @@ class RDD(object):
>>> rdd = sc.parallelize(range(1000), 10) >>> rdd = sc.parallelize(range(1000), 10)
>>> r = sum(range(1000)) >>> r = sum(range(1000))
>>> (rdd.sumApprox(1000) - r) / r < 0.05 >>> abs(rdd.sumApprox(1000) - r) / r < 0.05
True True
""" """
jrdd = self.mapPartitions(lambda it: [float(sum(it))])._to_java_object_rdd() jrdd = self.mapPartitions(lambda it: [float(sum(it))])._to_java_object_rdd()
@ -2215,7 +2215,7 @@ class RDD(object):
>>> rdd = sc.parallelize(range(1000), 10) >>> rdd = sc.parallelize(range(1000), 10)
>>> r = sum(range(1000)) / 1000.0 >>> r = sum(range(1000)) / 1000.0
>>> (rdd.meanApprox(1000) - r) / r < 0.05 >>> abs(rdd.meanApprox(1000) - r) / r < 0.05
True True
""" """
jrdd = self.map(float)._to_java_object_rdd() jrdd = self.map(float)._to_java_object_rdd()