ODIn/spark-instrumented-optimizer
1
0
Fork 0
Code Issues Pull requests Projects Releases Wiki Activity

Add tests for the Java implementation.

Browse source
This commit is contained in:
Holden Karau 2013-10-20 01:17:13 -07:00
parent 2a37235825
commit e58c69d955
1 changed files with 14 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

14
core/src/test/scala/org/apache/spark/JavaAPISuite.java
View file

@ -364,6 +364,20 @@ public class JavaAPISuite implements Serializable {
List<Double> take = rdd.take(5); List<Double> take = rdd.take(5);
} }
@Test
public void javaDoubleRDDHistoGram() {
JavaDoubleRDD rdd = sc.parallelizeDoubles(Arrays.asList(1.0, 2.0, 3.0, 4.0));
// Test using generated buckets
Tuple2<Double[], long[]> results = rdd.histogram(2);
Double[] expected_buckets = {1.0, 2.5, 4.0};
long[] expected_counts = {2, 2};
Assert.assertArrayEquals(expected_buckets, results._1);
Assert.assertArrayEquals(expected_counts, results._2);
// Test with provided buckets
long[] histogram = rdd.histogram(expected_buckets);
Assert.assertArrayEquals(expected_counts, histogram);
}
@Test @Test
public void map() { public void map() {
JavaRDD<Integer> rdd = sc.parallelize(Arrays.asList(1, 2, 3, 4, 5)); JavaRDD<Integer> rdd = sc.parallelize(Arrays.asList(1, 2, 3, 4, 5));