From 5ec13327d4041df59c3c9d842658cbecbdbf2567 Mon Sep 17 00:00:00 2001 From: Harvey Date: Fri, 3 Aug 2012 12:22:07 -0700 Subject: [PATCH] Fix for partitioning when sorting in descending order --- core/src/main/scala/spark/Partitioner.scala | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/core/src/main/scala/spark/Partitioner.scala b/core/src/main/scala/spark/Partitioner.scala index 2235a0ec3d..4ef871bbf9 100644 --- a/core/src/main/scala/spark/Partitioner.scala +++ b/core/src/main/scala/spark/Partitioner.scala @@ -39,8 +39,7 @@ class RangePartitioner[K <% Ordered[K]: ClassManifest, V]( val rddSize = rdd.count() val maxSampleSize = partitions * 10.0 val frac = math.min(maxSampleSize / math.max(rddSize, 1), 1.0) - val rddSample = rdd.sample(true, frac, 1).map(_._1).collect() - .sortWith((x, y) => if (ascending) x < y else x > y) + val rddSample = rdd.sample(true, frac, 1).map(_._1).collect().sortWith(_ < _) if (rddSample.length == 0) { Array() } else {