org.apache.spark

Class Aggregator<K,V,C>

Object

org.apache.spark.Aggregator<K,V,C>

All Implemented Interfaces:

java.io.Serializable, scala.Equals, scala.Product

public class Aggregator<K,V,C>
extends Object
implements scala.Product, scala.Serializable

:: DeveloperApi :: A set of functions used to aggregate data.

See Also:

Serialized Form

Constructor Summary

Constructors

Constructor and Description
Aggregator(scala.Function1<V,C> createCombiner, scala.Function2<C,V,C> mergeValue, scala.Function2<C,C,C> mergeCombiners)

Method Summary

Methods

Modifier and Type	Method and Description
scala.collection.Iterator<scala.Tuple2<K,C>>	combineCombinersByKey(scala.collection.Iterator<scala.Tuple2<K,C>> iter)
scala.collection.Iterator<scala.Tuple2<K,C>>	combineCombinersByKey(scala.collection.Iterator<scala.Tuple2<K,C>> iter, TaskContext context)
scala.collection.Iterator<scala.Tuple2<K,C>>	combineValuesByKey(scala.collection.Iterator<scala.Product2<K,V>> iter)
scala.collection.Iterator<scala.Tuple2<K,C>>	combineValuesByKey(scala.collection.Iterator<scala.Product2<K,V>> iter, TaskContext context)
scala.Function1<V,C>	createCombiner()
scala.Function2<C,C,C>	mergeCombiners()
scala.Function2<C,V,C>	mergeValue()

Methods inherited from class Object

equals, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Methods inherited from interface scala.Product

productArity, productElement, productIterator, productPrefix

Methods inherited from interface scala.Equals

canEqual, equals

Constructor Detail

Aggregator

public Aggregator(scala.Function1<V,C> createCombiner,
          scala.Function2<C,V,C> mergeValue,
          scala.Function2<C,C,C> mergeCombiners)

Method Detail

createCombiner

public scala.Function1<V,C> createCombiner()

mergeValue

public scala.Function2<C,V,C> mergeValue()

mergeCombiners

public scala.Function2<C,C,C> mergeCombiners()

combineValuesByKey

public scala.collection.Iterator<scala.Tuple2<K,C>> combineValuesByKey(scala.collection.Iterator<scala.Product2<K,V>> iter)

combineValuesByKey

public scala.collection.Iterator<scala.Tuple2<K,C>> combineValuesByKey(scala.collection.Iterator<scala.Product2<K,V>> iter,
                                                              TaskContext context)

combineCombinersByKey

public scala.collection.Iterator<scala.Tuple2<K,C>> combineCombinersByKey(scala.collection.Iterator<scala.Tuple2<K,C>> iter)

combineCombinersByKey

public scala.collection.Iterator<scala.Tuple2<K,C>> combineCombinersByKey(scala.collection.Iterator<scala.Tuple2<K,C>> iter,
                                                                 TaskContext context)