org.apache.spark.sql

Class SQLImplicits

Object

org.apache.spark.sql.SQLImplicits

Direct Known Subclasses:

SparkSession.implicits$, SQLContext.implicits$

public abstract class SQLImplicits
extends Object

A collection of implicit methods for converting common Scala objects into Datasets.

Since:

1.6.0

Nested Class Summary

Nested Classes

Modifier and Type	Class and Description
class	SQLImplicits.StringToColumn Converts $"col name" into a Column.

Constructor Summary

Constructors

Constructor and Description
SQLImplicits()

Method Summary

Methods

Modifier and Type	Method and Description
<T> DatasetHolder<T>	localSeqToDatasetHolder(scala.collection.Seq<T> s, Encoder<T> evidence$5) Creates a Dataset from a local Seq.
Encoder<boolean[]>	newBooleanArrayEncoder()
Encoder<Object>	newBooleanEncoder()
Encoder<scala.collection.Seq<Object>>	newBooleanSeqEncoder()
Encoder<Boolean>	newBoxedBooleanEncoder()
Encoder<Byte>	newBoxedByteEncoder()
Encoder<Double>	newBoxedDoubleEncoder()
Encoder<Float>	newBoxedFloatEncoder()
Encoder<Integer>	newBoxedIntEncoder()
Encoder<Long>	newBoxedLongEncoder()
Encoder<Short>	newBoxedShortEncoder()
Encoder<byte[]>	newByteArrayEncoder()
Encoder<Object>	newByteEncoder()
Encoder<scala.collection.Seq<Object>>	newByteSeqEncoder()
Encoder<double[]>	newDoubleArrayEncoder()
Encoder<Object>	newDoubleEncoder()
Encoder<scala.collection.Seq<Object>>	newDoubleSeqEncoder()
Encoder<float[]>	newFloatArrayEncoder()
Encoder<Object>	newFloatEncoder()
Encoder<scala.collection.Seq<Object>>	newFloatSeqEncoder()
Encoder<int[]>	newIntArrayEncoder()
Encoder<Object>	newIntEncoder()
Encoder<scala.collection.Seq<Object>>	newIntSeqEncoder()
Encoder<long[]>	newLongArrayEncoder()
Encoder<Object>	newLongEncoder()
Encoder<scala.collection.Seq<Object>>	newLongSeqEncoder()
<A extends scala.Product> Encoder<Object>	newProductArrayEncoder(scala.reflect.api.TypeTags.TypeTag<A> evidence$3)
<T extends scala.Product> Encoder<T>	newProductEncoder(scala.reflect.api.TypeTags.TypeTag<T> evidence$1)
<A extends scala.Product> Encoder<scala.collection.Seq<A>>	newProductSeqEncoder(scala.reflect.api.TypeTags.TypeTag<A> evidence$2)
Encoder<short[]>	newShortArrayEncoder()
Encoder<Object>	newShortEncoder()
Encoder<scala.collection.Seq<Object>>	newShortSeqEncoder()
Encoder<String[]>	newStringArrayEncoder()
Encoder<String>	newStringEncoder()
Encoder<scala.collection.Seq<String>>	newStringSeqEncoder()
<T> DatasetHolder<T>	rddToDatasetHolder(RDD<T> rdd, Encoder<T> evidence$4) Creates a Dataset from an RDD.
ColumnName	symbolToColumn(scala.Symbol s) An implicit conversion that turns a Scala Symbol into a Column.

Methods inherited from class Object

equals, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

SQLImplicits

public SQLImplicits()

Method Detail

newProductEncoder

public <T extends scala.Product> Encoder<T> newProductEncoder(scala.reflect.api.TypeTags.TypeTag<T> evidence$1)

Since:

1.6.0

newIntEncoder

public Encoder<Object> newIntEncoder()

Since:

1.6.0

newLongEncoder

public Encoder<Object> newLongEncoder()

Since:

1.6.0

newDoubleEncoder

public Encoder<Object> newDoubleEncoder()

Since:

1.6.0

newFloatEncoder

public Encoder<Object> newFloatEncoder()

Since:

1.6.0

newByteEncoder

public Encoder<Object> newByteEncoder()

Since:

1.6.0

newShortEncoder

public Encoder<Object> newShortEncoder()

Since:

1.6.0

newBooleanEncoder

public Encoder<Object> newBooleanEncoder()

Since:

1.6.0

newStringEncoder

public Encoder<String> newStringEncoder()

Since:

1.6.0

newBoxedIntEncoder

public Encoder<Integer> newBoxedIntEncoder()

Since:

2.0.0

newBoxedLongEncoder

public Encoder<Long> newBoxedLongEncoder()

Since:

2.0.0

newBoxedDoubleEncoder

public Encoder<Double> newBoxedDoubleEncoder()

Since:

2.0.0

newBoxedFloatEncoder

public Encoder<Float> newBoxedFloatEncoder()

Since:

2.0.0

newBoxedByteEncoder

public Encoder<Byte> newBoxedByteEncoder()

Since:

2.0.0

newBoxedShortEncoder

public Encoder<Short> newBoxedShortEncoder()

Since:

2.0.0

newBoxedBooleanEncoder

public Encoder<Boolean> newBoxedBooleanEncoder()

Since:

2.0.0

newIntSeqEncoder

public Encoder<scala.collection.Seq<Object>> newIntSeqEncoder()

Since:

1.6.1

newLongSeqEncoder

public Encoder<scala.collection.Seq<Object>> newLongSeqEncoder()

Since:

1.6.1

newDoubleSeqEncoder

public Encoder<scala.collection.Seq<Object>> newDoubleSeqEncoder()

Since:

1.6.1

newFloatSeqEncoder

public Encoder<scala.collection.Seq<Object>> newFloatSeqEncoder()

Since:

1.6.1

newByteSeqEncoder

public Encoder<scala.collection.Seq<Object>> newByteSeqEncoder()

Since:

1.6.1

newShortSeqEncoder

public Encoder<scala.collection.Seq<Object>> newShortSeqEncoder()

Since:

1.6.1

newBooleanSeqEncoder

public Encoder<scala.collection.Seq<Object>> newBooleanSeqEncoder()

Since:

1.6.1

newStringSeqEncoder

public Encoder<scala.collection.Seq<String>> newStringSeqEncoder()

Since:

1.6.1

newProductSeqEncoder

public <A extends scala.Product> Encoder<scala.collection.Seq<A>> newProductSeqEncoder(scala.reflect.api.TypeTags.TypeTag<A> evidence$2)

Since:

1.6.1

newIntArrayEncoder

public Encoder<int[]> newIntArrayEncoder()

Since:

1.6.1

newLongArrayEncoder

public Encoder<long[]> newLongArrayEncoder()

Since:

1.6.1

newDoubleArrayEncoder

public Encoder<double[]> newDoubleArrayEncoder()

Since:

1.6.1

newFloatArrayEncoder

public Encoder<float[]> newFloatArrayEncoder()

Since:

1.6.1

newByteArrayEncoder

public Encoder<byte[]> newByteArrayEncoder()

Since:

1.6.1

newShortArrayEncoder

public Encoder<short[]> newShortArrayEncoder()

Since:

1.6.1

newBooleanArrayEncoder

public Encoder<boolean[]> newBooleanArrayEncoder()

Since:

1.6.1

newStringArrayEncoder

public Encoder<String[]> newStringArrayEncoder()

Since:

1.6.1

newProductArrayEncoder

public <A extends scala.Product> Encoder<Object> newProductArrayEncoder(scala.reflect.api.TypeTags.TypeTag<A> evidence$3)

Since:

1.6.1

rddToDatasetHolder

public <T> DatasetHolder<T> rddToDatasetHolder(RDD<T> rdd,
                                      Encoder<T> evidence$4)

Creates a Dataset from an RDD.

Parameters:

rdd - (undocumented)

evidence$4 - (undocumented)

Returns:

(undocumented)

Since:

1.6.0

localSeqToDatasetHolder

public <T> DatasetHolder<T> localSeqToDatasetHolder(scala.collection.Seq<T> s,
                                           Encoder<T> evidence$5)

Creates a Dataset from a local Seq.

Parameters:

s - (undocumented)

evidence$5 - (undocumented)

Returns:

(undocumented)

Since:

1.6.0

symbolToColumn

public ColumnName symbolToColumn(scala.Symbol s)

An implicit conversion that turns a Scala Symbol into a Column.

Parameters:

s - (undocumented)

Returns:

(undocumented)

Since:

1.3.0