UDFRegistration

class UDFRegistration extends Logging

Functions for registering user-defined functions. Use SparkSession.udf to access this:

spark.udf

Annotations: @Stable()
Source: UDFRegistration.scala
Since: 1.3.0

Linear Supertypes

Logging, AnyRef, Any

Ordering

Alphabetic
By Inheritance

Inherited

UDFRegistration
Logging
AnyRef
Any

Hide All
Show All

Visibility

Public
Protected

Type Members

implicit class LogStringContext extends AnyRef
Definition Classes
Logging

Value Members

final def !=(arg0: Any): Boolean
Definition Classes
AnyRef → Any
final def ##: Int
Definition Classes
AnyRef → Any
final def ==(arg0: Any): Boolean
Definition Classes
AnyRef → Any
final def asInstanceOf[T0]: T0
Definition Classes
Any
def clone(): AnyRef
Attributes
protected[lang]
Definition Classes
AnyRef
Annotations
@throws(classOf[java.lang.CloneNotSupportedException]) @IntrinsicCandidate() @native()
final def eq(arg0: AnyRef): Boolean
Definition Classes
AnyRef
def equals(arg0: AnyRef): Boolean
Definition Classes
AnyRef → Any
final def getClass(): Class[_ <: AnyRef]
Definition Classes
AnyRef → Any
Annotations
@IntrinsicCandidate() @native()
def hashCode(): Int
Definition Classes
AnyRef → Any
Annotations
@IntrinsicCandidate() @native()
def initializeLogIfNecessary(isInterpreter: Boolean, silent: Boolean): Boolean
Attributes
protected
Definition Classes
Logging
def initializeLogIfNecessary(isInterpreter: Boolean): Unit
Attributes
protected
Definition Classes
Logging
final def isInstanceOf[T0]: Boolean
Definition Classes
Any
def isTraceEnabled(): Boolean
Attributes
protected
Definition Classes
Logging
def log: Logger
Attributes
protected
Definition Classes
Logging
def logDebug(msg: => String, throwable: Throwable): Unit
Attributes
protected
Definition Classes
Logging
def logDebug(entry: LogEntry, throwable: Throwable): Unit
Attributes
protected
Definition Classes
Logging
def logDebug(entry: LogEntry): Unit
Attributes
protected
Definition Classes
Logging
def logDebug(msg: => String): Unit
Attributes
protected
Definition Classes
Logging
def logError(msg: => String, throwable: Throwable): Unit
Attributes
protected
Definition Classes
Logging
def logError(entry: LogEntry, throwable: Throwable): Unit
Attributes
protected
Definition Classes
Logging
def logError(entry: LogEntry): Unit
Attributes
protected
Definition Classes
Logging
def logError(msg: => String): Unit
Attributes
protected
Definition Classes
Logging
def logInfo(msg: => String, throwable: Throwable): Unit
Attributes
protected
Definition Classes
Logging
def logInfo(entry: LogEntry, throwable: Throwable): Unit
Attributes
protected
Definition Classes
Logging
def logInfo(entry: LogEntry): Unit
Attributes
protected
Definition Classes
Logging
def logInfo(msg: => String): Unit
Attributes
protected
Definition Classes
Logging
def logName: String
Attributes
protected
Definition Classes
Logging
def logTrace(msg: => String, throwable: Throwable): Unit
Attributes
protected
Definition Classes
Logging
def logTrace(entry: LogEntry, throwable: Throwable): Unit
Attributes
protected
Definition Classes
Logging
def logTrace(entry: LogEntry): Unit
Attributes
protected
Definition Classes
Logging
def logTrace(msg: => String): Unit
Attributes
protected
Definition Classes
Logging
def logWarning(msg: => String, throwable: Throwable): Unit
Attributes
protected
Definition Classes
Logging
def logWarning(entry: LogEntry, throwable: Throwable): Unit
Attributes
protected
Definition Classes
Logging
def logWarning(entry: LogEntry): Unit
Attributes
protected
Definition Classes
Logging
def logWarning(msg: => String): Unit
Attributes
protected
Definition Classes
Logging
final def ne(arg0: AnyRef): Boolean
Definition Classes
AnyRef
final def notify(): Unit
Definition Classes
AnyRef
Annotations
@IntrinsicCandidate() @native()
final def notifyAll(): Unit
Definition Classes
AnyRef
Annotations
@IntrinsicCandidate() @native()
def register(name: String, f: UDF22[_, _, _, _, _, _, _, _, _, _, _, _, _, _, _, _, _, _, _, _, _, _, _], returnType: DataType): Unit
Register a deterministic Java UDF22 instance as user-defined function (UDF).
Register a deterministic Java UDF22 instance as user-defined function (UDF).
Since
1.3.0
def register(name: String, f: UDF21[_, _, _, _, _, _, _, _, _, _, _, _, _, _, _, _, _, _, _, _, _, _], returnType: DataType): Unit
Register a deterministic Java UDF21 instance as user-defined function (UDF).
Register a deterministic Java UDF21 instance as user-defined function (UDF).
Since
1.3.0
def register(name: String, f: UDF20[_, _, _, _, _, _, _, _, _, _, _, _, _, _, _, _, _, _, _, _, _], returnType: DataType): Unit
Register a deterministic Java UDF20 instance as user-defined function (UDF).
Register a deterministic Java UDF20 instance as user-defined function (UDF).
Since
1.3.0
def register(name: String, f: UDF19[_, _, _, _, _, _, _, _, _, _, _, _, _, _, _, _, _, _, _, _], returnType: DataType): Unit
Register a deterministic Java UDF19 instance as user-defined function (UDF).
Register a deterministic Java UDF19 instance as user-defined function (UDF).
Since
1.3.0
def register(name: String, f: UDF18[_, _, _, _, _, _, _, _, _, _, _, _, _, _, _, _, _, _, _], returnType: DataType): Unit
Register a deterministic Java UDF18 instance as user-defined function (UDF).
Register a deterministic Java UDF18 instance as user-defined function (UDF).
Since
1.3.0
def register(name: String, f: UDF17[_, _, _, _, _, _, _, _, _, _, _, _, _, _, _, _, _, _], returnType: DataType): Unit
Register a deterministic Java UDF17 instance as user-defined function (UDF).
Register a deterministic Java UDF17 instance as user-defined function (UDF).
Since
1.3.0
def register(name: String, f: UDF16[_, _, _, _, _, _, _, _, _, _, _, _, _, _, _, _, _], returnType: DataType): Unit
Register a deterministic Java UDF16 instance as user-defined function (UDF).
Register a deterministic Java UDF16 instance as user-defined function (UDF).
Since
1.3.0
def register(name: String, f: UDF15[_, _, _, _, _, _, _, _, _, _, _, _, _, _, _, _], returnType: DataType): Unit
Register a deterministic Java UDF15 instance as user-defined function (UDF).
Register a deterministic Java UDF15 instance as user-defined function (UDF).
Since
1.3.0
def register(name: String, f: UDF14[_, _, _, _, _, _, _, _, _, _, _, _, _, _, _], returnType: DataType): Unit
Register a deterministic Java UDF14 instance as user-defined function (UDF).
Register a deterministic Java UDF14 instance as user-defined function (UDF).
Since
1.3.0
def register(name: String, f: UDF13[_, _, _, _, _, _, _, _, _, _, _, _, _, _], returnType: DataType): Unit
Register a deterministic Java UDF13 instance as user-defined function (UDF).
Register a deterministic Java UDF13 instance as user-defined function (UDF).
Since
1.3.0
def register(name: String, f: UDF12[_, _, _, _, _, _, _, _, _, _, _, _, _], returnType: DataType): Unit
Register a deterministic Java UDF12 instance as user-defined function (UDF).
Register a deterministic Java UDF12 instance as user-defined function (UDF).
Since
1.3.0
def register(name: String, f: UDF11[_, _, _, _, _, _, _, _, _, _, _, _], returnType: DataType): Unit
Register a deterministic Java UDF11 instance as user-defined function (UDF).
Register a deterministic Java UDF11 instance as user-defined function (UDF).
Since
1.3.0
def register(name: String, f: UDF10[_, _, _, _, _, _, _, _, _, _, _], returnType: DataType): Unit
Register a deterministic Java UDF10 instance as user-defined function (UDF).
Register a deterministic Java UDF10 instance as user-defined function (UDF).
Since
1.3.0
def register(name: String, f: UDF9[_, _, _, _, _, _, _, _, _, _], returnType: DataType): Unit
Register a deterministic Java UDF9 instance as user-defined function (UDF).
Register a deterministic Java UDF9 instance as user-defined function (UDF).
Since
1.3.0
def register(name: String, f: UDF8[_, _, _, _, _, _, _, _, _], returnType: DataType): Unit
Register a deterministic Java UDF8 instance as user-defined function (UDF).
Register a deterministic Java UDF8 instance as user-defined function (UDF).
Since
1.3.0
def register(name: String, f: UDF7[_, _, _, _, _, _, _, _], returnType: DataType): Unit
Register a deterministic Java UDF7 instance as user-defined function (UDF).
Register a deterministic Java UDF7 instance as user-defined function (UDF).
Since
1.3.0
def register(name: String, f: UDF6[_, _, _, _, _, _, _], returnType: DataType): Unit
Register a deterministic Java UDF6 instance as user-defined function (UDF).
Register a deterministic Java UDF6 instance as user-defined function (UDF).
Since
1.3.0
def register(name: String, f: UDF5[_, _, _, _, _, _], returnType: DataType): Unit
Register a deterministic Java UDF5 instance as user-defined function (UDF).
Register a deterministic Java UDF5 instance as user-defined function (UDF).
Since
1.3.0
def register(name: String, f: UDF4[_, _, _, _, _], returnType: DataType): Unit
Register a deterministic Java UDF4 instance as user-defined function (UDF).
Register a deterministic Java UDF4 instance as user-defined function (UDF).
Since
1.3.0
def register(name: String, f: UDF3[_, _, _, _], returnType: DataType): Unit
Register a deterministic Java UDF3 instance as user-defined function (UDF).
Register a deterministic Java UDF3 instance as user-defined function (UDF).
Since
1.3.0
def register(name: String, f: UDF2[_, _, _], returnType: DataType): Unit
Register a deterministic Java UDF2 instance as user-defined function (UDF).
Register a deterministic Java UDF2 instance as user-defined function (UDF).
Since
1.3.0
def register(name: String, f: UDF1[_, _], returnType: DataType): Unit
Register a deterministic Java UDF1 instance as user-defined function (UDF).
Register a deterministic Java UDF1 instance as user-defined function (UDF).
Since
1.3.0
def register(name: String, f: UDF0[_], returnType: DataType): Unit
Register a deterministic Java UDF0 instance as user-defined function (UDF).
Register a deterministic Java UDF0 instance as user-defined function (UDF).
Since
2.3.0
def register[RT, A1, A2, A3, A4, A5, A6, A7, A8, A9, A10, A11, A12, A13, A14, A15, A16, A17, A18, A19, A20, A21, A22](name: String, func: (A1, A2, A3, A4, A5, A6, A7, A8, A9, A10, A11, A12, A13, A14, A15, A16, A17, A18, A19, A20, A21, A22) => RT)(implicit arg0: scala.reflect.api.JavaUniverse.TypeTag[RT], arg1: scala.reflect.api.JavaUniverse.TypeTag[A1], arg2: scala.reflect.api.JavaUniverse.TypeTag[A2], arg3: scala.reflect.api.JavaUniverse.TypeTag[A3], arg4: scala.reflect.api.JavaUniverse.TypeTag[A4], arg5: scala.reflect.api.JavaUniverse.TypeTag[A5], arg6: scala.reflect.api.JavaUniverse.TypeTag[A6], arg7: scala.reflect.api.JavaUniverse.TypeTag[A7], arg8: scala.reflect.api.JavaUniverse.TypeTag[A8], arg9: scala.reflect.api.JavaUniverse.TypeTag[A9], arg10: scala.reflect.api.JavaUniverse.TypeTag[A10], arg11: scala.reflect.api.JavaUniverse.TypeTag[A11], arg12: scala.reflect.api.JavaUniverse.TypeTag[A12], arg13: scala.reflect.api.JavaUniverse.TypeTag[A13], arg14: scala.reflect.api.JavaUniverse.TypeTag[A14], arg15: scala.reflect.api.JavaUniverse.TypeTag[A15], arg16: scala.reflect.api.JavaUniverse.TypeTag[A16], arg17: scala.reflect.api.JavaUniverse.TypeTag[A17], arg18: scala.reflect.api.JavaUniverse.TypeTag[A18], arg19: scala.reflect.api.JavaUniverse.TypeTag[A19], arg20: scala.reflect.api.JavaUniverse.TypeTag[A20], arg21: scala.reflect.api.JavaUniverse.TypeTag[A21], arg22: scala.reflect.api.JavaUniverse.TypeTag[A22]): UserDefinedFunction
Registers a deterministic Scala closure of 22 arguments as user-defined function (UDF).
Registers a deterministic Scala closure of 22 arguments as user-defined function (UDF).
RT
return type of UDF.
Since
1.3.0
def register[RT, A1, A2, A3, A4, A5, A6, A7, A8, A9, A10, A11, A12, A13, A14, A15, A16, A17, A18, A19, A20, A21](name: String, func: (A1, A2, A3, A4, A5, A6, A7, A8, A9, A10, A11, A12, A13, A14, A15, A16, A17, A18, A19, A20, A21) => RT)(implicit arg0: scala.reflect.api.JavaUniverse.TypeTag[RT], arg1: scala.reflect.api.JavaUniverse.TypeTag[A1], arg2: scala.reflect.api.JavaUniverse.TypeTag[A2], arg3: scala.reflect.api.JavaUniverse.TypeTag[A3], arg4: scala.reflect.api.JavaUniverse.TypeTag[A4], arg5: scala.reflect.api.JavaUniverse.TypeTag[A5], arg6: scala.reflect.api.JavaUniverse.TypeTag[A6], arg7: scala.reflect.api.JavaUniverse.TypeTag[A7], arg8: scala.reflect.api.JavaUniverse.TypeTag[A8], arg9: scala.reflect.api.JavaUniverse.TypeTag[A9], arg10: scala.reflect.api.JavaUniverse.TypeTag[A10], arg11: scala.reflect.api.JavaUniverse.TypeTag[A11], arg12: scala.reflect.api.JavaUniverse.TypeTag[A12], arg13: scala.reflect.api.JavaUniverse.TypeTag[A13], arg14: scala.reflect.api.JavaUniverse.TypeTag[A14], arg15: scala.reflect.api.JavaUniverse.TypeTag[A15], arg16: scala.reflect.api.JavaUniverse.TypeTag[A16], arg17: scala.reflect.api.JavaUniverse.TypeTag[A17], arg18: scala.reflect.api.JavaUniverse.TypeTag[A18], arg19: scala.reflect.api.JavaUniverse.TypeTag[A19], arg20: scala.reflect.api.JavaUniverse.TypeTag[A20], arg21: scala.reflect.api.JavaUniverse.TypeTag[A21]): UserDefinedFunction
Registers a deterministic Scala closure of 21 arguments as user-defined function (UDF).
Registers a deterministic Scala closure of 21 arguments as user-defined function (UDF).
RT
return type of UDF.
Since
1.3.0
def register[RT, A1, A2, A3, A4, A5, A6, A7, A8, A9, A10, A11, A12, A13, A14, A15, A16, A17, A18, A19, A20](name: String, func: (A1, A2, A3, A4, A5, A6, A7, A8, A9, A10, A11, A12, A13, A14, A15, A16, A17, A18, A19, A20) => RT)(implicit arg0: scala.reflect.api.JavaUniverse.TypeTag[RT], arg1: scala.reflect.api.JavaUniverse.TypeTag[A1], arg2: scala.reflect.api.JavaUniverse.TypeTag[A2], arg3: scala.reflect.api.JavaUniverse.TypeTag[A3], arg4: scala.reflect.api.JavaUniverse.TypeTag[A4], arg5: scala.reflect.api.JavaUniverse.TypeTag[A5], arg6: scala.reflect.api.JavaUniverse.TypeTag[A6], arg7: scala.reflect.api.JavaUniverse.TypeTag[A7], arg8: scala.reflect.api.JavaUniverse.TypeTag[A8], arg9: scala.reflect.api.JavaUniverse.TypeTag[A9], arg10: scala.reflect.api.JavaUniverse.TypeTag[A10], arg11: scala.reflect.api.JavaUniverse.TypeTag[A11], arg12: scala.reflect.api.JavaUniverse.TypeTag[A12], arg13: scala.reflect.api.JavaUniverse.TypeTag[A13], arg14: scala.reflect.api.JavaUniverse.TypeTag[A14], arg15: scala.reflect.api.JavaUniverse.TypeTag[A15], arg16: scala.reflect.api.JavaUniverse.TypeTag[A16], arg17: scala.reflect.api.JavaUniverse.TypeTag[A17], arg18: scala.reflect.api.JavaUniverse.TypeTag[A18], arg19: scala.reflect.api.JavaUniverse.TypeTag[A19], arg20: scala.reflect.api.JavaUniverse.TypeTag[A20]): UserDefinedFunction
Registers a deterministic Scala closure of 20 arguments as user-defined function (UDF).
Registers a deterministic Scala closure of 20 arguments as user-defined function (UDF).
RT
return type of UDF.
Since
1.3.0
def register[RT, A1, A2, A3, A4, A5, A6, A7, A8, A9, A10, A11, A12, A13, A14, A15, A16, A17, A18, A19](name: String, func: (A1, A2, A3, A4, A5, A6, A7, A8, A9, A10, A11, A12, A13, A14, A15, A16, A17, A18, A19) => RT)(implicit arg0: scala.reflect.api.JavaUniverse.TypeTag[RT], arg1: scala.reflect.api.JavaUniverse.TypeTag[A1], arg2: scala.reflect.api.JavaUniverse.TypeTag[A2], arg3: scala.reflect.api.JavaUniverse.TypeTag[A3], arg4: scala.reflect.api.JavaUniverse.TypeTag[A4], arg5: scala.reflect.api.JavaUniverse.TypeTag[A5], arg6: scala.reflect.api.JavaUniverse.TypeTag[A6], arg7: scala.reflect.api.JavaUniverse.TypeTag[A7], arg8: scala.reflect.api.JavaUniverse.TypeTag[A8], arg9: scala.reflect.api.JavaUniverse.TypeTag[A9], arg10: scala.reflect.api.JavaUniverse.TypeTag[A10], arg11: scala.reflect.api.JavaUniverse.TypeTag[A11], arg12: scala.reflect.api.JavaUniverse.TypeTag[A12], arg13: scala.reflect.api.JavaUniverse.TypeTag[A13], arg14: scala.reflect.api.JavaUniverse.TypeTag[A14], arg15: scala.reflect.api.JavaUniverse.TypeTag[A15], arg16: scala.reflect.api.JavaUniverse.TypeTag[A16], arg17: scala.reflect.api.JavaUniverse.TypeTag[A17], arg18: scala.reflect.api.JavaUniverse.TypeTag[A18], arg19: scala.reflect.api.JavaUniverse.TypeTag[A19]): UserDefinedFunction
Registers a deterministic Scala closure of 19 arguments as user-defined function (UDF).
Registers a deterministic Scala closure of 19 arguments as user-defined function (UDF).
RT
return type of UDF.
Since
1.3.0
def register[RT, A1, A2, A3, A4, A5, A6, A7, A8, A9, A10, A11, A12, A13, A14, A15, A16, A17, A18](name: String, func: (A1, A2, A3, A4, A5, A6, A7, A8, A9, A10, A11, A12, A13, A14, A15, A16, A17, A18) => RT)(implicit arg0: scala.reflect.api.JavaUniverse.TypeTag[RT], arg1: scala.reflect.api.JavaUniverse.TypeTag[A1], arg2: scala.reflect.api.JavaUniverse.TypeTag[A2], arg3: scala.reflect.api.JavaUniverse.TypeTag[A3], arg4: scala.reflect.api.JavaUniverse.TypeTag[A4], arg5: scala.reflect.api.JavaUniverse.TypeTag[A5], arg6: scala.reflect.api.JavaUniverse.TypeTag[A6], arg7: scala.reflect.api.JavaUniverse.TypeTag[A7], arg8: scala.reflect.api.JavaUniverse.TypeTag[A8], arg9: scala.reflect.api.JavaUniverse.TypeTag[A9], arg10: scala.reflect.api.JavaUniverse.TypeTag[A10], arg11: scala.reflect.api.JavaUniverse.TypeTag[A11], arg12: scala.reflect.api.JavaUniverse.TypeTag[A12], arg13: scala.reflect.api.JavaUniverse.TypeTag[A13], arg14: scala.reflect.api.JavaUniverse.TypeTag[A14], arg15: scala.reflect.api.JavaUniverse.TypeTag[A15], arg16: scala.reflect.api.JavaUniverse.TypeTag[A16], arg17: scala.reflect.api.JavaUniverse.TypeTag[A17], arg18: scala.reflect.api.JavaUniverse.TypeTag[A18]): UserDefinedFunction
Registers a deterministic Scala closure of 18 arguments as user-defined function (UDF).
Registers a deterministic Scala closure of 18 arguments as user-defined function (UDF).
RT
return type of UDF.
Since
1.3.0
def register[RT, A1, A2, A3, A4, A5, A6, A7, A8, A9, A10, A11, A12, A13, A14, A15, A16, A17](name: String, func: (A1, A2, A3, A4, A5, A6, A7, A8, A9, A10, A11, A12, A13, A14, A15, A16, A17) => RT)(implicit arg0: scala.reflect.api.JavaUniverse.TypeTag[RT], arg1: scala.reflect.api.JavaUniverse.TypeTag[A1], arg2: scala.reflect.api.JavaUniverse.TypeTag[A2], arg3: scala.reflect.api.JavaUniverse.TypeTag[A3], arg4: scala.reflect.api.JavaUniverse.TypeTag[A4], arg5: scala.reflect.api.JavaUniverse.TypeTag[A5], arg6: scala.reflect.api.JavaUniverse.TypeTag[A6], arg7: scala.reflect.api.JavaUniverse.TypeTag[A7], arg8: scala.reflect.api.JavaUniverse.TypeTag[A8], arg9: scala.reflect.api.JavaUniverse.TypeTag[A9], arg10: scala.reflect.api.JavaUniverse.TypeTag[A10], arg11: scala.reflect.api.JavaUniverse.TypeTag[A11], arg12: scala.reflect.api.JavaUniverse.TypeTag[A12], arg13: scala.reflect.api.JavaUniverse.TypeTag[A13], arg14: scala.reflect.api.JavaUniverse.TypeTag[A14], arg15: scala.reflect.api.JavaUniverse.TypeTag[A15], arg16: scala.reflect.api.JavaUniverse.TypeTag[A16], arg17: scala.reflect.api.JavaUniverse.TypeTag[A17]): UserDefinedFunction
Registers a deterministic Scala closure of 17 arguments as user-defined function (UDF).
Registers a deterministic Scala closure of 17 arguments as user-defined function (UDF).
RT
return type of UDF.
Since
1.3.0
def register[RT, A1, A2, A3, A4, A5, A6, A7, A8, A9, A10, A11, A12, A13, A14, A15, A16](name: String, func: (A1, A2, A3, A4, A5, A6, A7, A8, A9, A10, A11, A12, A13, A14, A15, A16) => RT)(implicit arg0: scala.reflect.api.JavaUniverse.TypeTag[RT], arg1: scala.reflect.api.JavaUniverse.TypeTag[A1], arg2: scala.reflect.api.JavaUniverse.TypeTag[A2], arg3: scala.reflect.api.JavaUniverse.TypeTag[A3], arg4: scala.reflect.api.JavaUniverse.TypeTag[A4], arg5: scala.reflect.api.JavaUniverse.TypeTag[A5], arg6: scala.reflect.api.JavaUniverse.TypeTag[A6], arg7: scala.reflect.api.JavaUniverse.TypeTag[A7], arg8: scala.reflect.api.JavaUniverse.TypeTag[A8], arg9: scala.reflect.api.JavaUniverse.TypeTag[A9], arg10: scala.reflect.api.JavaUniverse.TypeTag[A10], arg11: scala.reflect.api.JavaUniverse.TypeTag[A11], arg12: scala.reflect.api.JavaUniverse.TypeTag[A12], arg13: scala.reflect.api.JavaUniverse.TypeTag[A13], arg14: scala.reflect.api.JavaUniverse.TypeTag[A14], arg15: scala.reflect.api.JavaUniverse.TypeTag[A15], arg16: scala.reflect.api.JavaUniverse.TypeTag[A16]): UserDefinedFunction
Registers a deterministic Scala closure of 16 arguments as user-defined function (UDF).
Registers a deterministic Scala closure of 16 arguments as user-defined function (UDF).
RT
return type of UDF.
Since
1.3.0
def register[RT, A1, A2, A3, A4, A5, A6, A7, A8, A9, A10, A11, A12, A13, A14, A15](name: String, func: (A1, A2, A3, A4, A5, A6, A7, A8, A9, A10, A11, A12, A13, A14, A15) => RT)(implicit arg0: scala.reflect.api.JavaUniverse.TypeTag[RT], arg1: scala.reflect.api.JavaUniverse.TypeTag[A1], arg2: scala.reflect.api.JavaUniverse.TypeTag[A2], arg3: scala.reflect.api.JavaUniverse.TypeTag[A3], arg4: scala.reflect.api.JavaUniverse.TypeTag[A4], arg5: scala.reflect.api.JavaUniverse.TypeTag[A5], arg6: scala.reflect.api.JavaUniverse.TypeTag[A6], arg7: scala.reflect.api.JavaUniverse.TypeTag[A7], arg8: scala.reflect.api.JavaUniverse.TypeTag[A8], arg9: scala.reflect.api.JavaUniverse.TypeTag[A9], arg10: scala.reflect.api.JavaUniverse.TypeTag[A10], arg11: scala.reflect.api.JavaUniverse.TypeTag[A11], arg12: scala.reflect.api.JavaUniverse.TypeTag[A12], arg13: scala.reflect.api.JavaUniverse.TypeTag[A13], arg14: scala.reflect.api.JavaUniverse.TypeTag[A14], arg15: scala.reflect.api.JavaUniverse.TypeTag[A15]): UserDefinedFunction
Registers a deterministic Scala closure of 15 arguments as user-defined function (UDF).
Registers a deterministic Scala closure of 15 arguments as user-defined function (UDF).
RT
return type of UDF.
Since
1.3.0
def register[RT, A1, A2, A3, A4, A5, A6, A7, A8, A9, A10, A11, A12, A13, A14](name: String, func: (A1, A2, A3, A4, A5, A6, A7, A8, A9, A10, A11, A12, A13, A14) => RT)(implicit arg0: scala.reflect.api.JavaUniverse.TypeTag[RT], arg1: scala.reflect.api.JavaUniverse.TypeTag[A1], arg2: scala.reflect.api.JavaUniverse.TypeTag[A2], arg3: scala.reflect.api.JavaUniverse.TypeTag[A3], arg4: scala.reflect.api.JavaUniverse.TypeTag[A4], arg5: scala.reflect.api.JavaUniverse.TypeTag[A5], arg6: scala.reflect.api.JavaUniverse.TypeTag[A6], arg7: scala.reflect.api.JavaUniverse.TypeTag[A7], arg8: scala.reflect.api.JavaUniverse.TypeTag[A8], arg9: scala.reflect.api.JavaUniverse.TypeTag[A9], arg10: scala.reflect.api.JavaUniverse.TypeTag[A10], arg11: scala.reflect.api.JavaUniverse.TypeTag[A11], arg12: scala.reflect.api.JavaUniverse.TypeTag[A12], arg13: scala.reflect.api.JavaUniverse.TypeTag[A13], arg14: scala.reflect.api.JavaUniverse.TypeTag[A14]): UserDefinedFunction
Registers a deterministic Scala closure of 14 arguments as user-defined function (UDF).
Registers a deterministic Scala closure of 14 arguments as user-defined function (UDF).
RT
return type of UDF.
Since
1.3.0
def register[RT, A1, A2, A3, A4, A5, A6, A7, A8, A9, A10, A11, A12, A13](name: String, func: (A1, A2, A3, A4, A5, A6, A7, A8, A9, A10, A11, A12, A13) => RT)(implicit arg0: scala.reflect.api.JavaUniverse.TypeTag[RT], arg1: scala.reflect.api.JavaUniverse.TypeTag[A1], arg2: scala.reflect.api.JavaUniverse.TypeTag[A2], arg3: scala.reflect.api.JavaUniverse.TypeTag[A3], arg4: scala.reflect.api.JavaUniverse.TypeTag[A4], arg5: scala.reflect.api.JavaUniverse.TypeTag[A5], arg6: scala.reflect.api.JavaUniverse.TypeTag[A6], arg7: scala.reflect.api.JavaUniverse.TypeTag[A7], arg8: scala.reflect.api.JavaUniverse.TypeTag[A8], arg9: scala.reflect.api.JavaUniverse.TypeTag[A9], arg10: scala.reflect.api.JavaUniverse.TypeTag[A10], arg11: scala.reflect.api.JavaUniverse.TypeTag[A11], arg12: scala.reflect.api.JavaUniverse.TypeTag[A12], arg13: scala.reflect.api.JavaUniverse.TypeTag[A13]): UserDefinedFunction
Registers a deterministic Scala closure of 13 arguments as user-defined function (UDF).
Registers a deterministic Scala closure of 13 arguments as user-defined function (UDF).
RT
return type of UDF.
Since
1.3.0
def register[RT, A1, A2, A3, A4, A5, A6, A7, A8, A9, A10, A11, A12](name: String, func: (A1, A2, A3, A4, A5, A6, A7, A8, A9, A10, A11, A12) => RT)(implicit arg0: scala.reflect.api.JavaUniverse.TypeTag[RT], arg1: scala.reflect.api.JavaUniverse.TypeTag[A1], arg2: scala.reflect.api.JavaUniverse.TypeTag[A2], arg3: scala.reflect.api.JavaUniverse.TypeTag[A3], arg4: scala.reflect.api.JavaUniverse.TypeTag[A4], arg5: scala.reflect.api.JavaUniverse.TypeTag[A5], arg6: scala.reflect.api.JavaUniverse.TypeTag[A6], arg7: scala.reflect.api.JavaUniverse.TypeTag[A7], arg8: scala.reflect.api.JavaUniverse.TypeTag[A8], arg9: scala.reflect.api.JavaUniverse.TypeTag[A9], arg10: scala.reflect.api.JavaUniverse.TypeTag[A10], arg11: scala.reflect.api.JavaUniverse.TypeTag[A11], arg12: scala.reflect.api.JavaUniverse.TypeTag[A12]): UserDefinedFunction
Registers a deterministic Scala closure of 12 arguments as user-defined function (UDF).
Registers a deterministic Scala closure of 12 arguments as user-defined function (UDF).
RT
return type of UDF.
Since
1.3.0
def register[RT, A1, A2, A3, A4, A5, A6, A7, A8, A9, A10, A11](name: String, func: (A1, A2, A3, A4, A5, A6, A7, A8, A9, A10, A11) => RT)(implicit arg0: scala.reflect.api.JavaUniverse.TypeTag[RT], arg1: scala.reflect.api.JavaUniverse.TypeTag[A1], arg2: scala.reflect.api.JavaUniverse.TypeTag[A2], arg3: scala.reflect.api.JavaUniverse.TypeTag[A3], arg4: scala.reflect.api.JavaUniverse.TypeTag[A4], arg5: scala.reflect.api.JavaUniverse.TypeTag[A5], arg6: scala.reflect.api.JavaUniverse.TypeTag[A6], arg7: scala.reflect.api.JavaUniverse.TypeTag[A7], arg8: scala.reflect.api.JavaUniverse.TypeTag[A8], arg9: scala.reflect.api.JavaUniverse.TypeTag[A9], arg10: scala.reflect.api.JavaUniverse.TypeTag[A10], arg11: scala.reflect.api.JavaUniverse.TypeTag[A11]): UserDefinedFunction
Registers a deterministic Scala closure of 11 arguments as user-defined function (UDF).
Registers a deterministic Scala closure of 11 arguments as user-defined function (UDF).
RT
return type of UDF.
Since
1.3.0
def register[RT, A1, A2, A3, A4, A5, A6, A7, A8, A9, A10](name: String, func: (A1, A2, A3, A4, A5, A6, A7, A8, A9, A10) => RT)(implicit arg0: scala.reflect.api.JavaUniverse.TypeTag[RT], arg1: scala.reflect.api.JavaUniverse.TypeTag[A1], arg2: scala.reflect.api.JavaUniverse.TypeTag[A2], arg3: scala.reflect.api.JavaUniverse.TypeTag[A3], arg4: scala.reflect.api.JavaUniverse.TypeTag[A4], arg5: scala.reflect.api.JavaUniverse.TypeTag[A5], arg6: scala.reflect.api.JavaUniverse.TypeTag[A6], arg7: scala.reflect.api.JavaUniverse.TypeTag[A7], arg8: scala.reflect.api.JavaUniverse.TypeTag[A8], arg9: scala.reflect.api.JavaUniverse.TypeTag[A9], arg10: scala.reflect.api.JavaUniverse.TypeTag[A10]): UserDefinedFunction
Registers a deterministic Scala closure of 10 arguments as user-defined function (UDF).
Registers a deterministic Scala closure of 10 arguments as user-defined function (UDF).
RT
return type of UDF.
Since
1.3.0
def register[RT, A1, A2, A3, A4, A5, A6, A7, A8, A9](name: String, func: (A1, A2, A3, A4, A5, A6, A7, A8, A9) => RT)(implicit arg0: scala.reflect.api.JavaUniverse.TypeTag[RT], arg1: scala.reflect.api.JavaUniverse.TypeTag[A1], arg2: scala.reflect.api.JavaUniverse.TypeTag[A2], arg3: scala.reflect.api.JavaUniverse.TypeTag[A3], arg4: scala.reflect.api.JavaUniverse.TypeTag[A4], arg5: scala.reflect.api.JavaUniverse.TypeTag[A5], arg6: scala.reflect.api.JavaUniverse.TypeTag[A6], arg7: scala.reflect.api.JavaUniverse.TypeTag[A7], arg8: scala.reflect.api.JavaUniverse.TypeTag[A8], arg9: scala.reflect.api.JavaUniverse.TypeTag[A9]): UserDefinedFunction
Registers a deterministic Scala closure of 9 arguments as user-defined function (UDF).
Registers a deterministic Scala closure of 9 arguments as user-defined function (UDF).
RT
return type of UDF.
Since
1.3.0
def register[RT, A1, A2, A3, A4, A5, A6, A7, A8](name: String, func: (A1, A2, A3, A4, A5, A6, A7, A8) => RT)(implicit arg0: scala.reflect.api.JavaUniverse.TypeTag[RT], arg1: scala.reflect.api.JavaUniverse.TypeTag[A1], arg2: scala.reflect.api.JavaUniverse.TypeTag[A2], arg3: scala.reflect.api.JavaUniverse.TypeTag[A3], arg4: scala.reflect.api.JavaUniverse.TypeTag[A4], arg5: scala.reflect.api.JavaUniverse.TypeTag[A5], arg6: scala.reflect.api.JavaUniverse.TypeTag[A6], arg7: scala.reflect.api.JavaUniverse.TypeTag[A7], arg8: scala.reflect.api.JavaUniverse.TypeTag[A8]): UserDefinedFunction
Registers a deterministic Scala closure of 8 arguments as user-defined function (UDF).
Registers a deterministic Scala closure of 8 arguments as user-defined function (UDF).
RT
return type of UDF.
Since
1.3.0
def register[RT, A1, A2, A3, A4, A5, A6, A7](name: String, func: (A1, A2, A3, A4, A5, A6, A7) => RT)(implicit arg0: scala.reflect.api.JavaUniverse.TypeTag[RT], arg1: scala.reflect.api.JavaUniverse.TypeTag[A1], arg2: scala.reflect.api.JavaUniverse.TypeTag[A2], arg3: scala.reflect.api.JavaUniverse.TypeTag[A3], arg4: scala.reflect.api.JavaUniverse.TypeTag[A4], arg5: scala.reflect.api.JavaUniverse.TypeTag[A5], arg6: scala.reflect.api.JavaUniverse.TypeTag[A6], arg7: scala.reflect.api.JavaUniverse.TypeTag[A7]): UserDefinedFunction
Registers a deterministic Scala closure of 7 arguments as user-defined function (UDF).
Registers a deterministic Scala closure of 7 arguments as user-defined function (UDF).
RT
return type of UDF.
Since
1.3.0
def register[RT, A1, A2, A3, A4, A5, A6](name: String, func: (A1, A2, A3, A4, A5, A6) => RT)(implicit arg0: scala.reflect.api.JavaUniverse.TypeTag[RT], arg1: scala.reflect.api.JavaUniverse.TypeTag[A1], arg2: scala.reflect.api.JavaUniverse.TypeTag[A2], arg3: scala.reflect.api.JavaUniverse.TypeTag[A3], arg4: scala.reflect.api.JavaUniverse.TypeTag[A4], arg5: scala.reflect.api.JavaUniverse.TypeTag[A5], arg6: scala.reflect.api.JavaUniverse.TypeTag[A6]): UserDefinedFunction
Registers a deterministic Scala closure of 6 arguments as user-defined function (UDF).
Registers a deterministic Scala closure of 6 arguments as user-defined function (UDF).
RT
return type of UDF.
Since
1.3.0
def register[RT, A1, A2, A3, A4, A5](name: String, func: (A1, A2, A3, A4, A5) => RT)(implicit arg0: scala.reflect.api.JavaUniverse.TypeTag[RT], arg1: scala.reflect.api.JavaUniverse.TypeTag[A1], arg2: scala.reflect.api.JavaUniverse.TypeTag[A2], arg3: scala.reflect.api.JavaUniverse.TypeTag[A3], arg4: scala.reflect.api.JavaUniverse.TypeTag[A4], arg5: scala.reflect.api.JavaUniverse.TypeTag[A5]): UserDefinedFunction
Registers a deterministic Scala closure of 5 arguments as user-defined function (UDF).
Registers a deterministic Scala closure of 5 arguments as user-defined function (UDF).
RT
return type of UDF.
Since
1.3.0
def register[RT, A1, A2, A3, A4](name: String, func: (A1, A2, A3, A4) => RT)(implicit arg0: scala.reflect.api.JavaUniverse.TypeTag[RT], arg1: scala.reflect.api.JavaUniverse.TypeTag[A1], arg2: scala.reflect.api.JavaUniverse.TypeTag[A2], arg3: scala.reflect.api.JavaUniverse.TypeTag[A3], arg4: scala.reflect.api.JavaUniverse.TypeTag[A4]): UserDefinedFunction
Registers a deterministic Scala closure of 4 arguments as user-defined function (UDF).
Registers a deterministic Scala closure of 4 arguments as user-defined function (UDF).
RT
return type of UDF.
Since
1.3.0
def register[RT, A1, A2, A3](name: String, func: (A1, A2, A3) => RT)(implicit arg0: scala.reflect.api.JavaUniverse.TypeTag[RT], arg1: scala.reflect.api.JavaUniverse.TypeTag[A1], arg2: scala.reflect.api.JavaUniverse.TypeTag[A2], arg3: scala.reflect.api.JavaUniverse.TypeTag[A3]): UserDefinedFunction
Registers a deterministic Scala closure of 3 arguments as user-defined function (UDF).
Registers a deterministic Scala closure of 3 arguments as user-defined function (UDF).
RT
return type of UDF.
Since
1.3.0
def register[RT, A1, A2](name: String, func: (A1, A2) => RT)(implicit arg0: scala.reflect.api.JavaUniverse.TypeTag[RT], arg1: scala.reflect.api.JavaUniverse.TypeTag[A1], arg2: scala.reflect.api.JavaUniverse.TypeTag[A2]): UserDefinedFunction
Registers a deterministic Scala closure of 2 arguments as user-defined function (UDF).
Registers a deterministic Scala closure of 2 arguments as user-defined function (UDF).
RT
return type of UDF.
Since
1.3.0
def register[RT, A1](name: String, func: (A1) => RT)(implicit arg0: scala.reflect.api.JavaUniverse.TypeTag[RT], arg1: scala.reflect.api.JavaUniverse.TypeTag[A1]): UserDefinedFunction
Registers a deterministic Scala closure of 1 arguments as user-defined function (UDF).
Registers a deterministic Scala closure of 1 arguments as user-defined function (UDF).
RT
return type of UDF.
Since
1.3.0
def register[RT](name: String, func: () => RT)(implicit arg0: scala.reflect.api.JavaUniverse.TypeTag[RT]): UserDefinedFunction
Registers a deterministic Scala closure of 0 arguments as user-defined function (UDF).
Registers a deterministic Scala closure of 0 arguments as user-defined function (UDF).
RT
return type of UDF.
Since
1.3.0
def register(name: String, udf: UserDefinedFunction): UserDefinedFunction
Registers a user-defined function (UDF), for a UDF that's already defined using the Dataset API (i.e.
Registers a user-defined function (UDF), for a UDF that's already defined using the Dataset API (i.e. of type UserDefinedFunction). To change a UDF to nondeterministic, call the API UserDefinedFunction.asNondeterministic(). To change a UDF to nonNullable, call the API UserDefinedFunction.asNonNullable().
Example:
```
val foo = udf(() => Math.random())
spark.udf.register("random", foo.asNondeterministic())

val bar = udf(() => "bar")
spark.udf.register("stringLit", bar.asNonNullable())
```
name
the name of the UDF.
udf
the UDF needs to be registered.
returns
the registered UDF.
Since
2.2.0
def registerPython(name: String, udf: UserDefinedPythonFunction): Unit
Attributes
protected[sql]
final def synchronized[T0](arg0: => T0): T0
Definition Classes
AnyRef
def toString(): String
Definition Classes
AnyRef → Any
final def wait(arg0: Long, arg1: Int): Unit
Definition Classes
AnyRef
Annotations
@throws(classOf[java.lang.InterruptedException])
final def wait(arg0: Long): Unit
Definition Classes
AnyRef
Annotations
@throws(classOf[java.lang.InterruptedException]) @native()
final def wait(): Unit
Definition Classes
AnyRef
Annotations
@throws(classOf[java.lang.InterruptedException])
def withLogContext(context: HashMap[String, String])(body: => Unit): Unit
Attributes
protected
Definition Classes
Logging

Deprecated Value Members

def finalize(): Unit
Attributes
protected[lang]
Definition Classes
AnyRef
Annotations
@throws(classOf[java.lang.Throwable]) @Deprecated
Deprecated
(Since version 9)
def register(name: String, udaf: UserDefinedAggregateFunction): UserDefinedAggregateFunction
Registers a user-defined aggregate function (UDAF).
Registers a user-defined aggregate function (UDAF).
name
the name of the UDAF.
udaf
the UDAF needs to be registered.
returns
the registered UDAF.
Annotations
@deprecated
Deprecated
(Since version 3.0.0) Aggregator[IN, BUF, OUT] should now be registered as a UDF via the functions.udaf(agg) method.
Since
1.5.0

Packages

UDFRegistration

class UDFRegistration extends Logging

Type Members

Value Members

Deprecated Value Members

Inherited from Logging

Inherited from AnyRef

Inherited from Any

Ungrouped

Packages

UDFRegistration

class UDFRegistration extends Logging

Type Members

Value Members

Deprecated Value Members

Inherited from Logging

Inherited from AnyRef

Inherited from Any

Ungrouped

UDFRegistration