Transformer

abstract def transform(dataset: SchemaRDD, paramMap: ParamMap): SchemaRDD

Transforms the dataset with provided parameter map as additional parameters.

final def !=(arg0: AnyRef): Boolean

final def !=(arg0: Any): Boolean

final def ##(): Int

final def ==(arg0: AnyRef): Boolean

final def ==(arg0: Any): Boolean

final def asInstanceOf[T0]: T0

def clone(): AnyRef

final def eq(arg0: AnyRef): Boolean

def equals(arg0: Any): Boolean

def explainParams(): String

Returns the documentation of all params.

def finalize(): Unit

final def getClass(): Class[_]

def hashCode(): Int

final def isInstanceOf[T0]: Boolean

def isSet(param: Param[_]): Boolean

Checks whether a param is explicitly set.

def isTraceEnabled(): Boolean

def log: Logger

def logDebug(msg: ⇒ String, throwable: Throwable): Unit

def logDebug(msg: ⇒ String): Unit

def logError(msg: ⇒ String, throwable: Throwable): Unit

def logError(msg: ⇒ String): Unit

def logInfo(msg: ⇒ String, throwable: Throwable): Unit

def logInfo(msg: ⇒ String): Unit

def logName: String

def logTrace(msg: ⇒ String, throwable: Throwable): Unit

def logTrace(msg: ⇒ String): Unit

def logWarning(msg: ⇒ String, throwable: Throwable): Unit

def logWarning(msg: ⇒ String): Unit

final def ne(arg0: AnyRef): Boolean

final def notify(): Unit

final def notifyAll(): Unit

val paramMap: ParamMap

Internal param map.

def params: Array[Param[_]]

Returns all params.

final def synchronized[T0](arg0: ⇒ T0): T0

def toString(): String

def transform(dataset: JavaSchemaRDD, paramMap: ParamMap): JavaSchemaRDD

Transforms the dataset with provided parameter map as additional parameters.

def transform(dataset: JavaSchemaRDD, paramPairs: ParamPair[_]*): JavaSchemaRDD

Transforms the dataset with optional parameters.

def transform(dataset: SchemaRDD, paramPairs: ParamPair[_]*): SchemaRDD

Transforms the dataset with optional parameters

def transformSchema(schema: StructType, paramMap: ParamMap, logging: Boolean): StructType

Derives the output schema from the input schema and parameters, optionally with logging.

def validate(): Unit

Validates parameter values stored internally.

def validate(paramMap: ParamMap): Unit

Validates parameter values stored internally plus the input parameter map.

final def wait(): Unit

final def wait(arg0: Long, arg1: Int): Unit

final def wait(arg0: Long): Unit