org.apache.spark

Class SparkEnv

java.lang.Object

org.apache.spark.SparkEnv

public class SparkEnv
extends java.lang.Object

:: DeveloperApi :: Holds all the runtime environment objects for a running Spark instance (either master or worker), including the serializer, RpcEnv, block manager, map output tracker, etc. Currently Spark code finds the SparkEnv through a global variable, so all the threads can access the same SparkEnv. It can be accessed by SparkEnv.get (e.g. after creating a SparkContext).

NOTE: This is not intended for external use. This is exposed for Shark and may be made private in a future release.

Constructor Summary

Constructors

Constructor and Description

SparkEnv(java.lang.String executorId, org.apache.spark.rpc.RpcEnv rpcEnv, Serializer serializer, Serializer closureSerializer, org.apache.spark.serializer.SerializerManager serializerManager, org.apache.spark.MapOutputTracker mapOutputTracker, org.apache.spark.shuffle.ShuffleManager shuffleManager, org.apache.spark.broadcast.BroadcastManager broadcastManager, org.apache.spark.storage.BlockManager blockManager, org.apache.spark.SecurityManager securityManager, org.apache.spark.metrics.MetricsSystem metricsSystem, org.apache.spark.memory.MemoryManager memoryManager, org.apache.spark.scheduler.OutputCommitCoordinator outputCommitCoordinator, SparkConf conf)

Method Summary

Methods

Modifier and Type	Method and Description
org.apache.spark.storage.BlockManager	blockManager()
org.apache.spark.broadcast.BroadcastManager	broadcastManager()
Serializer	closureSerializer()
SparkConf	conf()
java.lang.String	executorId()
static SparkEnv	get() Returns the SparkEnv.
protected static void	initializeLogIfNecessary(boolean isInterpreter)
protected static boolean	isTraceEnabled()
protected static org.slf4j.Logger	log()
protected static void	logDebug(scala.Function0<java.lang.String> msg)
protected static void	logDebug(scala.Function0<java.lang.String> msg, java.lang.Throwable throwable)
protected static void	logError(scala.Function0<java.lang.String> msg)
protected static void	logError(scala.Function0<java.lang.String> msg, java.lang.Throwable throwable)
protected static void	logInfo(scala.Function0<java.lang.String> msg)
protected static void	logInfo(scala.Function0<java.lang.String> msg, java.lang.Throwable throwable)
protected static java.lang.String	logName()
protected static void	logTrace(scala.Function0<java.lang.String> msg)
protected static void	logTrace(scala.Function0<java.lang.String> msg, java.lang.Throwable throwable)
protected static void	logWarning(scala.Function0<java.lang.String> msg)
protected static void	logWarning(scala.Function0<java.lang.String> msg, java.lang.Throwable throwable)
org.apache.spark.MapOutputTracker	mapOutputTracker()
org.apache.spark.memory.MemoryManager	memoryManager()
org.apache.spark.metrics.MetricsSystem	metricsSystem()
org.apache.spark.scheduler.OutputCommitCoordinator	outputCommitCoordinator()
org.apache.spark.SecurityManager	securityManager()
Serializer	serializer()
org.apache.spark.serializer.SerializerManager	serializerManager()
static void	set(SparkEnv e)
org.apache.spark.shuffle.ShuffleManager	shuffleManager()

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

SparkEnv

public SparkEnv(java.lang.String executorId,
        org.apache.spark.rpc.RpcEnv rpcEnv,
        Serializer serializer,
        Serializer closureSerializer,
        org.apache.spark.serializer.SerializerManager serializerManager,
        org.apache.spark.MapOutputTracker mapOutputTracker,
        org.apache.spark.shuffle.ShuffleManager shuffleManager,
        org.apache.spark.broadcast.BroadcastManager broadcastManager,
        org.apache.spark.storage.BlockManager blockManager,
        org.apache.spark.SecurityManager securityManager,
        org.apache.spark.metrics.MetricsSystem metricsSystem,
        org.apache.spark.memory.MemoryManager memoryManager,
        org.apache.spark.scheduler.OutputCommitCoordinator outputCommitCoordinator,
        SparkConf conf)

Method Detail

set

public static void set(SparkEnv e)

get

public static SparkEnv get()

Returns the SparkEnv.

Returns:

(undocumented)

logName

protected static java.lang.String logName()

log

protected static org.slf4j.Logger log()

logInfo

protected static void logInfo(scala.Function0<java.lang.String> msg)

logDebug

protected static void logDebug(scala.Function0<java.lang.String> msg)

logTrace

protected static void logTrace(scala.Function0<java.lang.String> msg)

logWarning

protected static void logWarning(scala.Function0<java.lang.String> msg)

logError

protected static void logError(scala.Function0<java.lang.String> msg)

logInfo

protected static void logInfo(scala.Function0<java.lang.String> msg,
           java.lang.Throwable throwable)

logDebug

protected static void logDebug(scala.Function0<java.lang.String> msg,
            java.lang.Throwable throwable)

logTrace

protected static void logTrace(scala.Function0<java.lang.String> msg,
            java.lang.Throwable throwable)

logWarning

protected static void logWarning(scala.Function0<java.lang.String> msg,
              java.lang.Throwable throwable)

logError

protected static void logError(scala.Function0<java.lang.String> msg,
            java.lang.Throwable throwable)

isTraceEnabled

protected static boolean isTraceEnabled()

initializeLogIfNecessary

protected static void initializeLogIfNecessary(boolean isInterpreter)

executorId

public java.lang.String executorId()

serializer

public Serializer serializer()

closureSerializer

public Serializer closureSerializer()

serializerManager

public org.apache.spark.serializer.SerializerManager serializerManager()

mapOutputTracker

public org.apache.spark.MapOutputTracker mapOutputTracker()

shuffleManager

public org.apache.spark.shuffle.ShuffleManager shuffleManager()

broadcastManager

public org.apache.spark.broadcast.BroadcastManager broadcastManager()

blockManager

public org.apache.spark.storage.BlockManager blockManager()

securityManager

public org.apache.spark.SecurityManager securityManager()

metricsSystem

public org.apache.spark.metrics.MetricsSystem metricsSystem()

memoryManager

public org.apache.spark.memory.MemoryManager memoryManager()

outputCommitCoordinator

public org.apache.spark.scheduler.OutputCommitCoordinator outputCommitCoordinator()

conf

public SparkConf conf()