org.apache.spark.sql.hive

Class HiveShim

Object

org.apache.spark.sql.hive.HiveShim

public class HiveShim
extends Object

A compatibility layer for interacting with Hive version 0.13.1.

Constructor Summary

Constructors

Constructor and Description
HiveShim()

Method Summary

Methods

Modifier and Type	Method and Description
static void	appendReadColumns(org.apache.hadoop.conf.Configuration conf, scala.collection.Seq<Integer> ids, scala.collection.Seq<String> names)
static scala.collection.Seq<scala.runtime.Nothing$>	compatibilityBlackList()
static org.apache.hadoop.hive.common.type.HiveDecimal	createDecimal(java.math.BigDecimal bd)
static scala.collection.Seq<String>	createDefaultDBIfNeeded(HiveContext context)
static java.util.ArrayList<Object>	createDriverResultsArray()
static String	decimalMetastoreString(org.apache.spark.sql.catalyst.types.DecimalType decimalType)
static org.apache.hadoop.hive.serde2.typeinfo.TypeInfo	decimalTypeInfo(org.apache.spark.sql.catalyst.types.DecimalType decimalType)
static org.apache.spark.sql.catalyst.types.DecimalType	decimalTypeInfoToCatalyst(org.apache.hadoop.hive.serde2.objectinspector.PrimitiveObjectInspector inspector)
static java.util.Set<org.apache.hadoop.hive.ql.metadata.Partition>	getAllPartitionsOf(org.apache.hadoop.hive.ql.metadata.Hive client, org.apache.hadoop.hive.ql.metadata.Table tbl)
static org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector	getBinaryWritableConstantObjectInspector(Object value)
static org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector	getBooleanWritableConstantObjectInspector(Object value)
static org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector	getByteWritableConstantObjectInspector(Object value)
static org.apache.hadoop.hive.ql.processors.CommandProcessor	getCommandProcessor(String[] cmd, org.apache.hadoop.hive.conf.HiveConf conf)
static org.apache.hadoop.fs.Path	getDataLocationPath(org.apache.hadoop.hive.ql.metadata.Partition p)
static org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector	getDateWritableConstantObjectInspector(Object value)
static org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector	getDecimalWritableConstantObjectInspector(Object value)
static org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector	getDoubleWritableConstantObjectInspector(Object value)
static org.apache.hadoop.fs.Path	getExternalTmpPath(org.apache.hadoop.hive.ql.Context context, org.apache.hadoop.fs.Path path)
static org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector	getFloatWritableConstantObjectInspector(Object value)
static org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector	getIntWritableConstantObjectInspector(Object value)
static org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector	getLongWritableConstantObjectInspector(Object value)
static org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector	getPrimitiveNullWritableConstantObjectInspector()
static org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector	getShortWritableConstantObjectInspector(Object value)
static String	getStatsSetupConstRawDataSize()
static String	getStatsSetupConstTotalSize()
static org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector	getStringWritableConstantObjectInspector(Object value)
static org.apache.hadoop.hive.ql.plan.TableDesc	getTableDesc(Class<? extends org.apache.hadoop.hive.serde2.Deserializer> serdeClass, Class<? extends org.apache.hadoop.mapred.InputFormat<?,?>> inputFormatClass, Class<?> outputFormatClass, java.util.Properties properties)
static org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector	getTimestampWritableConstantObjectInspector(Object value)
static scala.collection.mutable.Buffer<String>	processResults(java.util.ArrayList<Object> results)
static void	setLocation(org.apache.hadoop.hive.ql.metadata.Table tbl, org.apache.hadoop.hive.ql.plan.CreateTableDesc crtTbl)
static org.apache.spark.sql.catalyst.types.decimal.Decimal	toCatalystDecimal(org.apache.hadoop.hive.serde2.objectinspector.primitive.HiveDecimalObjectInspector hdoi, Object data)
static String	version()
static org.apache.hadoop.hive.ql.plan.FileSinkDesc	wrapperToFileSinkDesc(ShimFileSinkDesc w)

Methods inherited from class Object

equals, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

HiveShim

public HiveShim()

Method Detail

version

public static String version()

getTableDesc

public static org.apache.hadoop.hive.ql.plan.TableDesc getTableDesc(Class<? extends org.apache.hadoop.hive.serde2.Deserializer> serdeClass,
                                                    Class<? extends org.apache.hadoop.mapred.InputFormat<?,?>> inputFormatClass,
                                                    Class<?> outputFormatClass,
                                                    java.util.Properties properties)

getStringWritableConstantObjectInspector

public static org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector getStringWritableConstantObjectInspector(Object value)

getIntWritableConstantObjectInspector

public static org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector getIntWritableConstantObjectInspector(Object value)

getDoubleWritableConstantObjectInspector

public static org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector getDoubleWritableConstantObjectInspector(Object value)

getBooleanWritableConstantObjectInspector

public static org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector getBooleanWritableConstantObjectInspector(Object value)

getLongWritableConstantObjectInspector

public static org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector getLongWritableConstantObjectInspector(Object value)

getFloatWritableConstantObjectInspector

public static org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector getFloatWritableConstantObjectInspector(Object value)

getShortWritableConstantObjectInspector

public static org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector getShortWritableConstantObjectInspector(Object value)

getByteWritableConstantObjectInspector

public static org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector getByteWritableConstantObjectInspector(Object value)

getBinaryWritableConstantObjectInspector

public static org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector getBinaryWritableConstantObjectInspector(Object value)

getDateWritableConstantObjectInspector

public static org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector getDateWritableConstantObjectInspector(Object value)

getTimestampWritableConstantObjectInspector

public static org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector getTimestampWritableConstantObjectInspector(Object value)

getDecimalWritableConstantObjectInspector

public static org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector getDecimalWritableConstantObjectInspector(Object value)

getPrimitiveNullWritableConstantObjectInspector

public static org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector getPrimitiveNullWritableConstantObjectInspector()

createDriverResultsArray

public static java.util.ArrayList<Object> createDriverResultsArray()

processResults

public static scala.collection.mutable.Buffer<String> processResults(java.util.ArrayList<Object> results)

getStatsSetupConstTotalSize

public static String getStatsSetupConstTotalSize()

getStatsSetupConstRawDataSize

public static String getStatsSetupConstRawDataSize()

createDefaultDBIfNeeded

public static scala.collection.Seq<String> createDefaultDBIfNeeded(HiveContext context)

getCommandProcessor

public static org.apache.hadoop.hive.ql.processors.CommandProcessor getCommandProcessor(String[] cmd,
                                                                        org.apache.hadoop.hive.conf.HiveConf conf)

createDecimal

public static org.apache.hadoop.hive.common.type.HiveDecimal createDecimal(java.math.BigDecimal bd)

appendReadColumns

public static void appendReadColumns(org.apache.hadoop.conf.Configuration conf,
                     scala.collection.Seq<Integer> ids,
                     scala.collection.Seq<String> names)

getExternalTmpPath

public static org.apache.hadoop.fs.Path getExternalTmpPath(org.apache.hadoop.hive.ql.Context context,
                                           org.apache.hadoop.fs.Path path)

getDataLocationPath

public static org.apache.hadoop.fs.Path getDataLocationPath(org.apache.hadoop.hive.ql.metadata.Partition p)

getAllPartitionsOf

public static java.util.Set<org.apache.hadoop.hive.ql.metadata.Partition> getAllPartitionsOf(org.apache.hadoop.hive.ql.metadata.Hive client,
                                                                             org.apache.hadoop.hive.ql.metadata.Table tbl)

compatibilityBlackList

public static scala.collection.Seq<scala.runtime.Nothing$> compatibilityBlackList()

setLocation

public static void setLocation(org.apache.hadoop.hive.ql.metadata.Table tbl,
               org.apache.hadoop.hive.ql.plan.CreateTableDesc crtTbl)

wrapperToFileSinkDesc

public static org.apache.hadoop.hive.ql.plan.FileSinkDesc wrapperToFileSinkDesc(ShimFileSinkDesc w)

decimalMetastoreString

public static String decimalMetastoreString(org.apache.spark.sql.catalyst.types.DecimalType decimalType)

decimalTypeInfo

public static org.apache.hadoop.hive.serde2.typeinfo.TypeInfo decimalTypeInfo(org.apache.spark.sql.catalyst.types.DecimalType decimalType)

decimalTypeInfoToCatalyst

public static org.apache.spark.sql.catalyst.types.DecimalType decimalTypeInfoToCatalyst(org.apache.hadoop.hive.serde2.objectinspector.PrimitiveObjectInspector inspector)

toCatalystDecimal

public static org.apache.spark.sql.catalyst.types.decimal.Decimal toCatalystDecimal(org.apache.hadoop.hive.serde2.objectinspector.primitive.HiveDecimalObjectInspector hdoi,
                                                                    Object data)