org.apache.spark.sql

Class CarbonVectorProxy.ColumnVectorProxy

java.lang.Object

org.apache.spark.sql.execution.vectorized.ColumnVector

org.apache.spark.sql.CarbonVectorProxy.ColumnVectorProxy

All Implemented Interfaces:

AutoCloseable

Direct Known Subclasses:

CarbonVectorProxy.ColumnVectorProxyWithLazyLoad

Enclosing class:

CarbonVectorProxy

public static class CarbonVectorProxy.ColumnVectorProxy
extends org.apache.spark.sql.execution.vectorized.ColumnVector

Nested Class Summary

Nested classes/interfaces inherited from class org.apache.spark.sql.execution.vectorized.ColumnVector

org.apache.spark.sql.execution.vectorized.ColumnVector.Array

Field Summary

Fields inherited from class org.apache.spark.sql.execution.vectorized.ColumnVector

anyNullsSet, capacity, childColumns, DEFAULT_ARRAY_LENGTH, dictionary, dictionaryIds, elementsAppended, isConstant, MAX_CAPACITY, numNulls, resultArray, resultStruct, type

Constructor Summary

Constructors

Constructor and Description
ColumnVectorProxy(org.apache.spark.sql.execution.vectorized.ColumnVector columnVector, int capacity, org.apache.spark.memory.MemoryMode mode)

Method Summary

Modifier and Type	Method and Description
void	close()
org.apache.spark.sql.types.DataType	dataType(int ordinal)
int	getArrayLength(int rowId)
int	getArrayOffset(int rowId)
boolean	getBoolean(int i)
byte	getByte(int i)
int	getDictId(int rowId)
double	getDouble(int i)
float	getFloat(int i)
int	getInt(int i)
long	getLong(int i)
short	getShort(int i)
org.apache.spark.sql.execution.vectorized.ColumnVector	getVector()
boolean	hasDictionary()
boolean	isNullAt(int i)
void	loadBytes(org.apache.spark.sql.execution.vectorized.ColumnVector.Array array)
long	nullsNativeAddress()
void	putAllByteArray(byte[] data, int offset, int length) It keeps all binary data of all rows to it.
void	putArray(int rowId, int offset, int length)
void	putBoolean(int rowId, boolean value)
void	putBooleans(int rowId, int count, boolean value)
void	putByte(int rowId, byte value)
int	putByteArray(int rowId, byte[] value, int offset, int count)
void	putBytes(int rowId, int count, byte value)
void	putBytes(int rowId, int count, byte[] src, int srcIndex)
void	putDictionaryInt(int rowId, int value)
void	putDouble(int rowId, double value)
void	putDoubles(int rowId, int count, byte[] src, int srcIndex)
void	putDoubles(int rowId, int count, double value)
void	putDoubles(int rowId, int count, double[] src, int srcIndex)
void	putFloat(int rowId, float value)
void	putFloats(int rowId, int count, byte[] src, int srcIndex)
void	putFloats(int rowId, int count, float value)
void	putFloats(int rowId, int count, float[] src, int srcIndex)
void	putInt(int rowId, int value)
void	putInts(int rowId, int count, int value)
void	putInts(int rowId, int count, int[] src, int srcIndex)
void	putIntsLittleEndian(int rowId, int count, byte[] src, int srcIndex)
void	putLong(int rowId, long value)
void	putLongs(int rowId, int count, long value)
void	putLongs(int rowId, int count, long[] src, int srcIndex)
void	putLongsLittleEndian(int rowId, int count, byte[] src, int srcIndex)
void	putNotNull(int rowId)
void	putNotNulls(int rowId, int count)
void	putNull(int rowId)
void	putNulls(int rowId, int count)
void	putRowToColumnBatch(int rowId, Object value)
void	putShort(int rowId, short value)
void	putShorts(int rowId, int count, short value)
void	putShorts(int rowId, int count, short[] src, int srcIndex)
void	reserve(int requiredCapacity)
org.apache.spark.sql.execution.vectorized.ColumnVector	reserveDictionaryIds(int capacity)
protected void	reserveInternal(int capacity)
void	reset()
void	setDictionary(org.apache.carbondata.core.scan.result.vector.CarbonDictionary dictionary)
void	setLazyPage(org.apache.carbondata.core.scan.scanner.LazyPageLoader lazyPage)
long	valuesNativeAddress()

Methods inherited from class org.apache.spark.sql.execution.vectorized.ColumnVector

allocate, anyNullsSet, appendArray, appendBoolean, appendBooleans, appendByte, appendByteArray, appendBytes, appendBytes, appendDouble, appendDoubles, appendDoubles, appendFloat, appendFloats, appendInt, appendInts, appendInts, appendLong, appendLongs, appendLongs, appendNotNull, appendNotNulls, appendNull, appendNulls, appendShort, appendShorts, appendShorts, appendStruct, arrayData, dataType, getArray, getBinary, getChildColumn, getDecimal, getDictionaryIds, getElementsAppended, getMap, getStruct, getStruct, getUTF8String, isArray, numNulls, putByteArray, putDecimal, setDictionary, setIsConstant

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

ColumnVectorProxy

public ColumnVectorProxy(org.apache.spark.sql.execution.vectorized.ColumnVector columnVector,
                         int capacity,
                         org.apache.spark.memory.MemoryMode mode)

Method Detail

putRowToColumnBatch

public void putRowToColumnBatch(int rowId,
                                Object value)

putBoolean

public void putBoolean(int rowId,
                       boolean value)

Specified by:

putBoolean in class org.apache.spark.sql.execution.vectorized.ColumnVector

putByte

public void putByte(int rowId,
                    byte value)

Specified by:

putByte in class org.apache.spark.sql.execution.vectorized.ColumnVector

putBytes

public void putBytes(int rowId,
                     int count,
                     byte[] src,
                     int srcIndex)

Specified by:

putBytes in class org.apache.spark.sql.execution.vectorized.ColumnVector

putShort

public void putShort(int rowId,
                     short value)

Specified by:

putShort in class org.apache.spark.sql.execution.vectorized.ColumnVector

putInt

public void putInt(int rowId,
                   int value)

Specified by:

putInt in class org.apache.spark.sql.execution.vectorized.ColumnVector

putFloat

public void putFloat(int rowId,
                     float value)

Specified by:

putFloat in class org.apache.spark.sql.execution.vectorized.ColumnVector

putFloats

public void putFloats(int rowId,
                      int count,
                      float[] src,
                      int srcIndex)

Specified by:

putFloats in class org.apache.spark.sql.execution.vectorized.ColumnVector

putLong

public void putLong(int rowId,
                    long value)

Specified by:

putLong in class org.apache.spark.sql.execution.vectorized.ColumnVector

putDouble

public void putDouble(int rowId,
                      double value)

Specified by:

putDouble in class org.apache.spark.sql.execution.vectorized.ColumnVector

putInts

public void putInts(int rowId,
                    int count,
                    int value)

Specified by:

putInts in class org.apache.spark.sql.execution.vectorized.ColumnVector

putInts

public void putInts(int rowId,
                    int count,
                    int[] src,
                    int srcIndex)

Specified by:

putInts in class org.apache.spark.sql.execution.vectorized.ColumnVector

putShorts

public void putShorts(int rowId,
                      int count,
                      short value)

Specified by:

putShorts in class org.apache.spark.sql.execution.vectorized.ColumnVector

putShorts

public void putShorts(int rowId,
                      int count,
                      short[] src,
                      int srcIndex)

Specified by:

putShorts in class org.apache.spark.sql.execution.vectorized.ColumnVector

putLongs

public void putLongs(int rowId,
                     int count,
                     long value)

Specified by:

putLongs in class org.apache.spark.sql.execution.vectorized.ColumnVector

putLongs

public void putLongs(int rowId,
                     int count,
                     long[] src,
                     int srcIndex)

Specified by:

putLongs in class org.apache.spark.sql.execution.vectorized.ColumnVector

putDoubles

public void putDoubles(int rowId,
                       int count,
                       double value)

Specified by:

putDoubles in class org.apache.spark.sql.execution.vectorized.ColumnVector

putDoubles

public void putDoubles(int rowId,
                       int count,
                       double[] src,
                       int srcIndex)

Specified by:

putDoubles in class org.apache.spark.sql.execution.vectorized.ColumnVector

dataType

public org.apache.spark.sql.types.DataType dataType(int ordinal)

putNotNull

public void putNotNull(int rowId)

Specified by:

putNotNull in class org.apache.spark.sql.execution.vectorized.ColumnVector

putNotNulls

public void putNotNulls(int rowId,
                        int count)

Specified by:

putNotNulls in class org.apache.spark.sql.execution.vectorized.ColumnVector

putDictionaryInt

public void putDictionaryInt(int rowId,
                             int value)

setDictionary

public void setDictionary(org.apache.carbondata.core.scan.result.vector.CarbonDictionary dictionary)

putNull

public void putNull(int rowId)

Specified by:

putNull in class org.apache.spark.sql.execution.vectorized.ColumnVector

putNulls

public void putNulls(int rowId,
                     int count)

Specified by:

putNulls in class org.apache.spark.sql.execution.vectorized.ColumnVector

hasDictionary

public boolean hasDictionary()

Overrides:

hasDictionary in class org.apache.spark.sql.execution.vectorized.ColumnVector

reserveDictionaryIds

public org.apache.spark.sql.execution.vectorized.ColumnVector reserveDictionaryIds(int capacity)

Overrides:

reserveDictionaryIds in class org.apache.spark.sql.execution.vectorized.ColumnVector

isNullAt

public boolean isNullAt(int i)

Specified by:

isNullAt in class org.apache.spark.sql.execution.vectorized.ColumnVector

getBoolean

public boolean getBoolean(int i)

Specified by:

getBoolean in class org.apache.spark.sql.execution.vectorized.ColumnVector

getByte

public byte getByte(int i)

Specified by:

getByte in class org.apache.spark.sql.execution.vectorized.ColumnVector

getShort

public short getShort(int i)

Specified by:

getShort in class org.apache.spark.sql.execution.vectorized.ColumnVector

getInt

public int getInt(int i)

Specified by:

getInt in class org.apache.spark.sql.execution.vectorized.ColumnVector

getLong

public long getLong(int i)

Specified by:

getLong in class org.apache.spark.sql.execution.vectorized.ColumnVector

getFloat

public float getFloat(int i)

Specified by:

getFloat in class org.apache.spark.sql.execution.vectorized.ColumnVector

getDouble

public double getDouble(int i)

Specified by:

getDouble in class org.apache.spark.sql.execution.vectorized.ColumnVector

reserveInternal

protected void reserveInternal(int capacity)

Specified by:

reserveInternal in class org.apache.spark.sql.execution.vectorized.ColumnVector

reserve

public void reserve(int requiredCapacity)

Overrides:

reserve in class org.apache.spark.sql.execution.vectorized.ColumnVector

nullsNativeAddress

public long nullsNativeAddress()

Specified by:

nullsNativeAddress in class org.apache.spark.sql.execution.vectorized.ColumnVector

valuesNativeAddress

public long valuesNativeAddress()

Specified by:

valuesNativeAddress in class org.apache.spark.sql.execution.vectorized.ColumnVector

putBooleans

public void putBooleans(int rowId,
                        int count,
                        boolean value)

Specified by:

putBooleans in class org.apache.spark.sql.execution.vectorized.ColumnVector

putBytes

public void putBytes(int rowId,
                     int count,
                     byte value)

Specified by:

putBytes in class org.apache.spark.sql.execution.vectorized.ColumnVector

putIntsLittleEndian

public void putIntsLittleEndian(int rowId,
                                int count,
                                byte[] src,
                                int srcIndex)

Specified by:

putIntsLittleEndian in class org.apache.spark.sql.execution.vectorized.ColumnVector

getDictId

public int getDictId(int rowId)

Specified by:

getDictId in class org.apache.spark.sql.execution.vectorized.ColumnVector

putLongsLittleEndian

public void putLongsLittleEndian(int rowId,
                                 int count,
                                 byte[] src,
                                 int srcIndex)

Specified by:

putLongsLittleEndian in class org.apache.spark.sql.execution.vectorized.ColumnVector

putFloats

public void putFloats(int rowId,
                      int count,
                      float value)

Specified by:

putFloats in class org.apache.spark.sql.execution.vectorized.ColumnVector

putFloats

public void putFloats(int rowId,
                      int count,
                      byte[] src,
                      int srcIndex)

Specified by:

putFloats in class org.apache.spark.sql.execution.vectorized.ColumnVector

putDoubles

public void putDoubles(int rowId,
                       int count,
                       byte[] src,
                       int srcIndex)

Specified by:

putDoubles in class org.apache.spark.sql.execution.vectorized.ColumnVector

putArray

public void putArray(int rowId,
                     int offset,
                     int length)

Specified by:

putArray in class org.apache.spark.sql.execution.vectorized.ColumnVector

getArrayLength

public int getArrayLength(int rowId)

Specified by:

getArrayLength in class org.apache.spark.sql.execution.vectorized.ColumnVector

getArrayOffset

public int getArrayOffset(int rowId)

Specified by:

getArrayOffset in class org.apache.spark.sql.execution.vectorized.ColumnVector

loadBytes

public void loadBytes(org.apache.spark.sql.execution.vectorized.ColumnVector.Array array)

Specified by:

loadBytes in class org.apache.spark.sql.execution.vectorized.ColumnVector

putByteArray

public int putByteArray(int rowId,
                        byte[] value,
                        int offset,
                        int count)

Specified by:

putByteArray in class org.apache.spark.sql.execution.vectorized.ColumnVector

putAllByteArray

public void putAllByteArray(byte[] data,
                            int offset,
                            int length)

It keeps all binary data of all rows to it. Should use along with @{putArray(int rowId, int offset, int length)} to keep lengths and offset.

close

public void close()

Specified by:

close in interface AutoCloseable

Overrides:

close in class org.apache.spark.sql.execution.vectorized.ColumnVector

reset

public void reset()

Overrides:

reset in class org.apache.spark.sql.execution.vectorized.ColumnVector

setLazyPage

public void setLazyPage(org.apache.carbondata.core.scan.scanner.LazyPageLoader lazyPage)

getVector

public org.apache.spark.sql.execution.vectorized.ColumnVector getVector()