org.apache.hadoop.hive.ql.plan
Class FileSinkDesc

java.lang.Object
  org.apache.hadoop.hive.ql.plan.AbstractOperatorDesc
      org.apache.hadoop.hive.ql.plan.FileSinkDesc

All Implemented Interfaces:

Serializable, Cloneable, OperatorDesc

public class FileSinkDesc
extends AbstractOperatorDesc

FileSinkDesc.

See Also:

Serialized Form

Constructor Summary

FileSinkDesc()

FileSinkDesc(String dirName, TableDesc tableInfo, boolean compressed)

FileSinkDesc(String dirName, TableDesc tableInfo, boolean compressed, int destTableId, boolean multiFileSpray, int numFiles, int totalFiles, ArrayList<ExprNodeDesc> partitionCols, DynamicPartitionCtx dpCtx)

Method Summary

Object	clone()
String	getCompressCodec()
boolean	getCompressed()
String	getCompressType()
int	getDestTableId()
String	getDirName()
DynamicPartitionCtx	getDynPartCtx()
String	getFinalDirName()
List<FileSinkDesc>	getLinkedFileSinkDesc()
int	getNumFiles()
String	getParentDir()
ArrayList<ExprNodeDesc>	getPartitionCols()
String	getStaticSpec()
String	getStatsAggPrefix() Construct the key prefix used as (intermediate) statistics publishing and aggregation.
TableDesc	getTableInfo()
int	getTotalFiles()
boolean	isGatherStats()
boolean	isLinkedFileSink()
boolean	isMultiFileSpray()
boolean	isStatsReliable()
void	setCompressCodec(String intermediateCompressorCodec)
void	setCompressed(boolean compressed)
void	setCompressType(String intermediateCompressType)
void	setDestTableId(int destTableId)
void	setDirName(String dirName)
void	setDynPartCtx(DynamicPartitionCtx dpc)
void	setGatherStats(boolean gatherStats)
void	setLinkedFileSink(boolean linkedFileSink)
void	setLinkedFileSinkDesc(List<FileSinkDesc> linkedFileSinkDesc)
void	setMultiFileSpray(boolean multiFileSpray)
void	setNumFiles(int numFiles)
void	setParentDir(String parentDir)
void	setPartitionCols(ArrayList<ExprNodeDesc> partitionCols)
void	setStaticSpec(String staticSpec)
void	setStatsAggPrefix(String k) Set the stats aggregation key.
void	setStatsReliable(boolean statsReliable)
void	setTableInfo(TableDesc tableInfo)
void	setTotalFiles(int totalFiles)

Methods inherited from class java.lang.Object

equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

FileSinkDesc

public FileSinkDesc()

FileSinkDesc

public FileSinkDesc(String dirName,
                    TableDesc tableInfo,
                    boolean compressed,
                    int destTableId,
                    boolean multiFileSpray,
                    int numFiles,
                    int totalFiles,
                    ArrayList<ExprNodeDesc> partitionCols,
                    DynamicPartitionCtx dpCtx)

FileSinkDesc

public FileSinkDesc(String dirName,
                    TableDesc tableInfo,
                    boolean compressed)

Method Detail

clone

public Object clone()
             throws CloneNotSupportedException

Specified by:

clone in interface OperatorDesc

Overrides:

clone in class AbstractOperatorDesc

Throws:

CloneNotSupportedException

getDirName

public String getDirName()

setDirName

public void setDirName(String dirName)

getFinalDirName

public String getFinalDirName()

getTableInfo

public TableDesc getTableInfo()

setTableInfo

public void setTableInfo(TableDesc tableInfo)

getCompressed

public boolean getCompressed()

setCompressed

public void setCompressed(boolean compressed)

getDestTableId

public int getDestTableId()

setDestTableId

public void setDestTableId(int destTableId)

getCompressCodec

public String getCompressCodec()

setCompressCodec

public void setCompressCodec(String intermediateCompressorCodec)

getCompressType

public String getCompressType()

setCompressType

public void setCompressType(String intermediateCompressType)

isMultiFileSpray

public boolean isMultiFileSpray()

Returns:

the multiFileSpray

setMultiFileSpray

public void setMultiFileSpray(boolean multiFileSpray)

Parameters:

multiFileSpray - the multiFileSpray to set

getTotalFiles

public int getTotalFiles()

Returns:

the totalFiles

setTotalFiles

public void setTotalFiles(int totalFiles)

Parameters:

totalFiles - the totalFiles to set

getPartitionCols

public ArrayList<ExprNodeDesc> getPartitionCols()

Returns:

the partitionCols

setPartitionCols

public void setPartitionCols(ArrayList<ExprNodeDesc> partitionCols)

Parameters:

partitionCols - the partitionCols to set

getNumFiles

public int getNumFiles()

Returns:

the numFiles

setNumFiles

public void setNumFiles(int numFiles)

Parameters:

numFiles - the numFiles to set

setDynPartCtx

public void setDynPartCtx(DynamicPartitionCtx dpc)

getDynPartCtx

public DynamicPartitionCtx getDynPartCtx()

setStaticSpec

public void setStaticSpec(String staticSpec)

getStaticSpec

public String getStaticSpec()

setGatherStats

public void setGatherStats(boolean gatherStats)

isGatherStats

public boolean isGatherStats()

getStatsAggPrefix

public String getStatsAggPrefix()

Construct the key prefix used as (intermediate) statistics publishing and aggregation. During stats publishing phase, this key prefix will be appended with the optional dynamic partition spec and the task ID. The whole key uniquely identifies the output of a task for this job. In the stats aggregation phase, all rows with the same prefix plus dynamic partition specs (obtained at run-time after MR job finishes) will be serving as the prefix: all rows with the same prefix (output of all tasks for this job) will be aggregated.

Returns:

key prefix used for stats publishing and aggregation.

setStatsAggPrefix

public void setStatsAggPrefix(String k)

Set the stats aggregation key. If the input string is not terminated by Path.SEPARATOR aggregation key will add one to make it as a directory name.

Parameters:

k - input directory name.

isLinkedFileSink

public boolean isLinkedFileSink()

setLinkedFileSink

public void setLinkedFileSink(boolean linkedFileSink)

getParentDir

public String getParentDir()

setParentDir

public void setParentDir(String parentDir)

isStatsReliable

public boolean isStatsReliable()

setStatsReliable

public void setStatsReliable(boolean statsReliable)

getLinkedFileSinkDesc

public List<FileSinkDesc> getLinkedFileSinkDesc()

setLinkedFileSinkDesc

public void setLinkedFileSinkDesc(List<FileSinkDesc> linkedFileSinkDesc)