Package io.datarouter.bytes.blockfile.io.write

Class BlockfileWriterBuilder<T>

java.lang.Object

io.datarouter.bytes.blockfile.io.write.BlockfileWriterBuilder<T>

public class BlockfileWriterBuilder<T>
extends Object

Constructor Summary

Constructors

Constructor	Description
BlockfileWriterBuilder(BlockfileGroup<T> blockfile, String name)

Method Summary

Modifier and Type	Method	Description
BlockfileWriterBuilder<T>	addListener(BlockfileListener listener)
BlockfileWriterBuilder<T>	addListeners(BlockfileListener... listeners)
BlockfileWriter<T>	build()
BlockfileWriterBuilder<T>	disableMultipartWrite()	When you know the total file size will be small enough to buffer everything in memory.
BlockfileWriterBuilder<T>	setChecksummer(BlockfileChecksummer checksummer)
BlockfileWriterBuilder<T>	setCompressor(BlockfileCompressor compressor)
BlockfileWriterBuilder<T>	setEncodeBatchSize(int encodeBatchSize)
BlockfileWriterBuilder<T>	setEncodeThreads(io.datarouter.scanner.Threads encodeThreads)
BlockfileWriterBuilder<T>	setFooterDictionarySupplier(Supplier<BinaryDictionary> footerDictionarySupplier)
BlockfileWriterBuilder<T>	setHeaderDictionary(BinaryDictionary headerDictionary)
BlockfileWriterBuilder<T>	setIndexBlockFormat(BlockfileIndexBlockFormat format)
BlockfileWriterBuilder<T>	setIndexFanOut(int indexFanOut)
BlockfileWriterBuilder<T>	setMultipartWrite(boolean multipartWrite)
BlockfileWriterBuilder<T>	setTargetIndexBlockSize(ByteLength optTargetIndexBlockSize)	For dynamic index block sizing, for example to get large index blocks without estimating.
BlockfileWriterBuilder<T>	setValueBlockFormat(BlockfileValueBlockFormat format)
BlockfileWriterBuilder<T>	setWriteThreads(io.datarouter.scanner.Threads writeThreads)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Details

BlockfileWriterBuilder

public BlockfileWriterBuilder(BlockfileGroup<T> blockfile,
 String name)

Method Details

setHeaderDictionary

public BlockfileWriterBuilder<T> setHeaderDictionary(BinaryDictionary headerDictionary)

setFooterDictionarySupplier

public BlockfileWriterBuilder<T> setFooterDictionarySupplier(Supplier<BinaryDictionary> footerDictionarySupplier)

addListener

public BlockfileWriterBuilder<T> addListener(BlockfileListener listener)

addListeners

public BlockfileWriterBuilder<T> addListeners(BlockfileListener... listeners)

setEncodeBatchSize

public BlockfileWriterBuilder<T> setEncodeBatchSize(int encodeBatchSize)

setEncodeThreads

public BlockfileWriterBuilder<T> setEncodeThreads(io.datarouter.scanner.Threads encodeThreads)

setValueBlockFormat

public BlockfileWriterBuilder<T> setValueBlockFormat(BlockfileValueBlockFormat format)

setIndexBlockFormat

public BlockfileWriterBuilder<T> setIndexBlockFormat(BlockfileIndexBlockFormat format)

setCompressor

public BlockfileWriterBuilder<T> setCompressor(BlockfileCompressor compressor)

setChecksummer

public BlockfileWriterBuilder<T> setChecksummer(BlockfileChecksummer checksummer)

setMultipartWrite

public BlockfileWriterBuilder<T> setMultipartWrite(boolean multipartWrite)

disableMultipartWrite

public BlockfileWriterBuilder<T> disableMultipartWrite()

When you know the total file size will be small enough to buffer everything in memory. Removes the overhead of a multipart upload.

setWriteThreads

public BlockfileWriterBuilder<T> setWriteThreads(io.datarouter.scanner.Threads writeThreads)

setIndexFanOut

public BlockfileWriterBuilder<T> setIndexFanOut(int indexFanOut)

setTargetIndexBlockSize

public BlockfileWriterBuilder<T> setTargetIndexBlockSize(ByteLength optTargetIndexBlockSize)

For dynamic index block sizing, for example to get large index blocks without estimating. This will override the indexFanOut.

build

public BlockfileWriter<T> build()