public class SequenceFileBolt extends AbstractHdfsBolt
collector, configKey, fileNameFormat, fileRetryCount, fs, fsUrl, hdfsConfig, maxOpenFiles, offset, partitioner, rotationActions, rotationCounterMap, rotationPolicy, rotationTimer, syncPolicy, tickTupleInterval, writeLock, writers| Constructor and Description |
|---|
SequenceFileBolt() |
cleanup, declareOutputFields, execute, getBasePathForNextFile, getComponentConfiguration, prepare, rotateOutputFilepublic SequenceFileBolt withCompressionCodec(String codec)
public SequenceFileBolt withFsUrl(String fsUrl)
public SequenceFileBolt withConfigKey(String configKey)
public SequenceFileBolt withFileNameFormat(FileNameFormat fileNameFormat)
public SequenceFileBolt withSequenceFormat(SequenceFormat format)
public SequenceFileBolt withSyncPolicy(SyncPolicy syncPolicy)
public SequenceFileBolt withRotationPolicy(FileRotationPolicy rotationPolicy)
public SequenceFileBolt withCompressionType(org.apache.hadoop.io.SequenceFile.CompressionType compressionType)
public SequenceFileBolt withTickTupleIntervalSeconds(int interval)
public SequenceFileBolt addRotationAction(RotationAction action)
public SequenceFileBolt withRetryCount(int fileRetryCount)
public SequenceFileBolt withPartitioner(Partitioner partitioner)
public SequenceFileBolt withMaxOpenFiles(int maxOpenFiles)
public void doPrepare(Map<String,Object> conf, TopologyContext topologyContext, OutputCollector collector) throws IOException
doPrepare in class AbstractHdfsBoltIOExceptionprotected String getWriterKey(Tuple tuple)
getWriterKey in class AbstractHdfsBoltprotected AbstractHDFSWriter makeNewWriter(org.apache.hadoop.fs.Path path, Tuple tuple) throws IOException
makeNewWriter in class AbstractHdfsBoltIOExceptionCopyright © 2021 The Apache Software Foundation. All rights reserved.