com.orientechnologies.orient.etl

Class OETLProcessor

java.lang.Object

com.orientechnologies.orient.etl.OETLProcessor

public class OETLProcessor
extends Object

ETL processor class.

Author:

Luca Garulli (l.garulli-at-orientechnologies.com)

Nested Class Summary

Nested Classes

Modifier and Type	Class and Description
static class	OETLProcessor.LOG_LEVELS
class	OETLProcessor.OETLProcessorStats

Field Summary

Fields

Modifier and Type	Field and Description
protected List<OBlock>	beginBlocks
protected OCommandContext	context
protected TimerTask	dumpTask
protected long	elapsed
protected List<OBlock>	endBlocks
protected OExtractor	extractor
protected OETLComponentFactory	factory
protected boolean	haltOnError
protected OLoader	loader
protected OETLProcessor.LOG_LEVELS	logLevel
protected int	maxRetries
protected OSource	source
protected long	startTime
protected OETLProcessor.OETLProcessorStats	stats
protected List<OTransformer>	transformers
protected Collection<ODocument>	transformersRaw
protected int	workers

Constructor Summary

Constructors

Constructor and Description
OETLProcessor()
OETLProcessor(List<OBlock> iBeginBlocks, OSource iSource, OExtractor iExtractor, List<OTransformer> iTransformers, OLoader iLoader, List<OBlock> iEndBlocks, OCommandContext ctx) Creates an ETL processor by setting all the components on construction.

Method Summary

Modifier and Type	Method and Description
protected void	analyzeFlow()
protected void	begin()
protected void	checkTypeCompatibility(OETLComponent iCurrentComponent, OETLComponent iLastComponent)
protected void	configureComponent(OETLComponent iComponent, ODocument iCfg, OCommandContext ctx)
protected static OCommandContext	createDefaultContext()
protected void	dumpProgress()
protected void	end()
protected void	execute()
protected Class	getClassByName(OETLComponent iComponent, String iClassName)
OCommandContext	getContext()
OExtractor	getExtractor()
OETLComponentFactory	getFactory()
OLoader	getLoader()
OETLProcessor.LOG_LEVELS	getLogLevel()
OSource	getSource()
OETLProcessor.OETLProcessorStats	getStats()
List<OTransformer>	getTransformers()
protected void	init()
static void	main(String[] args)
void	out(OETLProcessor.LOG_LEVELS iLogLevel, String iText, Object... iArgs)
OETLProcessor	parse(Collection<ODocument> iBeginBlocks, ODocument iSource, ODocument iExtractor, Collection<ODocument> iTransformers, ODocument iLoader, Collection<ODocument> iEndBlocks, OCommandContext ctx) Creates an ETL processor by setting the configuration of each component.
OETLProcessor	parse(ODocument cfg, OCommandContext ctx)
static OETLProcessor	parseConfigAndParameters(String[] args)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

factory

protected final OETLComponentFactory factory

stats

protected final OETLProcessor.OETLProcessorStats stats

beginBlocks

protected List<OBlock> beginBlocks

endBlocks

protected List<OBlock> endBlocks

source

protected OSource source

extractor

protected OExtractor extractor

loader

protected OLoader loader

transformers

protected List<OTransformer> transformers

transformersRaw

protected Collection<ODocument> transformersRaw

context

protected OCommandContext context

startTime

protected long startTime

elapsed

protected long elapsed

dumpTask

protected TimerTask dumpTask

logLevel

protected OETLProcessor.LOG_LEVELS logLevel

haltOnError

protected boolean haltOnError

maxRetries

protected int maxRetries

workers

protected int workers

Constructor Detail

OETLProcessor

public OETLProcessor(List<OBlock> iBeginBlocks,
                     OSource iSource,
                     OExtractor iExtractor,
                     List<OTransformer> iTransformers,
                     OLoader iLoader,
                     List<OBlock> iEndBlocks,
                     OCommandContext ctx)

Creates an ETL processor by setting all the components on construction.

Parameters:

iBeginBlocks - List of Blocks to execute at the beginning of processing

iSource - Source component

iExtractor - Extractor component

iTransformers - List of Transformers

iLoader - Loader component

iEndBlocks - List of Blocks to execute at the end of processing

ctx - Execution Context

OETLProcessor

public OETLProcessor()

Method Detail

main

public static void main(String[] args)

parseConfigAndParameters

public static OETLProcessor parseConfigAndParameters(String[] args)

createDefaultContext

protected static OCommandContext createDefaultContext()

init

protected void init()

parse

public OETLProcessor parse(ODocument cfg,
                           OCommandContext ctx)

parse

public OETLProcessor parse(Collection<ODocument> iBeginBlocks,
                           ODocument iSource,
                           ODocument iExtractor,
                           Collection<ODocument> iTransformers,
                           ODocument iLoader,
                           Collection<ODocument> iEndBlocks,
                           OCommandContext ctx)

Creates an ETL processor by setting the configuration of each component.

Parameters:

iBeginBlocks - List of Block configurations to execute at the beginning of processing

iSource - Source component configuration

iExtractor - Extractor component configuration

iTransformers - List of Transformer configurations

iLoader - Loader component configuration

iEndBlocks - List of Block configurations to execute at the end of processing

ctx - Execution Context

Returns:

Current OETProcessor instance

getFactory

public OETLComponentFactory getFactory()

out

public void out(OETLProcessor.LOG_LEVELS iLogLevel,
                String iText,
                Object... iArgs)

getStats

public OETLProcessor.OETLProcessorStats getStats()

getExtractor

public OExtractor getExtractor()

getSource

public OSource getSource()

getLoader

public OLoader getLoader()

getTransformers

public List<OTransformer> getTransformers()

getLogLevel

public OETLProcessor.LOG_LEVELS getLogLevel()

getContext

public OCommandContext getContext()

execute

protected void execute()

begin

protected void begin()

end

protected void end()

configureComponent

protected void configureComponent(OETLComponent iComponent,
                                  ODocument iCfg,
                                  OCommandContext ctx)

dumpProgress

protected void dumpProgress()

analyzeFlow

protected void analyzeFlow()

checkTypeCompatibility

protected void checkTypeCompatibility(OETLComponent iCurrentComponent,
                                      OETLComponent iLastComponent)

getClassByName

protected Class getClassByName(OETLComponent iComponent,
                               String iClassName)