Package com.c12e.cortex.profiles.module.datasource

Class DefaultCortexDataSourceStreamWriter

java.lang.Object

com.c12e.cortex.profiles.module.datasource.DefaultCortexDataSourceStreamWriter

All Implemented Interfaces:

CortexModule<CortexDataSourceStreamWriter>, CortexDataSourceStreamWriterModule

public class DefaultCortexDataSourceStreamWriter
extends java.lang.Object
implements CortexDataSourceStreamWriterModule

Nested Class Summary

Nested Classes

Modifier and Type	Class	Description
class	DefaultCortexDataSourceStreamWriter.CortexWriteStreamParameters

Constructor Summary

Constructors

Modifier	Constructor	Description
protected	DefaultCortexDataSourceStreamWriter(PhoenixRemoteStorage phoenixRemoteStorage, CortexContext cortexContext, CortexConnectionReaderModule cortexConnectionReaderModule, com.c12e.cortex.phoenix.Catalog catalog, CortexValidator validator, CortexDataSourceWriterModule cortexDataSourceWriterModule, FeatureCatalog featureCatalog)

Method Summary

Modifier and Type	Method	Description
CortexDataSourceStreamWriter	getBuilder()	Create module specific builder
protected com.c12e.cortex.phoenix.DataSource	getDataSourceFromStreamParams(DefaultCortexDataSourceStreamWriter.CortexWriteStreamParameters cortexWriteStreamParameters)
protected com.c12e.cortex.phoenix.Connection	getWriteConnection(DefaultCortexDataSourceStreamWriter.CortexWriteStreamParameters cortexWriteStreamParameters)
protected org.apache.spark.sql.Dataset<org.apache.spark.sql.Row>	prepareDataset(DefaultCortexDataSourceStreamWriter.CortexWriteStreamParameters cortexWriteStreamParameters)
protected org.apache.spark.sql.Dataset<org.apache.spark.sql.Row>	prepareSourceFrame(org.apache.spark.sql.Dataset<org.apache.spark.sql.Row> dataset)
protected void	validateDataSet(DefaultCortexDataSourceStreamWriter.CortexWriteStreamParameters cortexWriteStreamParameters, com.c12e.cortex.phoenix.DataSource dataSource)
void	write(DefaultCortexDataSourceStreamWriter.CortexWriteStreamParameters cortexWriteStreamParameters)	Write to a DataSource connection
protected void	writeStreamToDataSource(DefaultCortexDataSourceStreamWriter.CortexWriteStreamParameters cortexWriteStreamParameters, com.c12e.cortex.phoenix.Connection connection)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

DefaultCortexDataSourceStreamWriter

@Inject
protected DefaultCortexDataSourceStreamWriter(PhoenixRemoteStorage phoenixRemoteStorage,
                                              CortexContext cortexContext,
                                              CortexConnectionReaderModule cortexConnectionReaderModule,
                                              com.c12e.cortex.phoenix.Catalog catalog,
                                              CortexValidator validator,
                                              CortexDataSourceWriterModule cortexDataSourceWriterModule,
                                              FeatureCatalog featureCatalog)

Method Detail

getDataSourceFromStreamParams

protected com.c12e.cortex.phoenix.DataSource getDataSourceFromStreamParams(DefaultCortexDataSourceStreamWriter.CortexWriteStreamParameters cortexWriteStreamParameters)

getWriteConnection

protected com.c12e.cortex.phoenix.Connection getWriteConnection(DefaultCortexDataSourceStreamWriter.CortexWriteStreamParameters cortexWriteStreamParameters)

writeStreamToDataSource

protected void writeStreamToDataSource(DefaultCortexDataSourceStreamWriter.CortexWriteStreamParameters cortexWriteStreamParameters,
                                       com.c12e.cortex.phoenix.Connection connection)

prepareSourceFrame

protected org.apache.spark.sql.Dataset<org.apache.spark.sql.Row> prepareSourceFrame(org.apache.spark.sql.Dataset<org.apache.spark.sql.Row> dataset)

prepareDataset

protected org.apache.spark.sql.Dataset<org.apache.spark.sql.Row> prepareDataset(DefaultCortexDataSourceStreamWriter.CortexWriteStreamParameters cortexWriteStreamParameters)

validateDataSet

protected void validateDataSet(DefaultCortexDataSourceStreamWriter.CortexWriteStreamParameters cortexWriteStreamParameters,
                               com.c12e.cortex.phoenix.DataSource dataSource)

write

public void write(DefaultCortexDataSourceStreamWriter.CortexWriteStreamParameters cortexWriteStreamParameters)

Write to a DataSource connection

Parameters:

cortexWriteStreamParameters - the builder

getBuilder

public CortexDataSourceStreamWriter getBuilder()

Description copied from interface: CortexModule

Create module specific builder

Specified by:

getBuilder in interface CortexModule<CortexDataSourceStreamWriter>

Returns:

builder instance