Package com.c12e.cortex.profiles.module.connection

Class DefaultCortexConnectionWriter

java.lang.Object

com.c12e.cortex.profiles.module.connection.DefaultCortexConnectionWriter

All Implemented Interfaces:

CortexConnectionWriterModule, CortexModule<CortexConnectionWriter>

public class DefaultCortexConnectionWriter
extends java.lang.Object
implements CortexConnectionWriterModule

Default implementation of CortexConnectionWriterModule

Nested Class Summary

Nested Classes

Modifier and Type	Class	Description
class	DefaultCortexConnectionWriter.CortexWriteParameters

Constructor Summary

Constructors

Modifier	Constructor	Description
protected	DefaultCortexConnectionWriter(com.c12e.cortex.phoenix.Catalog catalog, CortexValidator validator, PhoenixRemoteStorage phoenixRemoteStorage, CortexSecretsClient cortexSecretsClient, CortexAuthContext cortexAuthContext, org.apache.spark.sql.SparkSession sparkSession, JdbcSparkAdapter jdbcSparkAdapter)

Method Summary

Modifier and Type	Method	Description
CortexConnectionWriter	getBuilder()	Create module specific builder
protected com.c12e.cortex.phoenix.Connection	getConnection(DefaultCortexConnectionWriter.CortexWriteParameters cortexWriteParameters)
protected void	handleFileConnection(java.util.Map<java.lang.String,java.lang.String> options)
protected void	handleGcsConnection(java.util.Map<java.lang.String,java.lang.String> options)
protected void	handleHiveConnection(java.util.Map<java.lang.String,java.lang.String> options)
protected void	handleJdbcCDataConnection(java.util.Map<java.lang.String,java.lang.String> options)
protected void	handleJdbcConnection(java.util.Map<java.lang.String,java.lang.String> options)
protected void	handleJdbcGenericConnection(java.util.Map<java.lang.String,java.lang.String> options)
protected void	handleMongoConnection(java.util.Map<java.lang.String,java.lang.String> options)
protected void	handleOther(java.util.Map<java.lang.String,java.lang.String> options)
protected void	handleS3Connection(java.util.Map<java.lang.String,java.lang.String> options)
protected void	validateConnection(DefaultCortexConnectionWriter.CortexWriteParameters cortexWriteParameters)
void	write(DefaultCortexConnectionWriter.CortexWriteParameters cortexWriteParameters)	Write to a Cortex Connection using the builder instance
protected void	writeToConnection(DefaultCortexConnectionWriter.CortexWriteParameters cortexWriteParameters, com.c12e.cortex.phoenix.Connection connection)
protected void	writeToConnection(org.apache.spark.sql.Dataset<org.apache.spark.sql.Row> ds, org.apache.spark.sql.SaveMode saveMode, java.lang.String[] partitionColumns, java.util.Map<java.lang.String,java.lang.String> finalOptions, java.lang.String sparkFormat)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

DefaultCortexConnectionWriter

@Inject
protected DefaultCortexConnectionWriter(com.c12e.cortex.phoenix.Catalog catalog,
                                        CortexValidator validator,
                                        PhoenixRemoteStorage phoenixRemoteStorage,
                                        CortexSecretsClient cortexSecretsClient,
                                        CortexAuthContext cortexAuthContext,
                                        org.apache.spark.sql.SparkSession sparkSession,
                                        JdbcSparkAdapter jdbcSparkAdapter)

Method Detail

getConnection

protected com.c12e.cortex.phoenix.Connection getConnection(DefaultCortexConnectionWriter.CortexWriteParameters cortexWriteParameters)

validateConnection

protected void validateConnection(DefaultCortexConnectionWriter.CortexWriteParameters cortexWriteParameters)

handleFileConnection

protected void handleFileConnection(java.util.Map<java.lang.String,java.lang.String> options)

handleS3Connection

protected void handleS3Connection(java.util.Map<java.lang.String,java.lang.String> options)

handleGcsConnection

protected void handleGcsConnection(java.util.Map<java.lang.String,java.lang.String> options)

handleJdbcConnection

protected void handleJdbcConnection(java.util.Map<java.lang.String,java.lang.String> options)

handleJdbcGenericConnection

protected void handleJdbcGenericConnection(java.util.Map<java.lang.String,java.lang.String> options)

handleJdbcCDataConnection

protected void handleJdbcCDataConnection(java.util.Map<java.lang.String,java.lang.String> options)

handleHiveConnection

protected void handleHiveConnection(java.util.Map<java.lang.String,java.lang.String> options)

handleMongoConnection

protected void handleMongoConnection(java.util.Map<java.lang.String,java.lang.String> options)

handleOther

protected void handleOther(java.util.Map<java.lang.String,java.lang.String> options)

writeToConnection

protected void writeToConnection(org.apache.spark.sql.Dataset<org.apache.spark.sql.Row> ds,
                                 org.apache.spark.sql.SaveMode saveMode,
                                 java.lang.String[] partitionColumns,
                                 java.util.Map<java.lang.String,java.lang.String> finalOptions,
                                 java.lang.String sparkFormat)

writeToConnection

protected void writeToConnection(DefaultCortexConnectionWriter.CortexWriteParameters cortexWriteParameters,
                                 com.c12e.cortex.phoenix.Connection connection)

write

public void write(DefaultCortexConnectionWriter.CortexWriteParameters cortexWriteParameters)

Write to a Cortex Connection using the builder instance

Parameters:

cortexWriteParameters - builder instance

getBuilder

public CortexConnectionWriter getBuilder()

Description copied from interface: CortexModule

Create module specific builder

Specified by:

getBuilder in interface CortexModule<CortexConnectionWriter>

Returns:

builder instance