Package io.squashql.transaction

Class SparkDataLoader

java.lang.Object

io.squashql.transaction.SparkDataLoader

All Implemented Interfaces:

DataLoader

public class SparkDataLoader
extends Object
implements DataLoader

Field Summary

Fields

Modifier and Type	Field	Description
protected final org.apache.spark.sql.SparkSession	spark

Fields inherited from interface io.squashql.transaction.DataLoader

MAIN_SCENARIO_NAME, SCENARIO_FIELD_NAME

Constructor Summary

Constructors

Constructor	Description
SparkDataLoader(org.apache.spark.sql.SparkSession spark)

Method Summary

Modifier and Type	Method	Description
void	createTemporaryTable(String table, List<TableTypedField> fields)
static void	createTemporaryTable(org.apache.spark.sql.SparkSession spark, String table, List<TableTypedField> fields)
void	load(String table, List<Object[]> tuples)
void	loadCsv(String store, String path, String delimiter, boolean header)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Details

spark

protected final org.apache.spark.sql.SparkSession spark

Constructor Details

SparkDataLoader

public SparkDataLoader(org.apache.spark.sql.SparkSession spark)

Method Details

createTemporaryTable

public void createTemporaryTable(String table,
 List<TableTypedField> fields)

createTemporaryTable

public static void createTemporaryTable(org.apache.spark.sql.SparkSession spark,
 String table,
 List<TableTypedField> fields)

load

public void load(String table,
 List<Object[]> tuples)

Specified by:

load in interface DataLoader

loadCsv

public void loadCsv(String store,
 String path,
 String delimiter,
 boolean header)

Specified by:

loadCsv in interface DataLoader