Package io.squashql.transaction

Class SparkDataLoader

java.lang.Object

io.squashql.transaction.SparkDataLoader

All Implemented Interfaces:

DataLoader

public class SparkDataLoader
extends Object
implements DataLoader

Field Summary

Fields

Modifier and Type	Field	Description
protected final org.apache.spark.sql.SparkSession	spark

Fields inherited from interface io.squashql.transaction.DataLoader

MAIN_SCENARIO_NAME, SCENARIO_FIELD_NAME

Constructor Summary

Constructors

Constructor	Description
SparkDataLoader(org.apache.spark.sql.SparkSession spark)

Method Summary

Modifier and Type	Method	Description
void	createTemporaryTable(String table, List<Field> fields)
void	createTemporaryTable(String table, List<Field> fields, boolean cjMode)
static void	createTemporaryTable(org.apache.spark.sql.SparkSession spark, String table, List<Field> fields, boolean cjMode)
void	load(String scenario, String table, List<Object[]> tuples)
void	loadCsv(String scenario, String store, String path, String delimiter, boolean header)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Methods inherited from interface io.squashql.transaction.DataLoader

load

Field Details

spark

protected final org.apache.spark.sql.SparkSession spark

Constructor Details

SparkDataLoader

public SparkDataLoader(org.apache.spark.sql.SparkSession spark)

Method Details

createTemporaryTable

public void createTemporaryTable(String table,
 List<Field> fields)

createTemporaryTable

public void createTemporaryTable(String table,
 List<Field> fields,
 boolean cjMode)

createTemporaryTable

public static void createTemporaryTable(org.apache.spark.sql.SparkSession spark,
 String table,
 List<Field> fields,
 boolean cjMode)

load

public void load(String scenario,
 String table,
 List<Object[]> tuples)

Specified by:

load in interface DataLoader

loadCsv

public void loadCsv(String scenario,
 String store,
 String path,
 String delimiter,
 boolean header)

Specified by:

loadCsv in interface DataLoader