roffild.spark

Class MLPDataFileSpark

java.lang.Object

roffild.spark.MLPDataFileSpark

public class MLPDataFileSpark
extends java.lang.Object

Constructor Summary

Constructors

Constructor and Description
MLPDataFileSpark()

Method Summary

Modifier and Type	Method and Description
static org.apache.spark.sql.Dataset<org.apache.spark.sql.Row>	getDataset(java.lang.String path, org.apache.spark.sql.SparkSession spark)
static org.apache.spark.sql.Dataset<org.apache.spark.sql.Row>	getDataset(java.lang.String path, org.apache.spark.sql.SparkSession spark, org.apache.spark.api.java.JavaSparkContext jsc, org.apache.hadoop.conf.Configuration conf)
static org.apache.spark.sql.Dataset<org.apache.spark.sql.Row>	getDatasetVector(java.lang.String path, org.apache.spark.sql.SparkSession spark)
static org.apache.spark.sql.Dataset<org.apache.spark.sql.Row>	getDatasetVector(java.lang.String path, org.apache.spark.sql.SparkSession spark, org.apache.spark.api.java.JavaSparkContext jsc, org.apache.hadoop.conf.Configuration conf)
static org.apache.spark.api.java.JavaPairRDD<java.lang.String[],org.apache.spark.sql.Row>	getPairRDD(java.lang.String path, org.apache.spark.api.java.JavaSparkContext jsc, org.apache.hadoop.conf.Configuration conf)
static org.apache.spark.api.java.JavaPairRDD<java.lang.String[],org.apache.spark.sql.Row>	getPairRDDVector(java.lang.String path, org.apache.spark.api.java.JavaSparkContext jsc, org.apache.hadoop.conf.Configuration conf)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

MLPDataFileSpark

public MLPDataFileSpark()

Method Detail

getPairRDD

public static org.apache.spark.api.java.JavaPairRDD<java.lang.String[],org.apache.spark.sql.Row> getPairRDD(java.lang.String path,
                                                                                                            org.apache.spark.api.java.JavaSparkContext jsc,
                                                                                                            org.apache.hadoop.conf.Configuration conf)

getPairRDDVector

public static org.apache.spark.api.java.JavaPairRDD<java.lang.String[],org.apache.spark.sql.Row> getPairRDDVector(java.lang.String path,
                                                                                                                  org.apache.spark.api.java.JavaSparkContext jsc,
                                                                                                                  org.apache.hadoop.conf.Configuration conf)

getDataset

public static org.apache.spark.sql.Dataset<org.apache.spark.sql.Row> getDataset(java.lang.String path,
                                                                                org.apache.spark.sql.SparkSession spark)

getDataset

public static org.apache.spark.sql.Dataset<org.apache.spark.sql.Row> getDataset(java.lang.String path,
                                                                                org.apache.spark.sql.SparkSession spark,
                                                                                org.apache.spark.api.java.JavaSparkContext jsc,
                                                                                org.apache.hadoop.conf.Configuration conf)

getDatasetVector

public static org.apache.spark.sql.Dataset<org.apache.spark.sql.Row> getDatasetVector(java.lang.String path,
                                                                                      org.apache.spark.sql.SparkSession spark)

getDatasetVector

public static org.apache.spark.sql.Dataset<org.apache.spark.sql.Row> getDatasetVector(java.lang.String path,
                                                                                      org.apache.spark.sql.SparkSession spark,
                                                                                      org.apache.spark.api.java.JavaSparkContext jsc,
                                                                                      org.apache.hadoop.conf.Configuration conf)