roffild.spark

Class MLPDataFileRecordReader

java.lang.Object

org.apache.hadoop.mapreduce.RecordReader<java.lang.String[],org.apache.spark.sql.Row>

roffild.spark.MLPDataFileRecordReader

All Implemented Interfaces:

java.io.Closeable, java.lang.AutoCloseable

Direct Known Subclasses:

MLPDataFileRecordReaderVector

public class MLPDataFileRecordReader
extends org.apache.hadoop.mapreduce.RecordReader<java.lang.String[],org.apache.spark.sql.Row>

Field Summary

Fields

Modifier and Type	Field and Description
protected MqlArray<java.lang.Double>	data
java.lang.String[]	header
protected MLPDataFile	mlpfile
Pointer<java.lang.Integer>	nin
Pointer<java.lang.Integer>	nout
protected Pointer<java.lang.Integer>	size

Constructor Summary

Constructors

Constructor and Description
MLPDataFileRecordReader()

Method Summary

Modifier and Type	Method and Description
void	close()
java.lang.String[]	getCurrentKey()
org.apache.spark.sql.Row	getCurrentValue()
float	getProgress()
void	initialize(org.apache.hadoop.mapreduce.InputSplit split, org.apache.hadoop.mapreduce.TaskAttemptContext context)
boolean	nextKeyValue()

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

mlpfile

protected MLPDataFile mlpfile

nin

public Pointer<java.lang.Integer> nin

nout

public Pointer<java.lang.Integer> nout

header

public java.lang.String[] header

data

protected MqlArray<java.lang.Double> data

size

protected Pointer<java.lang.Integer> size

Constructor Detail

MLPDataFileRecordReader

public MLPDataFileRecordReader()

Method Detail

initialize

public void initialize(org.apache.hadoop.mapreduce.InputSplit split,
                       org.apache.hadoop.mapreduce.TaskAttemptContext context)
                throws java.io.IOException,
                       java.lang.InterruptedException

Specified by:

initialize in class org.apache.hadoop.mapreduce.RecordReader<java.lang.String[],org.apache.spark.sql.Row>

Throws:

java.io.IOException

java.lang.InterruptedException

nextKeyValue

public boolean nextKeyValue()
                     throws java.io.IOException,
                            java.lang.InterruptedException

Specified by:

nextKeyValue in class org.apache.hadoop.mapreduce.RecordReader<java.lang.String[],org.apache.spark.sql.Row>

Throws:

java.io.IOException

java.lang.InterruptedException

getCurrentKey

public java.lang.String[] getCurrentKey()
                                 throws java.io.IOException,
                                        java.lang.InterruptedException

Specified by:

getCurrentKey in class org.apache.hadoop.mapreduce.RecordReader<java.lang.String[],org.apache.spark.sql.Row>

Throws:

java.io.IOException

java.lang.InterruptedException

getCurrentValue

public org.apache.spark.sql.Row getCurrentValue()
                                         throws java.io.IOException,
                                                java.lang.InterruptedException

Specified by:

getCurrentValue in class org.apache.hadoop.mapreduce.RecordReader<java.lang.String[],org.apache.spark.sql.Row>

Throws:

java.io.IOException

java.lang.InterruptedException

getProgress

public float getProgress()
                  throws java.io.IOException,
                         java.lang.InterruptedException

Specified by:

getProgress in class org.apache.hadoop.mapreduce.RecordReader<java.lang.String[],org.apache.spark.sql.Row>

Throws:

java.io.IOException

java.lang.InterruptedException

close

public void close()
           throws java.io.IOException

Specified by:

close in interface java.io.Closeable

Specified by:

close in interface java.lang.AutoCloseable

Specified by:

close in class org.apache.hadoop.mapreduce.RecordReader<java.lang.String[],org.apache.spark.sql.Row>

Throws:

java.io.IOException