ml.shifu.guagua.yarn

Class GuaguaSplitWriter

java.lang.Object

ml.shifu.guagua.yarn.GuaguaSplitWriter

public class GuaguaSplitWriter
extends Object

The class that is used by the Job clients to write splits (both the meta and the raw bytes parts)

Constructor Summary

Constructors

Constructor and Description
GuaguaSplitWriter()

Method Summary

Methods

Modifier and Type	Method and Description
static void	createSplitFiles(org.apache.hadoop.fs.Path jobSubmitDir, org.apache.hadoop.conf.Configuration conf, org.apache.hadoop.fs.FileSystem fs, org.apache.hadoop.mapred.InputSplit[] splits)
static <T extends org.apache.hadoop.mapreduce.InputSplit> void	createSplitFiles(org.apache.hadoop.fs.Path jobSubmitDir, org.apache.hadoop.conf.Configuration conf, org.apache.hadoop.fs.FileSystem fs, List<org.apache.hadoop.mapreduce.InputSplit> splits)
static <T extends org.apache.hadoop.mapreduce.InputSplit> void	createSplitFiles(org.apache.hadoop.fs.Path jobSubmitDir, org.apache.hadoop.conf.Configuration conf, org.apache.hadoop.fs.FileSystem fs, T[] splits)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

GuaguaSplitWriter

public GuaguaSplitWriter()

Method Detail

createSplitFiles

public static <T extends org.apache.hadoop.mapreduce.InputSplit> void createSplitFiles(org.apache.hadoop.fs.Path jobSubmitDir,
                                                                       org.apache.hadoop.conf.Configuration conf,
                                                                       org.apache.hadoop.fs.FileSystem fs,
                                                                       List<org.apache.hadoop.mapreduce.InputSplit> splits)
                             throws IOException,
                                    InterruptedException

Throws:

IOException

InterruptedException

createSplitFiles

public static <T extends org.apache.hadoop.mapreduce.InputSplit> void createSplitFiles(org.apache.hadoop.fs.Path jobSubmitDir,
                                                                       org.apache.hadoop.conf.Configuration conf,
                                                                       org.apache.hadoop.fs.FileSystem fs,
                                                                       T[] splits)
                             throws IOException,
                                    InterruptedException

Throws:

IOException

InterruptedException

createSplitFiles

public static void createSplitFiles(org.apache.hadoop.fs.Path jobSubmitDir,
                    org.apache.hadoop.conf.Configuration conf,
                    org.apache.hadoop.fs.FileSystem fs,
                    org.apache.hadoop.mapred.InputSplit[] splits)
                             throws IOException

Throws:

IOException