com.cloudera.crunch.impl.mr.plan
Class JobPrototype

java.lang.Object
  extended by com.cloudera.crunch.impl.mr.plan.JobPrototype

public class JobPrototype
extends Object


Method Summary
 void addDependency(JobPrototype dependency)
           
 void addReducePaths(com.google.common.collect.HashMultimap<Target,com.cloudera.crunch.impl.mr.plan.NodePath> outputPaths)
           
static JobPrototype createMapOnlyJob(com.google.common.collect.HashMultimap<Target,com.cloudera.crunch.impl.mr.plan.NodePath> mapNodePaths, org.apache.hadoop.fs.Path workingPath)
           
static JobPrototype createMapReduceJob(PGroupedTableImpl group, Set<com.cloudera.crunch.impl.mr.plan.NodePath> inputs, org.apache.hadoop.fs.Path workingPath)
           
 CrunchJob getCrunchJob(Class<?> jarClass, org.apache.hadoop.conf.Configuration conf)
           
 
Methods inherited from class java.lang.Object
clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait
 

Method Detail

createMapReduceJob

public static JobPrototype createMapReduceJob(PGroupedTableImpl group,
                                              Set<com.cloudera.crunch.impl.mr.plan.NodePath> inputs,
                                              org.apache.hadoop.fs.Path workingPath)

createMapOnlyJob

public static JobPrototype createMapOnlyJob(com.google.common.collect.HashMultimap<Target,com.cloudera.crunch.impl.mr.plan.NodePath> mapNodePaths,
                                            org.apache.hadoop.fs.Path workingPath)

addReducePaths

public void addReducePaths(com.google.common.collect.HashMultimap<Target,com.cloudera.crunch.impl.mr.plan.NodePath> outputPaths)

addDependency

public void addDependency(JobPrototype dependency)

getCrunchJob

public CrunchJob getCrunchJob(Class<?> jarClass,
                              org.apache.hadoop.conf.Configuration conf)
                       throws IOException
Throws:
IOException


Copyright © 2012. All Rights Reserved.