Package com.cloudera.iterativereduce.yarn.appmaster.ApplicationMaster

Examples of com.cloudera.iterativereduce.yarn.appmaster.ApplicationMaster.ConfigurationTuple


      //          StartupConfiguration config = StartupConfiguration.newBuilder()
      //              .setBatchSize(batchSize).setIterations(iterationCount)
      //              .setOther(appConfig).setSplit(split).build();
     
                String wid = "worker-" + workerId;
                ConfigurationTuple tuple = null; //new ConfigurationTuple(b.getHosts()[0], wid, config);
     
                configTuples.add(tuple);
               
              } // for
             
             
            }
           
          }
         
        } else if (f.isFile()) {
         
          //System.out.println( "Is a file: " + found_paths[x] );
         
          BlockLocation[] bl = localFs.getFileBlockLocations(p, 0, f.getLen());
         
          System.out.println( "\tfound blocks: " + bl.length );
 
          for (BlockLocation b : bl) {
            FileSplit split = FileSplit.newBuilder().setPath(p.toString())
                .setOffset(b.getOffset()).setLength(b.getLength()).build();
 
            System.out.println( "\tsplit: " + split.toString() );
           
  //          StartupConfiguration config = StartupConfiguration.newBuilder()
  //              .setBatchSize(batchSize).setIterations(iterationCount)
  //              .setOther(appConfig).setSplit(split).build();
 
            String wid = "worker-" + workerId;
            ConfigurationTuple tuple = null; //new ConfigurationTuple(b.getHosts()[0], wid, config);
 
            configTuples.add(tuple);
            workerId++;
          }
         
View Full Code Here

TOP

Related Classes of com.cloudera.iterativereduce.yarn.appmaster.ApplicationMaster.ConfigurationTuple

Copyright © 2018 www.massapicom. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.