Package org.terrier.utility.io.HadoopPlugin

Examples of org.terrier.utility.io.HadoopPlugin.JobFactory

118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
   */
  public static void main(String[] args) throws Exception
    {
        if (args.length == 2 && args[0].equals("--finish"))
        {
            final JobFactory jf = HadoopPlugin.getJobFactory("HOD-TerrierIndexing");
            if (jf == null)
                throw new Exception("Could not get JobFactory from HadoopPlugin");
            try{
              finish(ApplicationSetup.TERRIER_INDEX_PATH, Integer.parseInt(args[1]), jf);
            } catch (Exception e) {
              logger.error("Couldn't finish index", e);
            } finally {
              jf.close();
            }
        }
        else
        {
          System.err.println("Usage: Hadoop_BasicSinglePassIndexer [--finish numberOfReduceTasks]");
View Full Code Here
56
57
58
59
60
61
62
63
64
65
66
67
68
    assertNotSame(3014, jc2.getMaxMapAttempts());
  }
 
  @Test public void testNotGlobalConfTwoSessions() throws Exception
  {
    JobFactory jf1 = HadoopPlugin.getJobFactory("session1");
    JobConf jc1 = jf1.newJob();
       
    JobFactory jf2 = HadoopPlugin.getJobFactory("session2");
    JobConf jc2 = jf2.newJob();
   
    checkTwoJC(jc1, jc2);
  }
View Full Code Here
67
68
69
70
71
72
73
74
75
76
77
    checkTwoJC(jc1, jc2);
  }
 
  @Test public void testNotGlobalConfOneSession() throws Exception
  {
    JobFactory jf = HadoopPlugin.getJobFactory("session1");
    JobConf jc1 = jf.newJob();
    JobConf jc2 = jf.newJob();
   
    checkTwoJC(jc1, jc2);
  }
View Full Code Here
TOP

Related Classes of org.terrier.utility.io.HadoopPlugin.JobFactory

  • org.terrier.indexing.hadoop.Hadoop_BasicSinglePassIndexer
  • org.terrier.utility.io.TestHadoopPlugin
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.