Package org.apache.lucene.benchmark.byTask.utils

Examples of org.apache.lucene.benchmark.byTask.utils.Config

44
45
46
47
48
49
50
51
52
53
54
55
56
    super(runData);
  }

  public int doLogic() throws IOException {
    PerfRunData runData = getRunData();
    Config config = runData.getConfig();
    IndexWriter writer = new IndexWriter(runData.getDirectory(),
                                         config.get("autocommit", DEFAULT_AUTO_COMMIT),
                                         runData.getAnalyzer(),
                                         false);
    CreateIndexTask.setIndexWriterConfig(writer, config);
    runData.setIndexWriter(writer);
    return 1;
View Full Code Here
54
55
56
57
58
59
60
61
62
63
64
65
   * @see PerfTask#setup()
   */
  public void setup() throws Exception {
    super.setup();
    if (lineFileOut==null) {
      Config config = getRunData().getConfig();
      String fileName = config.get("line.file.out", null);
      if (fileName == null)
        throw new Exception("line.file.out must be set");
      lineFileOut = new BufferedWriter(new OutputStreamWriter(new FileOutputStream(fileName),"UTF-8"));
    }
    docMaker = getRunData().getDocMaker();
View Full Code Here
37
38
39
40
41
42
43
44
45
46
47
   * @throws Exception
   * @throws IOException
   */
  public static void main(String[] args) throws Exception {
    Properties p = initProps();
    Config conf = new Config(p);
    PerfRunData runData = new PerfRunData(conf);
   
    // 1. top sequence
    TaskSequence top = new TaskSequence(runData,null,null,false); // top level, not parralel
   
View Full Code Here
48
49
50
51
52
53
54
55
56
57
58
  private boolean executed;
 
  public Benchmark (Reader algReader) throws Exception {
    // prepare run data
    try {
      runData = new PerfRunData(new Config(algReader));
    } catch (Exception e) {
      e.printStackTrace();
      throw new Exception("Error: cannot init PerfRunData!",e);
    }
   
View Full Code Here
130
131
132
133
134
135
136
137
138
139
140
    Properties properties = new Properties();

    properties.setProperty("docs.file", wikipedia.getAbsolutePath());
    properties.setProperty("doc.maker.forever", "false");
    properties.setProperty("keep.image.only.docs", String.valueOf(keepImageOnlyDocs));
    docMaker.setConfig(new Config(properties));
    docMaker.resetInputs();
    if (wikipedia != null && wikipedia.exists()) {
      System.out.println("Extracting Wikipedia to: " + outputDir + " using EnwikiDocMaker");
      outputDir.mkdirs();
      ExtractWikipedia extractor = new ExtractWikipedia(docMaker, outputDir);
View Full Code Here
129
130
131
132
133
134
135
136
137
138
139
    Properties properties = new Properties();

    properties.setProperty("docs.file", wikipedia.getAbsolutePath());
    properties.setProperty("content.source.forever", "false");
    properties.setProperty("keep.image.only.docs", String.valueOf(keepImageOnlyDocs));
    docMaker.setConfig(new Config(properties));
    docMaker.resetInputs();
    if (wikipedia != null && wikipedia.exists()) {
      System.out.println("Extracting Wikipedia to: " + outputDir + " using EnwikiDocMaker");
      outputDir.mkdirs();
      ExtractWikipedia extractor = new ExtractWikipedia(docMaker, outputDir);
View Full Code Here
43
44
45
46
47
48
49
50
51
52
53
    super(runData);
  }

  public int doLogic() throws IOException {
    Directory dir = getRunData().getDirectory();
    Config config = getRunData().getConfig();
    IndexReader r = null;
    if (commitUserData != null) {
      r = openCommitPoint(commitUserData, dir, config, readOnly);
    } else {
      IndexDeletionPolicy indexDeletionPolicy = CreateIndexTask.getIndexDeletionPolicy(config);
View Full Code Here
122
123
124
125
126
127
128
129
130
131
132
    return indexDeletionPolicy;
  }
 
  public int doLogic() throws IOException {
    PerfRunData runData = getRunData();
    Config config = runData.getConfig();
   
    IndexDeletionPolicy indexDeletionPolicy = getIndexDeletionPolicy(config);
   
    IndexWriter writer = new IndexWriter(runData.getDirectory(),
                                         runData.getConfig().get("autocommit", OpenIndexTask.DEFAULT_AUTO_COMMIT),
View Full Code Here
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
  private BufferedWriter lineFileOut = null;
  private DocMaker docMaker;
 
  public WriteLineDocTask(PerfRunData runData) throws Exception {
    super(runData);
    Config config = runData.getConfig();
    String fileName = config.get("line.file.out", null);
    if (fileName == null) {
      throw new IllegalArgumentException("line.file.out must be set");
    }

    OutputStream out = new FileOutputStream(fileName);
    boolean doBzipCompression = false;
    String doBZCompress = config.get("bzip.compression", null);
    if (doBZCompress != null) {
      // Property was set, use the value.
      doBzipCompression = Boolean.valueOf(doBZCompress).booleanValue();
    } else {
      // Property was not set, attempt to detect based on file's extension
View Full Code Here
34
35
36
37
38
39
40
41
42
43
44
45
  private ContentSource source;
  private DocData dd = new DocData();
 
  public ConsumeContentSourceTask(PerfRunData runData) {
    super(runData);
    Config config = runData.getConfig();
    String sourceClass = config.get("content.source", null);
    if (sourceClass == null) {
      throw new IllegalArgumentException("content.source must be defined");
    }
    try {
      source = (ContentSource) Class.forName(sourceClass).newInstance();
View Full Code Here
TOP

Related Classes of org.apache.lucene.benchmark.byTask.utils.Config

  • com.tamingtext.qa.WikipediaIndexer
  • com.tamingtext.qa.WikipediaWexIndexer
  • org.apache.lucene.benchmark.byTask.Benchmark
  • org.apache.lucene.benchmark.byTask.feeds.DocMakerTest
  • org.apache.lucene.benchmark.byTask.feeds.EnwikiContentSourceTest
  • org.apache.lucene.benchmark.byTask.feeds.LineDocSourceTest
  • org.apache.lucene.benchmark.byTask.feeds.SpatialFileQueryMaker
  • org.apache.lucene.benchmark.byTask.feeds.TrecContentSourceTest
  • org.apache.lucene.benchmark.byTask.programmatic.Sample
  • org.apache.lucene.benchmark.byTask.tasks.AddIndexesTaskTest
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.