Package no.priv.garshol.duke

Examples of no.priv.garshol.duke.Processor

439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
   * @return The F-number of the configuration.
   */
  private double evaluate(GeneticConfiguration config,
                          MatchListener listener) {
    Configuration cconfig = config.getConfiguration();
    Processor proc = new Processor(cconfig, database);
    TestFileListener eval = makeEval(cconfig, testdb, proc);

    if (active || incomplete)
      // in active learning the test file is incomplete, so F-number eval
      // should be optimistic. similarly if the test file is known to be
      // incomplete, for whatever reason
      eval.setPessimistic(false);

    proc.addMatchListener(eval);
    TestFileListener seval = null;
    if (scientific) {
      seval = makeEval(cconfig, ((LinkFileOracle) oracle).getLinkDatabase(),
                       proc);
      seval.setPessimistic(true);
      proc.addMatchListener(seval);
    }
    if (listener != null)
      proc.addMatchListener(listener);
    if (cconfig.isDeduplicationMode())
      proc.linkRecords(cconfig.getDataSources());
    else
      proc.linkRecords(cconfig.getDataSources(2), false);

    if (seval != null)
      sciencetracker.put(config, seval.getFNumber());

    config.setFNumber(eval.getFNumber());
View Full Code Here
620
621
622
623
624
625
626
627
628
629
      List<GeneticConfiguration> configs = population.getConfigs();
      boolean[] believers = new boolean[configs.size()];
      for (int ix = 0; ix < configs.size(); ix++) {
        Configuration config = configs.get(ix).getConfiguration();
        Processor proc = new Processor(config, database);
        believers[ix] = proc.compare(r1, r2) > config.getThreshold();
      }
      return believers;
    }
View Full Code Here
43
44
45
46
47
48
49
50
    config = new ConfigurationImpl();
    config.setProperties(props);
    config.setThreshold(0.85);
    config.setMaybeThreshold(0.8);
    processor = new Processor(config, true);
    processor.addMatchListener(listener);
  }
View Full Code Here
42
43
44
45
46
47
48
49
    config = new ConfigurationImpl();
    config.setProperties(props);
    config.setThreshold(0.85);
    config.setMaybeThreshold(0.8);
    processor = new Processor(config, true);
    processor.addMatchListener(listener);
  }
View Full Code Here
59
60
61
62
63
64
65
66
67
68
69
        logger.debug("DukeController starting up");
      }

      // loading configuration
      Configuration config = ConfigLoader.load(configfile);
      this.processor = new Processor(config, false);
      this.linkdb = makeLinkDatabase(props);
      processor.addMatchListener(new LinkDatabaseMatchListener(config, linkdb));
      processor.addMatchListener(this);
      batch_size = get(props, "duke.batch-size", 40000);
      error_factor = get(props, "duke.error-wait-skips", 6);
View Full Code Here
52
53
54
55
56
57
58
59
    source1 = new InMemoryDataSource();
    source2 = new InMemoryDataSource();
    config.addDataSource(1, source1);
    config.addDataSource(2, source2);
   
    processor = new Processor(config, true);
    processor.addMatchListener(listener);
  }
View Full Code Here
TOP

Related Classes of no.priv.garshol.duke.Processor

  • no.priv.garshol.duke.genetic.GeneticAlgorithm
  • no.priv.garshol.duke.genetic.GeneticAlgorithm$Filter
  • no.priv.garshol.duke.server.DukeController
  • no.priv.garshol.duke.test.DeduplicatorTest
  • no.priv.garshol.duke.test.GeoSearchingTest
  • no.priv.garshol.duke.test.RecordLinkTest
  • no.priv.garshol.duke.utils.DefaultRecordIterator
  • java.io.PrintWriter
  • java.util.ArrayList
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.