Package edu.isi.karma.cleaning

Examples of edu.isi.karma.cleaning.DataPreProcessor

56
57
58
59
60
61
62
63
64
65
66
67
        if (pair.charAt(pair.length() - 1) == '\"') {
          pair = pair.substring(0, pair.length() - 1);
        }
        vtmp.add(pair);
      }
      DataPreProcessor dpp = new DataPreProcessor(vtmp);
      dpp.run();
      Messager msger = new Messager();
      while (true) {

        Vector<String[]> result = new Vector<String[]>();
        System.out.print("Enter raw value\n");
View Full Code Here
122
123
124
125
126
127
128
129
130
131
132
    examples.add(xStrings);
    examples.add(yStrings);
    ArrayList<String> data = new ArrayList<String>();
    // examples.add(zStrings);
    ProgSynthesis psProgSynthesis = new ProgSynthesis();
    DataPreProcessor dbDataPreProcessor = new DataPreProcessor(data);
    Vector<Vector<String[]>> cstrns = new Vector<Vector<String[]>>();

    psProgSynthesis.inite(examples,dbDataPreProcessor,cstrns);
    Collection<ProgramRule> ps = psProgSynthesis.run_main();
    ProgramRule pr = ps.iterator().next();
View Full Code Here
54
55
56
57
58
59
60
61
62
63
64
65
                                      // tarcode,
                                      // label
          xHashMap.put(index + "", line);
          index++;
        }
        DataPreProcessor dpp = new DataPreProcessor(vtmp);
        dpp.run();
        Messager msger = new Messager();
        Vector<Vector<String[]>> constraints = new Vector<Vector<String[]>>();
        if (entries.size() <= 1)
          return;
        ExampleSelection expsel = new ExampleSelection();
View Full Code Here
125
126
127
128
129
130
131
132
133
134
135
136
                                      // tarcode,
                                      // label
          xHashMap.put(index + "", line);
          index++;
        }
        DataPreProcessor dpp = new DataPreProcessor(vtmp);
        dpp.run();
        Messager msger = new Messager();
        Vector<Vector<String[]>> constraints = new Vector<Vector<String[]>>();
        if (entries.size() <= 1)
          return Double.MAX_VALUE;
        ExampleSelection expsel = new ExampleSelection();
View Full Code Here
365
366
367
368
369
370
371
372
373
374
375
376
      String[] line = { pair[0], pair[1], "", "", "wrong" };
      vtmp.add(pair[0]);
      xHashMap.put(index + "", line);
      index++;
    }
    DataPreProcessor dpp = new DataPreProcessor(vtmp);
    dpp.run();
    Messager msger = new Messager();
    Vector<Vector<String[]>> constraints = new Vector<Vector<String[]>>();
    ArrayList<double[]> accArrayList = new ArrayList<double[]>();
    int i = 0;
    while (i<exps.size()) // repeat as no incorrect answer appears.
View Full Code Here
413
414
415
416
417
418
419
420
421
422
423
424
      String[] line = { pair[0], pair[1], "", "", "wrong" };
      vtmp.add(pair[0]);
      xHashMap.put(index + "", line);
      index++;
    }
    DataPreProcessor dpp = new DataPreProcessor(vtmp);
    dpp.run();
    Messager msger = new Messager();
    Vector<Vector<String[]>> constraints = new Vector<Vector<String[]>>();
    ArrayList<double[]> accArrayList = new ArrayList<double[]>();
    int i = 0;
    while (i<exps.size()) // repeat as no incorrect answer appears.
View Full Code Here
482
483
484
485
486
487
488
489
490
491
492
493
                                        // tarcode,
                                        // label
            xHashMap.put(index + "", line);
            index++;
          }
          DataPreProcessor dpp = new DataPreProcessor(vtmp);
          dpp.run();
          Messager msger = new Messager();
          Vector<Vector<String[]>> constraints = new Vector<Vector<String[]>>();
          if (entries.size() <= 1)
            continue;
          ExampleSelection expsel = new ExampleSelection();
View Full Code Here
759
760
761
762
763
764
765
766
767
768
769
770
                                        // tarcode,
                                        // label
            xHashMap.put(index + "", line);
            index++;
          }
          DataPreProcessor dpp = new DataPreProcessor(vtmp);
          dpp.run();
          Messager msger = new Messager();
          Vector<Vector<String[]>> constraints = new Vector<Vector<String[]>>();
          if (entries.size() <= 1)
            continue;
          ExampleSelection expsel = new ExampleSelection();
View Full Code Here
170
171
172
173
174
175
176
177
178
179
180
181
182
183
      colnameString = obtainTransformedResultsAndFindNewColumnName(
          workspace, rows);
      createAndExecuteNewAddColumnCommand(workspace, colnameString);
      Worksheet wk = workspace.getWorksheet(worksheetId);
      selectedPath = findPathForNewColumn(workspace, colnameString);
      DataPreProcessor dpp = (DataPreProcessor) wk.getDpp();
      if(dpp == null)
      {
        dpp = new DataPreProcessor(rows.values());
      }
      Messager msg = (Messager) wk.getMsg();
      if(msg == null)
      {
        msg = new Messager();
View Full Code Here
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
    else
    {
      mg = new Messager();
      wk.setMsg(mg);
    }
    DataPreProcessor dp = null;
    if(wk.getDpp()!= null)
    {
      dp = (DataPreProcessor) wk.getDpp();
    }
    else
    {
      dp = new DataPreProcessor(rows.values());
      dp.run();
      wk.setDpp(dp);
    }
    inputs = new RamblerTransformationInputs(examples, vc,dp,mg);
    // generate the program
    boolean results = false;
View Full Code Here
TOP

Related Classes of edu.isi.karma.cleaning.DataPreProcessor

  • edu.isi.karma.cleaning.Research.Test
  • edu.isi.karma.cleaning.Research.TimerRunner
  • edu.isi.karma.cleaning.Research.Tools
  • edu.isi.karma.controller.command.cleaning.GenerateCleaningRulesCommand
  • edu.isi.karma.controller.command.cleaning.SubmitCleaningCommand
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.