Package org.fnlp.data.reader

Examples of org.fnlp.data.reader.Reader

67
68
69
70
71
72
73
74
75
76
77
    //建立pipe组合
    SeriesPipes pp = new SeriesPipes(new Pipe[]{removepp,segpp,s2spp,targetpp,sparsepp});

    System.out.print("\nReading data......\n");
    InstanceSet instset = new InstanceSet(pp,af); 
    Reader reader = new MyDocumentReader(trainDataPath,"gbk");
    instset.loadThruStagePipes(reader);
    System.out.print("..Reading data complete\n");
   
    //将数据集分为训练是和测试集
    System.out.print("Sspliting....");
View Full Code Here
71
72
73
74
75
76
77
78
79
80
81
    SeriesPipes pp = new SeriesPipes(new Pipe[]{ngrampp,targetpp,indexpp});
   
    InstanceSet instset = new InstanceSet(pp,af);
   
    //用不同的Reader读取相应格式的文件
    Reader reader = new FileReader(trainDataPath,"UTF-8",".data");
   
    //读入数据，并进行数据处理
    instset.loadThruStagePipes(reader);
       
    float percent = 0.8f;
View Full Code Here
55
56
57
58
59
60
61
62
63
64
65
    //建立pipe组合
    SeriesPipes pp = new SeriesPipes(new Pipe[]{ngrampp,targetpp,sparsepp});

    System.out.print("\nReading data......\n");
    InstanceSet instset = new InstanceSet(pp,af); 
    Reader reader = new MyDocumentReader(trainDataPath,"gbk");
    instset.loadThruStagePipes(reader);
    System.out.print("..Reading data complete\n");
   
    //将数据集分为训练是和测试集
    System.out.print("Sspliting....");
View Full Code Here
48
49
50
51
52
53
54
55
56
57
58
   
    TextClassifier tc = new TextClassifier();
    System.out.println("训练模型");
    //用不同的Reader读取相应格式的文件
    Reader reader = new FileReader(trainDataPath,"UTF-8",".data");
    tc.train(reader, modelFile);
    /**
     * 分类器使用
     */
    String str = "韦德：不拿冠军就是失败 詹皇：没拿也不意味失败";
View Full Code Here
70
71
72
73
74
75
76
77
78
79
80
   
    InstanceSet trainset = new InstanceSet(pp,af);
    InstanceSet testset = new InstanceSet(pp,af);
   
    //用不同的Reader读取相应格式的文件
    Reader reader = new DocumentReader(trainDataPath);
   
    //读入数据，并进行数据处理
    trainset.loadThruStagePipes(reader);
   
    reader = new DocumentReader(testDataPath);
View Full Code Here
78
79
80
81
82
83
84
85
86
87
88
    SeriesPipes pp = new SeriesPipes(new Pipe[]{ngrampp,targetpp,sparsepp});
   
    InstanceSet instset = new InstanceSet(pp,af);
   
    //用不同的Reader读取相应格式的文件
    Reader reader = new FileReader(trainDataPath,"UTF-8",".data");
   
    //读入数据，并进行数据处理
    instset.loadThruStagePipes(reader);
    //将数据集分为训练是和测试集
    float percent = 0.8f;
View Full Code Here
74
75
76
77
78
79
80
81
82
83
84
     */
    System.out.print("\nKnn\n");
    System.out.print("\nReading data......\n");
    long time_mark=System.currentTimeMillis();
    InstanceSet instset = new InstanceSet(pp,af); 
    Reader reader = new MyDocumentReader(trainDataPath,"gbk");
    instset.loadThruStagePipes(reader);
    System.out.print("..Reading data complete "+(System.currentTimeMillis()-time_mark)+"(ms)\n");
   
    //将数据集分为训练是和测试集
    System.out.print("Sspliting....");
View Full Code Here
TOP

Related Classes of org.fnlp.data.reader.Reader

  • org.fnlp.demo.nlp.tc.TextClassificationBasedOnBayes
  • org.fnlp.demo.nlp.tc.TextClassificationBasedOnBayes2
  • org.fnlp.demo.nlp.tc.TextClassificationBasedOnKNN
  • org.fnlp.demo.nlp.tc.TextClassificationCustom
  • org.fnlp.demo.nlp.tc.TextClassificationCustom1
  • org.fnlp.demo.nlp.tc.TextClassificationSimple
  • org.fnlp.demo.nlp.tc.TextClassificationTest
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.