Examples of com.flaptor.hounder.classifier.util.TokenCounterPersistence$TCComparator

Package com.flaptor.hounder.classifier.util

Examples of com.flaptor.hounder.classifier.util.TokenCounterPersistence$TCComparator

com.flaptor.hounder.classifier.util.TokenCounterPersistence
Comparator

        this.categoryName = categoryName;
        dataDir = dir;
        myProbabilities = PersistenceManager.readProbabilitiesFromFile(dataDir,
                categoryName+".my.probabilities");
        try {
            tokenCountersFile= new TokenCounterPersistence().newRecordWriter( 
                    new File(CAT_TOK_FILE_UNSORTED));
        } catch (FileNotFoundException e) {
            e.printStackTrace();
            throw (e);
        }

View Full Code Here

         */
        TokenCounterPersistence.TCRecord tcr;
        if (belongsToCategory) {
            categoryDocumentCount++;
            for (String token : tokens) {
                tcr= new TokenCounterPersistence().newRecord(token, 
                        documentTokenCount.get(token)[0], 0);
                tokenCountersFile.writeRecord(tcr);
            }
        } else {
            nonCategoryDocumentCount++;
            for (String token : tokens) {
                tcr= new TokenCounterPersistence().newRecord(token, 0, 
                        documentTokenCount.get(token)[0]);
                tokenCountersFile.writeRecord(tcr);
            }            
        }
    }

View Full Code Here

        tokenCountersFile.close();        
        logger.info("Closing categoryTokenCount.... done");
        logger.info("Sorting categoryTokenCount....");
        File beforeSort= new File(CAT_TOK_FILE_UNSORTED);
        File afterSort= new File(CAT_TOK_FILE_SORTED);
        TokenCounterPersistence tcp= new TokenCounterPersistence();
        MergeSort.sort(beforeSort, afterSort, tcp, null);
        logger.info("Sorting categoryTokenCount.... done");


        logger.info("Folding categoryTokenCount.... ");
        // Now saves all this data to a FileCache        
        RecordReader tcrr= tcp.newRecordReader(afterSort);                
        TokenCounter catTc= new TokenCounter();
        TokenCounter nonCatTc= new TokenCounter();
        TokenCounterPersistence.TCRecord tcr= (TokenCounterPersistence.TCRecord) tcrr.readRecord();
        if (null==tcrr) return;
        catTc.update(tcr.getCatVal());

View Full Code Here

TOP

Related Classes of com.flaptor.hounder.classifier.util.TokenCounterPersistence$TCComparator

com.flaptor.hounder.classifier.bayes.BayesCalculator

java.io.BufferedOutputStream

java.io.FileInputStream

java.io.FileOutputStream

java.io.DataOutputStream

java.io.BufferedInputStream

java.io.DataInputStream

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.