Package voldemort.store.readonly

Source Code of voldemort.store.readonly.StringSorter

/*
* Copyright 2008-2009 LinkedIn, Inc
*
* Licensed under the Apache License, Version 2.0 (the "License"); you may not
* use this file except in compliance with the License. You may obtain a copy of
* the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
* WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
* License for the specific language governing permissions and limitations under
* the License.
*/

package voldemort.store.readonly;

import java.io.BufferedReader;
import java.io.BufferedWriter;
import java.io.FileReader;
import java.io.OutputStreamWriter;
import java.util.Iterator;

import org.apache.commons.io.LineIterator;

import voldemort.serialization.StringSerializer;
import voldemort.utils.Utils;

/**
* Perform an external sort on the lines of the file
*
*
*/
public class StringSorter {

    public static void main(String[] args) throws Exception {
        if(args.length != 3)
            Utils.croak("USAGE: java StringSorter inputfile internal_sort_size num_threads");
        String input = args[0];
        int internalSortSize = Integer.parseInt(args[1]);
        int numThreads = Integer.parseInt(args[2]);

        ExternalSorter<String> sorter = new ExternalSorter<String>(new StringSerializer(),
                                                                   internalSortSize,
                                                                   numThreads);
        @SuppressWarnings("unchecked")
        Iterator<String> it = new LineIterator(new BufferedReader(new FileReader(input),
                                                                  10 * 1024 * 1024));

        String seperator = Utils.NEWLINE;
        BufferedWriter writer = new BufferedWriter(new OutputStreamWriter(System.out),
                                                   10 * 1024 * 1024);
        for(String line: sorter.sorted(it)) {
            writer.write(line);
            writer.write(seperator);
        }
    }

}
TOP

Related Classes of voldemort.store.readonly.StringSorter

TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.