Examples of TsvParser

com.asakusafw.runtime.io.TsvParser

TSVファイルを解析してレコードを読み出す。

次のように利用する。

 Reader reader = ...; SomeModel model = new SomeModel(); try { TsvParser parser = new TsvParser(reader); while (parser.hasNext()) { parser.fill(model.getHogeOption()); parser.fill(model.getFooOption()); parser.fill(model.getBarOption()); performModelAction(model); } } finally { reader.close(); }

特に指定がない限り、このクラスのメソッドの引数に {@code null}を指定した場合には {@link NullPointerException}がスローされる。

org.apache.hadoop.hbase.index.mapreduce.IndexImportTsv.TsvParser
org.apache.hadoop.hbase.mapreduce.ImportTsv.TsvParser

Examples of com.asakusafw.runtime.io.TsvParser

        DataInputBuffer input = new DataInputBuffer();
        input.reset(output.getData(), output.getLength());
        ModelInput<Object> modelIn = (ModelInput<Object>) type.getAnnotation(ModelInputLocation.class)
            .value()
            .getDeclaredConstructor(RecordParser.class)
            .newInstance(new TsvParser(new InputStreamReader(input, "UTF-8")));
        ModelWrapper copy = loader.newModel("Simple");


        modelIn.readTo(copy.unwrap());
        assertThat(copy.get("sid"), is((Object) 1L));
        assertThat(copy.get("value"), is((Object) new Text("hello")));

View Full Code Here

Examples of com.asakusafw.runtime.io.TsvParser

        DataInputBuffer input = new DataInputBuffer();
        input.reset(output.getData(), output.getLength());
        ModelInput<Object> modelIn = (ModelInput<Object>) type.getAnnotation(ModelInputLocation.class)
            .value()
            .getDeclaredConstructor(RecordParser.class)
            .newInstance(new TsvParser(new InputStreamReader(input, "UTF-8")));
        ModelWrapper copy = loader.newModel("Primitives");
        modelIn.readTo(copy.unwrap());
        assertThat(object.unwrap(), equalTo(copy.unwrap()));
        assertThat(input.read(), is(-1));
        modelIn.close();

View Full Code Here

Examples of com.asakusafw.runtime.io.TsvParser


    private void init(String fileName) throws IOException {
        InputStream in = ModelInputEmitterTest.class
            .getResourceAsStream("tsv/" + fileName);
        assertThat(fileName, in, is(not(nullValue())));
        parser = new TsvParser(new InputStreamReader(in, "UTF-8"));
    }

View Full Code Here

Examples of com.asakusafw.runtime.io.TsvParser

    private StringWriter buffer;


    private RecordEmitter emitter;


    private RecordParser parser() throws IOException {
        return new TsvParser(new StringReader(buffer.toString()));
    }

View Full Code Here

Examples of org.apache.hadoop.hbase.index.mapreduce.IndexImportTsv.TsvParser

    checkParsing(parsed, Splitter.on("\t").split(Bytes.toString(line)));
  }


  @Test
  public void testTsvParserWithTimestamp() throws BadTsvLineException {
    TsvParser parser = new TsvParser("HBASE_ROW_KEY,HBASE_TS_KEY,col_a,", "\t");
    assertNull(parser.getFamily(0));
    assertNull(parser.getQualifier(0));
    assertNull(parser.getFamily(1));
    assertNull(parser.getQualifier(1));
    assertBytesEquals(Bytes.toBytes("col_a"), parser.getFamily(2));
    assertBytesEquals(HConstants.EMPTY_BYTE_ARRAY, parser.getQualifier(2));
    assertEquals(0, parser.getRowKeyColumnIndex());
    assertEquals(1, parser.getTimestampKeyColumnIndex());


    byte[] line = Bytes.toBytes("rowkey\t1234\tval_a");
    ParsedLine parsed = parser.parse(line, line.length);
    assertEquals(1234l, parsed.getTimestamp(-1));
    checkParsing(parsed, Splitter.on("\t").split(Bytes.toString(line)));
  }

View Full Code Here

Examples of org.apache.hadoop.hbase.index.mapreduce.IndexImportTsv.TsvParser

  /**
   * Test cases that throw BadTsvLineException
   */
  @Test(expected = BadTsvLineException.class)
  public void testTsvParserBadTsvLineExcessiveColumns() throws BadTsvLineException {
    TsvParser parser = new TsvParser("HBASE_ROW_KEY,col_a", "\t");
    byte[] line = Bytes.toBytes("val_a\tval_b\tval_c");
    parser.parse(line, line.length);
  }

View Full Code Here

Examples of org.apache.hadoop.hbase.index.mapreduce.IndexImportTsv.TsvParser

    parser.parse(line, line.length);
  }


  @Test(expected = BadTsvLineException.class)
  public void testTsvParserBadTsvLineZeroColumn() throws BadTsvLineException {
    TsvParser parser = new TsvParser("HBASE_ROW_KEY,col_a", "\t");
    byte[] line = Bytes.toBytes("");
    parser.parse(line, line.length);
  }

View Full Code Here

Examples of org.apache.hadoop.hbase.index.mapreduce.IndexImportTsv.TsvParser

    parser.parse(line, line.length);
  }


  @Test(expected = BadTsvLineException.class)
  public void testTsvParserBadTsvLineOnlyKey() throws BadTsvLineException {
    TsvParser parser = new TsvParser("HBASE_ROW_KEY,col_a", "\t");
    byte[] line = Bytes.toBytes("key_only");
    parser.parse(line, line.length);
  }

View Full Code Here

Examples of org.apache.hadoop.hbase.index.mapreduce.IndexImportTsv.TsvParser

    parser.parse(line, line.length);
  }


  @Test(expected = BadTsvLineException.class)
  public void testTsvParserBadTsvLineNoRowKey() throws BadTsvLineException {
    TsvParser parser = new TsvParser("col_a,HBASE_ROW_KEY", "\t");
    byte[] line = Bytes.toBytes("only_cola_data_and_no_row_key");
    parser.parse(line, line.length);
  }

View Full Code Here

Examples of org.apache.hadoop.hbase.index.mapreduce.IndexImportTsv.TsvParser

    parser.parse(line, line.length);
  }


  @Test(expected = BadTsvLineException.class)
  public void testTsvParserInvalidTimestamp() throws BadTsvLineException {
    TsvParser parser = new TsvParser("HBASE_ROW_KEY,HBASE_TS_KEY,col_a,", "\t");
    assertEquals(1, parser.getTimestampKeyColumnIndex());
    byte[] line = Bytes.toBytes("rowkey\ttimestamp\tval_a");
    ParsedLine parsed = parser.parse(line, line.length);
    assertEquals(-1, parsed.getTimestamp(-1));
    checkParsing(parsed, Splitter.on("\t").split(Bytes.toString(line)));
  }

View Full Code Here

0 1 2 3 4 5

TOP

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.