Package org.springframework.data.hadoop.store.output

Examples of org.springframework.data.hadoop.store.output.OutputStreamWriter

59
60
61
62
63
64
65
66
67
68
69
    data[0] = DATA10.getBytes();
    data[1] = "\n".getBytes();
    data[2] = DATA11.getBytes();
    data[3] = "\n".getBytes();

    OutputStreamWriter writer = new OutputStreamWriter(getConfiguration(), testDefaultPath, null);
    TestUtils.writeData(writer, data, true);

    TextFileReader reader = new TextFileReader(getConfiguration(), testDefaultPath, null);
    TestUtils.readDataAndAssert(reader, dataArray);
  }
View Full Code Here
69
70
71
72
73
74
75
76
77
78
79
  }

  @Test
  public void testStreamSmall() throws IOException {
    ByteArrayInputStream stream = new ByteArrayInputStream(DATA10.getBytes());
    OutputStreamWriter writer = new OutputStreamWriter(getConfiguration(), testDefaultPath, null);

    doWithInputStream(stream, writer);

    String[] dataArray = new String[] { DATA10 };
    TextFileReader reader = new TextFileReader(getConfiguration(), testDefaultPath, null);
View Full Code Here
86
87
88
89
90
91
92
93
94
95
96
    for (int i = 0; i<1000; i++) {
      buf.append(DATA10);
      buf.append("\n");
    }
    ByteArrayInputStream stream = new ByteArrayInputStream(buf.toString().getBytes());
    OutputStreamWriter writer = new OutputStreamWriter(getConfiguration(), testDefaultPath, null);

    doWithInputStream(stream, writer);

    TextFileReader reader = new TextFileReader(getConfiguration(), testDefaultPath, null);
    List<String> data = TestUtils.readData(reader);
View Full Code Here
103
104
105
106
107
108
109
110
111
112
113
    for (int i = 0; i<1000; i++) {
      buf.append(DATA10);
      buf.append("\n");
    }
    ByteArrayInputStream stream = new ByteArrayInputStream(buf.toString().getBytes());
    OutputStreamWriter writer = new OutputStreamWriter(getConfiguration(), testDefaultPath, Codecs.GZIP.getCodecInfo());

    doWithInputStream(stream, writer);

    TextFileReader reader = new TextFileReader(getConfiguration(), testDefaultPath, Codecs.GZIP.getCodecInfo());
    List<String> data = TestUtils.readData(reader);
View Full Code Here
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
    for (int i = 0; i<1000; i++) {
      buf.append(DATA10);
      buf.append("\n");
    }
    ByteArrayInputStream stream = new ByteArrayInputStream(buf.toString().getBytes());
    OutputStreamWriter writer = new OutputStreamWriter(getConfiguration(), testDefaultPath, Codecs.GZIP.getCodecInfo());

    ChainedFileNamingStrategy fileNamingStrategy = new ChainedFileNamingStrategy();
    fileNamingStrategy.register(new StaticFileNamingStrategy("data"));
    fileNamingStrategy.register(new CodecFileNamingStrategy());
    writer.setFileNamingStrategy(fileNamingStrategy);

    doWithInputStream(stream, writer);

    TextFileReader reader = new TextFileReader(getConfiguration(), new Path(testDefaultPath, "data.gzip"), Codecs.GZIP.getCodecInfo());
    List<String> data = TestUtils.readData(reader);
View Full Code Here
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
    }
    boolean result = this.template.get(filePath, new InputStreamCallback() {

      @Override
      public void doWithInputStream(InputStream stream) throws IOException {
        OutputStreamWriter writer = new OutputStreamWriter(configuration,
            new Path(hdfsDirectory + filePath), null);
        byte[] buff = new byte[1024];
        int len;
        while ((len = stream.read(buff)) > 0) {
          if (len == buff.length) {
            writer.write(buff);
          }
          else {
            writer.write(Arrays.copyOf(buff, len));
          }
        }
        writer.close();
      }

    });
    if (!result) {
      throw new MessagingException("Error during file transfer");
View Full Code Here
TOP

Related Classes of org.springframework.data.hadoop.store.output.OutputStreamWriter

  • org.springframework.batch.integration.x.RemoteFileToHadoopTasklet
  • org.springframework.data.hadoop.store.event.FileWrittenEvent
  • org.springframework.data.hadoop.store.event.StoreEventPublisher
  • org.springframework.data.hadoop.store.RawStreamStoreTests
  • org.springframework.data.hadoop.store.support.OutputContext
  • java.io.OutputStream
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.