Package org.apache.flink.configuration

Examples of org.apache.flink.configuration.Configuration

115
116
117
118
119
120
121
122
123
124
125
    dataFileWriter.close();
  }
 
  @Test
  public void testDeserialisation() throws IOException {
    Configuration parameters = new Configuration();
   
    AvroInputFormat<User> format = new AvroInputFormat<User>(new Path(testFile.getAbsolutePath()), User.class);
   
    format.configure(parameters);
    FileInputSplit[] splits = format.createInputSplits(1);
View Full Code Here
456
457
458
459
460
461
462
463
464
465
466
                  "123|abc|456|def|\n"+
                  "987|xyz|654|pqr|\n";
     
      final FileInputSplit split = createTempFile(fileContent);
   
      final Configuration parameters = new Configuration();

      format.setFieldDelimiter('|');
      format.setFieldTypesGeneric(IntValue.class, StringValue.class, IntValue.class, StringValue.class);
      format.setSkipFirstLineAsHeader(true);
     
View Full Code Here
488
489
490
491
492
493
494
495
496
497
498
                  "colname-1|colname-2|some name 3|column four|\n" +  // repeated header in the middle
                  "987|xyz|654|pqr|\n";
     
      final FileInputSplit split = createTempFile(fileContent);
   
      final Configuration parameters = new Configuration();

      format.setFieldDelimiter('|');
      format.setFieldTypesGeneric(IntValue.class, StringValue.class, IntValue.class, StringValue.class);
      format.setSkipFirstLineAsHeader(true);
     
View Full Code Here
54
55
56
57
58
59
60
  // --------------------------------------------------------------------------------------------

  @Before
  public void setup() {
    this.format.setFilePath(new Path("file:///some/file/that/will/not/be/read"));
    this.config = new Configuration();
  }
View Full Code Here
128
129
130
131
132
133
134
135
136
137
138
  @Test
  public void testRead() throws IOException {
    final String myString = "my key|my val$$$my key2\n$$ctd.$$|my value2";
    final FileInputSplit split = createTempFile(myString);
   
    final Configuration parameters = new Configuration();
   
    format.setDelimiter("$$$");
    format.configure(parameters);
    format.open(split);
   
View Full Code Here
154
155
156
157
158
159
160
161
162
163
164
  public void testRead2() throws IOException {
    // 2. test case
    final String myString = "my key|my val$$$my key2\n$$ctd.$$|my value2";
    final FileInputSplit split = createTempFile(myString);
   
    final Configuration parameters = new Configuration();
    // default delimiter = '\n'
   
    format.configure(parameters);
    format.open(split);
View Full Code Here
97
98
99
100
101
102
103
104
105
106
107
 
  @Test
  public void testNumSamplesOneFile() {
    try {
      final String tempFile = TestFileUtils.createTempFile(TEST_DATA1);
      final Configuration conf = new Configuration();
     
      final TestDelimitedInputFormat format = new TestDelimitedInputFormat();
      format.setFilePath(tempFile.replace("file", "test"));
      format.configure(conf);
     
View Full Code Here
126
127
128
129
130
131
132
133
134
135
136
 
  @Test
  public void testNumSamplesMultipleFiles() {
    try {
      final String tempFile = TestFileUtils.createTempFileDir(TEST_DATA1, TEST_DATA1, TEST_DATA1, TEST_DATA1);
      final Configuration conf = new Configuration();
     
      final TestDelimitedInputFormat format = new TestDelimitedInputFormat();
      format.setFilePath(tempFile.replace("file", "test"));
      format.configure(conf);
     
View Full Code Here
155
156
157
158
159
160
161
162
163
164
165
 
  @Test
  public void testSamplingOneFile() {
    try {
      final String tempFile = TestFileUtils.createTempFile(TEST_DATA1);
      final Configuration conf = new Configuration();
     
      final TestDelimitedInputFormat format = new TestDelimitedInputFormat();
      format.setFilePath(tempFile);
      format.configure(conf);
      BaseStatistics stats = format.getStatistics(null);
View Full Code Here
176
177
178
179
180
181
182
183
184
185
186
 
  @Test
  public void testSamplingDirectory() {
    try {
      final String tempFile = TestFileUtils.createTempFileDir(TEST_DATA1, TEST_DATA2);
      final Configuration conf = new Configuration();
     
      final TestDelimitedInputFormat format = new TestDelimitedInputFormat();
      format.setFilePath(tempFile);
      format.configure(conf);
      BaseStatistics stats = format.getStatistics(null);
View Full Code Here
TOP

Related Classes of org.apache.flink.configuration.Configuration

  • org.apache.flink.api.avro.AvroExternalJarProgramITCase
  • org.apache.flink.api.common.io.BinaryInputFormatTest
  • org.apache.flink.api.common.io.DelimitedInputFormatSamplingTest
  • org.apache.flink.api.common.io.DelimitedInputFormatTest
  • org.apache.flink.api.common.io.FileInputFormatTest
  • org.apache.flink.api.common.io.FileOutputFormatTest
  • org.apache.flink.api.common.io.FormatUtil
  • org.apache.flink.api.common.io.GenericCsvInputFormatTest
  • org.apache.flink.api.common.io.SequentialFormatTest
  • org.apache.flink.api.io.avro.AvroRecordInputFormatTest
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.