Package com.odiago.flumebase.testutil

Examples of com.odiago.flumebase.testutil.MemStreamBuilder

1150
1151
1152
1153
1154
1155
1156
1157
1158
1159
1160
1161
1162
1163
1164
1165
1166
  }

  // The next few tests are for comparison of BINARY fields.
  @Test
  public void testBinaryComparison1() throws IOException, InterruptedException {
    MemStreamBuilder streamBuilder = new MemStreamBuilder("s");

    streamBuilder.addField(new TypedField("a", Type.getNullable(Type.TypeName.BINARY)));
    streamBuilder.addField(new TypedField("b", Type.getNullable(Type.TypeName.BINARY)));
    Event e = new EventImpl("abc,abc".getBytes());
    streamBuilder.addEvent(e);
    StreamSymbol stream = streamBuilder.build();

    runFreeSelectTest(stream, "SELECT a = b AS v FROM s",
        Collections.singletonList(new Pair<String, Object>(
        "v", Boolean.TRUE)));
  }
View Full Code Here
1165
1166
1167
1168
1169
1170
1171
1172
1173
1174
1175
1176
1177
1178
1179
1180
1181
        "v", Boolean.TRUE)));
  }

  @Test
  public void testBinaryComparison2() throws IOException, InterruptedException {
    MemStreamBuilder streamBuilder = new MemStreamBuilder("s");

    streamBuilder.addField(new TypedField("a", Type.getNullable(Type.TypeName.BINARY)));
    streamBuilder.addField(new TypedField("b", Type.getNullable(Type.TypeName.BINARY)));
    Event e = new EventImpl("abc,abc".getBytes());
    streamBuilder.addEvent(e);
    StreamSymbol stream = streamBuilder.build();

    runFreeSelectTest(stream, "SELECT a < b AS v FROM s",
        Collections.singletonList(new Pair<String, Object>(
        "v", Boolean.FALSE)));
  }
View Full Code Here
1180
1181
1182
1183
1184
1185
1186
1187
1188
1189
1190
1191
1192
1193
1194
1195
1196
        "v", Boolean.FALSE)));
  }

  @Test
  public void testBinaryComparison3() throws IOException, InterruptedException {
    MemStreamBuilder streamBuilder = new MemStreamBuilder("s");

    streamBuilder.addField(new TypedField("a", Type.getNullable(Type.TypeName.BINARY)));
    streamBuilder.addField(new TypedField("b", Type.getNullable(Type.TypeName.BINARY)));
    Event e = new EventImpl("abc,azz".getBytes());
    streamBuilder.addEvent(e);
    StreamSymbol stream = streamBuilder.build();

    runFreeSelectTest(stream, "SELECT a < b AS v FROM s",
        Collections.singletonList(new Pair<String, Object>(
        "v", Boolean.TRUE)));
  }
View Full Code Here
1195
1196
1197
1198
1199
1200
1201
1202
1203
1204
1205
1206
1207
1208
1209
1210
1211
        "v", Boolean.TRUE)));
  }

  @Test
  public void testBinaryComparison4() throws IOException, InterruptedException {
    MemStreamBuilder streamBuilder = new MemStreamBuilder("s");

    streamBuilder.addField(new TypedField("a", Type.getNullable(Type.TypeName.BINARY)));
    streamBuilder.addField(new TypedField("b", Type.getNullable(Type.TypeName.BINARY)));
    Event e = new EventImpl("abc,azz".getBytes());
    streamBuilder.addEvent(e);
    StreamSymbol stream = streamBuilder.build();

    runFreeSelectTest(stream, "SELECT a > b AS v FROM s",
        Collections.singletonList(new Pair<String, Object>(
        "v", Boolean.FALSE)));
  }
View Full Code Here
1210
1211
1212
1213
1214
1215
1216
1217
1218
1219
1220
1221
1222
1223
1224
1225
1226
1227
        "v", Boolean.FALSE)));
  }

  @Test
  public void testListCol() throws IOException, InterruptedException {
    MemStreamBuilder streamBuilder = new MemStreamBuilder("s");

    streamBuilder.addField(new TypedField("a",
        new NullableType(new ListType(Type.getPrimitive(Type.TypeName.INT)))));
    streamBuilder.addField(new TypedField("b", Type.getNullable(Type.TypeName.INT)));
    Event e = new EventImpl("1|2|3,4".getBytes());
    streamBuilder.addEvent(e);
    StreamSymbol stream = streamBuilder.build();

    List<Pair<String, Object>> checks = new ArrayList<Pair<String, Object>>();
    List<Object> innerList = new ArrayList<Object>();
    innerList.add(Integer.valueOf(1));
    innerList.add(Integer.valueOf(2));
View Full Code Here
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
   * its value to verify.
   */
  private void runWhereTest(String streamName, String query,
      List<Pair<String, Object>> checkFields)
      throws IOException, InterruptedException {
    MemStreamBuilder streamBuilder = new MemStreamBuilder(streamName);

    streamBuilder.addField(new TypedField("a", Type.getPrimitive(Type.TypeName.INT)));
    streamBuilder.addField(new TypedField("b", Type.getNullable(Type.TypeName.INT)));
    streamBuilder.addEvent("1,2");
    streamBuilder.addEvent("3,4");
    StreamSymbol stream = streamBuilder.build();
    getSymbolTable().addSymbol(stream);

    getConf().set(SelectStmt.CLIENT_SELECT_TARGET_KEY, "testSelect");

    // With all configuration complete, connect to the environment.
View Full Code Here
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
   * Create a stream with two columns which have configurable names. The first column
   * is of type "INT NOT NULL," the second column is of type "INT".
   */
  private StreamSymbol makeStream(String streamName, String leftColName,
      String rightColName, String [] eventTexts, long [] eventTimestamps) {
    MemStreamBuilder streamBuilder = new MemStreamBuilder(streamName);
    streamBuilder.addField(new TypedField(leftColName, Type.getPrimitive(Type.TypeName.INT)));
    streamBuilder.addField(new TypedField(rightColName, Type.getNullable(Type.TypeName.INT)));

    for (int i = 0; i < eventTexts.length; i++) {
      streamBuilder.addEvent(eventTexts[i], eventTimestamps[i]);
    }

    return streamBuilder.build();
  }
View Full Code Here
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
   * Create a stream with two columns which have configurable names. The first column
   * is of type "INT NOT NULL," the second column is of type "INT".
   */
  private StreamSymbol makeStream(String streamName, String leftColName,
      String rightColName, String [] eventTexts, long [] eventTimestamps) {
    MemStreamBuilder streamBuilder = new MemStreamBuilder(streamName);
    streamBuilder.addField(new TypedField(leftColName, Type.getPrimitive(Type.TypeName.INT)));
    streamBuilder.addField(new TypedField(rightColName, Type.getNullable(Type.TypeName.INT)));

    for (int i = 0; i < eventTexts.length; i++) {
      streamBuilder.addEvent(eventTexts[i], eventTimestamps[i]);
    }

    return streamBuilder.build();
  }
View Full Code Here
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
  private void runThroughputTest(String query, int stringSize, int expectedRecordCount)
      throws IOException, InterruptedException {

    long initTimestamp = System.currentTimeMillis();

    MemStreamBuilder streamBuilder = new MemStreamBuilder(STREAM_NAME);
    long bytesSent = 0;

    StringBuilder sbStringCol = new StringBuilder();
    for (int i = 0; i < stringSize; i++) {
      sbStringCol.append("a");
    }

    String stringCol = sbStringCol.toString();

    streamBuilder.addField(new TypedField("a", Type.getPrimitive(Type.TypeName.INT)));
    streamBuilder.addField(new TypedField("b", Type.getNullable(Type.TypeName.INT)));
    streamBuilder.addField(new TypedField("c", Type.getNullable(Type.TypeName.STRING)));
    for (int i = 0; i < NUM_RECORDS; i++) {
      StringBuilder sb = new StringBuilder();
      sb.append(i);
      sb.append(",");
      int j = 10 * i;
      sb.append(j);
      sb.append(",");
      sb.append(stringCol);
      String eventText = sb.toString();
      streamBuilder.addEvent(eventText);
      bytesSent += eventText.length();
    }
    StreamSymbol stream = streamBuilder.build();
    getSymbolTable().addSymbol(stream);

    getConf().set(SelectStmt.CLIENT_SELECT_TARGET_KEY, "testThroughput");

    // With all configuration complete, connect to the environment.
View Full Code Here
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
   * its value to verify.
   */
  private void runFnTest(String query, List<Pair<String, Object>> checkFields)
      throws IOException, InterruptedException {
    LOG.info("Running function test: " + query);
    MemStreamBuilder streamBuilder = new MemStreamBuilder("memstream");

    streamBuilder.addField(new TypedField("a", Type.getPrimitive(Type.TypeName.INT)));
    streamBuilder.addField(new TypedField("b", Type.getNullable(Type.TypeName.INT)));
    streamBuilder.addEvent("1,2");
    streamBuilder.addEvent("3,-4");
    StreamSymbol stream = streamBuilder.build();
    getSymbolTable().addSymbol(stream);

    // Register the 'max2' function we use in some tests.
    ScalarFunc max2Func = new max2();
    getSymbolTable().addSymbol(new FnSymbol("max2", max2Func, max2Func.getReturnType(),
View Full Code Here
TOP

Related Classes of com.odiago.flumebase.testutil.MemStreamBuilder

  • com.cloudera.flume.core.EventImpl
  • com.odiago.flumebase.exec.InMemStreamSymbol
  • com.odiago.flumebase.exec.TestFunctions
  • com.odiago.flumebase.exec.TestGroupBy
  • com.odiago.flumebase.exec.TestJoin
  • com.odiago.flumebase.exec.TestSelect
  • com.odiago.flumebase.exec.TestThroughput
  • com.odiago.flumebase.exec.TestWhere
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.