Package co.nubetech.hiho.mapreduce.lib.db

Examples of co.nubetech.hiho.mapreduce.lib.db.ColumnInfo

43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
    conf.set(HIHOConf.INPUT_OUTPUT_DELIMITER, ",");
    when(context.getConfiguration()).thenReturn(conf);

    DBInputDelimMapper mapper = new DBInputDelimMapper();

    ColumnInfo intColumn = new ColumnInfo(0, Types.INTEGER, "intColumn");
    ColumnInfo stringColumn = new ColumnInfo(1, Types.VARCHAR,
        "stringColumn");
    ColumnInfo dateColumn = new ColumnInfo(1, Types.DATE, "dateColumn");
    ColumnInfo longColumn = new ColumnInfo(1, Types.BIGINT, "longColumn");
    ColumnInfo booleanColumn = new ColumnInfo(1, Types.BOOLEAN,
        "booleanColumn");
    ColumnInfo doubleColumn = new ColumnInfo(1, Types.DOUBLE,
        "doubleColumn");
    ColumnInfo charColumn = new ColumnInfo(1, Types.CHAR, "charColumn");
    ColumnInfo timeColumn = new ColumnInfo(1, Types.TIME, "timeColumn");
    ColumnInfo timeStampColumn = new ColumnInfo(1, Types.TIMESTAMP,
        "timeStampColumn");
    ColumnInfo floatColumn = new ColumnInfo(1, Types.FLOAT, "floatColumn");

    ArrayList<ColumnInfo> columns = new ArrayList<ColumnInfo>();
    columns.add(intColumn);
    columns.add(stringColumn);
    columns.add(dateColumn);
View Full Code Here
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
    conf.set(HIHOConf.INPUT_OUTPUT_DELIMITER, delimiter);
    when(context.getConfiguration()).thenReturn(conf);

    DBInputDelimMapper mapper = new DBInputDelimMapper();

    ColumnInfo intColumn = new ColumnInfo(0, Types.INTEGER, "intColumn");
    ColumnInfo stringColumn = new ColumnInfo(1, Types.VARCHAR,
        "stringColumn");
    ColumnInfo dateColumn = new ColumnInfo(1, Types.DATE, "dateColumn");
    ColumnInfo longColumn = new ColumnInfo(1, Types.BIGINT, "longColumn");
    ColumnInfo booleanColumn = new ColumnInfo(1, Types.BOOLEAN,
        "booleanColumn");
    ColumnInfo doubleColumn = new ColumnInfo(1, Types.DOUBLE,
        "doubleColumn");
    ColumnInfo charColumn = new ColumnInfo(1, Types.CHAR, "charColumn");
    ColumnInfo timeColumn = new ColumnInfo(1, Types.TIME, "timeColumn");
    ColumnInfo timeStampColumn = new ColumnInfo(1, Types.TIMESTAMP,
        "timeStampColumn");
    ColumnInfo floatColumn = new ColumnInfo(1, Types.FLOAT, "floatColumn");

    ArrayList<ColumnInfo> columns = new ArrayList<ColumnInfo>();
    columns.add(intColumn);
    columns.add(stringColumn);
    columns.add(dateColumn);
View Full Code Here
69
70
71
72
73
74
75
76
77
78
79
80
    assertEquals("employee", HiveUtility.getTableName(conf2));
  }

  @Test
  public void testGetInsertQuery() throws HIHOException {
    ColumnInfo intColumn = new ColumnInfo(0, Types.INTEGER, "intColumn");
    ColumnInfo stringColumn = new ColumnInfo(1, Types.VARCHAR,
        "stringColumn");
    ArrayList<ColumnInfo> columns = new ArrayList<ColumnInfo>();
    columns.add(intColumn);
    columns.add(stringColumn);
    // HiveUtility.tableName = "employee";
View Full Code Here
89
90
91
92
93
94
95
96
97
98
99
100
  }

  @Test
  public void testGetTableColumns() throws HIHOException {
    ColumnInfo intColumn = new ColumnInfo(0, Types.INTEGER, "intColumn");
    ColumnInfo stringColumn = new ColumnInfo(1, Types.VARCHAR,
        "stringColumn");
    ArrayList<ColumnInfo> columns = new ArrayList<ColumnInfo>();
    columns.add(intColumn);
    columns.add(stringColumn);
    GenericDBWritable writable = new GenericDBWritable(columns, null);
View Full Code Here
102
103
104
105
106
107
108
109
110
111
112
113
        HiveUtility.getTmpTableColumns(writable));
  }

  @Test
  public void testGetTmpCreateQuery() throws HIHOException {
    ColumnInfo intColumn = new ColumnInfo(0, Types.INTEGER, "intColumn");
    ColumnInfo stringColumn = new ColumnInfo(1, Types.VARCHAR,
        "stringColumn");
    ArrayList<ColumnInfo> columns = new ArrayList<ColumnInfo>();
    columns.add(intColumn);
    columns.add(stringColumn);
    Configuration conf = new Configuration();
View Full Code Here
138
139
140
141
142
143
144
145
146
147
148
149
  }

  // @Test(expected = HIHOException.class)
  @Test(expected = HIHOException.class)
  public void testGetCreateQuery() throws HIHOException {
    ColumnInfo intColumn = new ColumnInfo(0, Types.INTEGER, "id");
    ColumnInfo stringColumn = new ColumnInfo(1, Types.VARCHAR, "country");
    ArrayList<ColumnInfo> columns = new ArrayList<ColumnInfo>();
    columns.add(intColumn);
    columns.add(stringColumn); // HiveUtility.// = "employee";
    GenericDBWritable writable = new GenericDBWritable(columns, null);
View Full Code Here
219
220
221
222
223
224
225
226
227
228
229
230
  }

  @Test
  public void testGetcolumns() throws HIHOException {
    ColumnInfo intColumn = new ColumnInfo(0, Types.INTEGER, "id");
    ColumnInfo stringColumn = new ColumnInfo(1, Types.VARCHAR, "country");
    ArrayList<ColumnInfo> columns = new ArrayList<ColumnInfo>();
    columns.add(intColumn);
    columns.add(stringColumn); // HiveUtility.// = "employee";
    GenericDBWritable writable = new GenericDBWritable(columns, null);
    assertEquals("`id` int,`country` string",
View Full Code Here
239
240
241
242
243
244
245
246
247
248
249
250
    assertEquals("name", HiveUtility.getDynamicPartitionBy(partitionBy1));
  }

  @Test
  public void testGetLoadQuery() throws HIHOException {
    ColumnInfo intColumn = new ColumnInfo(0, Types.INTEGER, "intColumn");
    ColumnInfo stringColumn = new ColumnInfo(1, Types.VARCHAR,
        "stringColumn");
    ArrayList<ColumnInfo> columns = new ArrayList<ColumnInfo>();
    columns.add(intColumn);
    columns.add(stringColumn);
    // HiveUtility.tableName = "employee";
View Full Code Here
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
   
    StringTokenizer rowValue = new StringTokenizer(val.toString(), delimiter);
    if (rowValue.countTokens() == tableInfo.size()) {
      Iterator<ColumnInfo> iterator = tableInfo.iterator();
      while (iterator.hasNext()) {
        ColumnInfo columnInfo = iterator.next();
        String columnValue = rowValue.nextToken();
        if (columnValue == null || columnValue.trim().equals("")) {
          values.add(null);
        } else {
          logger.debug("Adding value : " + columnValue);
          int type = columnInfo.getType();
          if (type == Types.VARCHAR) {
            values.add(columnValue);
          } else if (type == Types.BIGINT) {
            values.add(Long.parseLong(columnValue));
          } else if (type == Types.INTEGER) {
View Full Code Here
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
    OutputCollector<AvroValue<Pair>, NullWritable> output = mock(OutputCollector.class);
    Reporter reporter = mock(Reporter.class);

    DBInputAvroMapper mapper = new DBInputAvroMapper();

    ColumnInfo intColumn = new ColumnInfo(0, Types.INTEGER, "intColumn");
    ColumnInfo stringColumn = new ColumnInfo(1, Types.VARCHAR,
        "stringColumn");
    ColumnInfo dateColumn = new ColumnInfo(1, Types.DATE, "dateColumn");
    ColumnInfo longColumn = new ColumnInfo(1, Types.BIGINT, "longColumn");
    ColumnInfo booleanColumn = new ColumnInfo(1, Types.BOOLEAN,
        "booleanColumn");
    ColumnInfo doubleColumn = new ColumnInfo(1, Types.DOUBLE,
        "doubleColumn");
    ColumnInfo floatColumn = new ColumnInfo(1, Types.FLOAT,
     "floatColumn");
    ColumnInfo charColumn = new ColumnInfo(1, Types.CHAR, "charColumn");
    ColumnInfo timeColumn = new ColumnInfo(1, Types.TIME, "timeColumn");
    ColumnInfo timeStampColumn = new ColumnInfo(1, Types.TIMESTAMP,
        "timeStampColumn");

    ArrayList<ColumnInfo> columns = new ArrayList<ColumnInfo>();

    columns.add(intColumn);
View Full Code Here
TOP

Related Classes of co.nubetech.hiho.mapreduce.lib.db.ColumnInfo

  • co.nubetech.hiho.avro.TestDBMapper
  • co.nubetech.hiho.hive.TestHiveUtility
  • co.nubetech.hiho.mapreduce.GenericDBLoadDataMapper
  • co.nubetech.hiho.mapreduce.TestDBInputAvroMapper
  • co.nubetech.hiho.mapreduce.TestDBInputDelimMapper
  • co.nubetech.hiho.mapreduce.TestGenericDBLoadDataMapper
  • co.nubetech.hiho.pig.TestPigUtility
  • co.nubetech.hiho.testdata.AvroDataFileWriteDemo
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.