Package co.nubetech.hiho.mapreduce.lib.db

Examples of co.nubetech.hiho.mapreduce.lib.db.GenericDBWritable

82
83
84
85
86
87
88
89
90
91
92
    values.add('a');
    values.add(new Time(new Date().getTime()));
    values.add(new Time(new Date().getTime()));
    values.add(new Float(1.0f));

    GenericDBWritable val = new GenericDBWritable(columns, values);
    LongWritable key = new LongWritable(1);
    mapper.map(key, val, context);

    Text outkey = new Text();
    Text outval = new Text();
View Full Code Here
148
149
150
151
152
153
154
155
156
157
158
    values.add('a');
    values.add(new Time(new Date().getTime()));
    values.add(new Time(new Date().getTime()));
    values.add(new Float(1.0f));

    GenericDBWritable val = new GenericDBWritable(columns, values);
    LongWritable key = new LongWritable(1);
    mapper.map(key, val, context);

    Text outkey = new Text();
    Text outval = new Text();
View Full Code Here
175
176
177
178
179
180
181
182
183
184
185
    when(context.getConfiguration()).thenReturn(conf);

    DBInputDelimMapper mapper = new DBInputDelimMapper();
    ArrayList<ColumnInfo> columns = new ArrayList<ColumnInfo>();
    ArrayList values = new ArrayList();
    GenericDBWritable val = new GenericDBWritable(columns, values);
    LongWritable key = new LongWritable(1);
    mapper.map(key, val, context);

    Text outkey = new Text();
    Text outval = new Text();
View Full Code Here
76
77
78
79
80
81
82
83
84
85
86
        "stringColumn");
    ArrayList<ColumnInfo> columns = new ArrayList<ColumnInfo>();
    columns.add(intColumn);
    columns.add(stringColumn);
    // HiveUtility.tableName = "employee";
    GenericDBWritable writable = new GenericDBWritable(columns, null);
    Configuration conf = new Configuration();
    conf.set(HIHOConf.HIVE_PARTITION_BY, "country:string:us,name:string");
    conf.set(DBConfiguration.INPUT_TABLE_NAME_PROPERTY, "employee");
    assertEquals(
        "FROM `employeetmp` tmp INSERT OVERWRITE TABLE `employee` PARTITION ( country='us',name) SELECT `tmp`.`intColumn`,`tmp`.`stringColumn`",
View Full Code Here
95
96
97
98
99
100
101
102
103
    ColumnInfo stringColumn = new ColumnInfo(1, Types.VARCHAR,
        "stringColumn");
    ArrayList<ColumnInfo> columns = new ArrayList<ColumnInfo>();
    columns.add(intColumn);
    columns.add(stringColumn);
    GenericDBWritable writable = new GenericDBWritable(columns, null);
    assertEquals("`tmp`.`intColumn`,`tmp`.`stringColumn`",
        HiveUtility.getTmpTableColumns(writable));
  }
View Full Code Here
110
111
112
113
114
115
116
117
118
119
120
    ArrayList<ColumnInfo> columns = new ArrayList<ColumnInfo>();
    columns.add(intColumn);
    columns.add(stringColumn);
    Configuration conf = new Configuration();
    conf.set(DBConfiguration.INPUT_TABLE_NAME_PROPERTY, "employee");
    GenericDBWritable writable = new GenericDBWritable(columns, null);

    conf.set(HIHOConf.INPUT_OUTPUT_STRATEGY, "DELIMITED");
    conf.set(HIHOConf.INPUT_OUTPUT_DELIMITER, ",");
    assertEquals(
        "CREATE TABLE `employeetmp` ( `intColumn` int,`stringColumn` string) ROW FORMAT DELIMITED FIELDS TERMINATED BY ',' STORED AS TEXTFILE",
View Full Code Here
143
144
145
146
147
148
149
150
151
152
153
    ColumnInfo intColumn = new ColumnInfo(0, Types.INTEGER, "id");
    ColumnInfo stringColumn = new ColumnInfo(1, Types.VARCHAR, "country");
    ArrayList<ColumnInfo> columns = new ArrayList<ColumnInfo>();
    columns.add(intColumn);
    columns.add(stringColumn); // HiveUtility.// = "employee";
    GenericDBWritable writable = new GenericDBWritable(columns, null);

    // This is normal case to generate basic create query
    Configuration conf = new Configuration();
    conf.set(HIHOConf.HIVE_TABLE_NAME, "employee");
    conf.set(HIHOConf.INPUT_OUTPUT_STRATEGY, "DELIMITED");
View Full Code Here
224
225
226
227
228
229
230
231
232
    ColumnInfo intColumn = new ColumnInfo(0, Types.INTEGER, "id");
    ColumnInfo stringColumn = new ColumnInfo(1, Types.VARCHAR, "country");
    ArrayList<ColumnInfo> columns = new ArrayList<ColumnInfo>();
    columns.add(intColumn);
    columns.add(stringColumn); // HiveUtility.// = "employee";
    GenericDBWritable writable = new GenericDBWritable(columns, null);
    assertEquals("`id` int,`country` string",
        HiveUtility.getColumns(writable));
  }
View Full Code Here
246
247
248
249
250
251
252
253
254
255
256
        "stringColumn");
    ArrayList<ColumnInfo> columns = new ArrayList<ColumnInfo>();
    columns.add(intColumn);
    columns.add(stringColumn);
    // HiveUtility.tableName = "employee";
    GenericDBWritable writable = new GenericDBWritable(columns, null);
    Configuration config = new Configuration();
    // String partitionBy = "country:string";
    String partitionBy1 = "country:string:us";
    config.set(HIHOConf.INPUT_OUTPUT_PATH, "/user/nube/tableForHiho");
    config.set(HIHOConf.HIVE_TABLE_NAME, "employee");
View Full Code Here
395
396
397
398
399
400
401
402
403
404
405
      String dbProductName = dbMeta.getDatabaseProductName()
          .toUpperCase();
      String query = getSelectQuery(conf, dbProductName);
      PreparedStatement st = conn.prepareStatement(query);
      logger.warn("\n Query for GenericDBWritable is " + query);
      GenericDBWritable writable = new GenericDBWritable(
          GenericDBWritable.populateColumnInfo(st.getMetaData()),
          null);
      return writable;

    } catch (Exception e) {
View Full Code Here
TOP

Related Classes of co.nubetech.hiho.mapreduce.lib.db.GenericDBWritable

  • co.nubetech.hiho.hive.TestHiveUtility
  • co.nubetech.hiho.job.DBQueryInputJob
  • co.nubetech.hiho.mapreduce.DelimitedLoadMapper
  • co.nubetech.hiho.mapreduce.GenericDBLoadDataMapper
  • co.nubetech.hiho.mapreduce.TestDBInputAvroMapper
  • co.nubetech.hiho.mapreduce.TestDBInputDelimMapper
  • co.nubetech.hiho.mapreduce.TestGenericDBLoadDataMapper
  • co.nubetech.hiho.pig.TestPigUtility
  • java.util.ArrayList
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.