Package org.apache.hcatalog.data.schema

Examples of org.apache.hcatalog.data.schema.HCatFieldSchema

571
572
573
574
575
576
577
578
579
580
581
582
583
584
      if (!found) {
        throw new IOException("Database column " + col + " not found in "
          + "hcatalog table schema or partition schema");
      }
      if (!userMapped) {
        HCatFieldSchema hCatFS = hCatFullTableSchema.get(col);
        if (!hCatFS.getTypeString().equals(hCatColType)) {
          LOG.warn("The HCatalog field " + col + " has type "
            + hCatFS.getTypeString() + ".  Expected = " + hCatColType
            + " based on database column type : " + sqlTypeString(colType));
          LOG.warn("The Sqoop job can fail if types are not "
            + " assignment compatible");
        }
      }
View Full Code Here
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
      Object val = entry.getValue();
      String hfn = key.toLowerCase();
      if (staticPartitionKey != null && staticPartitionKey.equals(hfn)) {
        continue;
      }
      HCatFieldSchema hfs = hCatFullTableSchema.get(hfn);
      if (debugHCatImportMapper) {
        LOG.debug("SqoopRecordVal: field = " + key + " Val " + val
          + " of type " + (val == null ? null : val.getClass().getName())
          + ", hcattype " + hfs.getTypeString());
      }
      Object hCatVal = toHCat(val, hfs.getType(), hfs.getTypeString());

      result.set(hfn, hCatFullTableSchema, hCatVal);
    }

    return result;
View Full Code Here
122
123
124
125
126
127
128
129
130
131
132
133
        String warehouseDir = System
            .getProperty(ConfVars.METASTOREWAREHOUSE.varname, "/user/hive/warehouse");
        assertTrue(testDb.getLocation().equals(
            "file:" + warehouseDir + "/" + db + ".db"));
        ArrayList<HCatFieldSchema> cols = new ArrayList<HCatFieldSchema>();
        cols.add(new HCatFieldSchema("id", Type.INT, "id comment"));
        cols.add(new HCatFieldSchema("value", Type.STRING, "value comment"));
        HCatCreateTableDesc tableDesc = HCatCreateTableDesc
            .create(db, tableOne, cols).fileFormat("rcfile").build();
        client.createTable(tableDesc);
        HCatTable table1 = client.getTable(db, tableOne);
        assertTrue(table1.getInputFileFormat().equalsIgnoreCase(
View Full Code Here
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
        HCatCreateDBDesc dbDesc = HCatCreateDBDesc.create(dbName)
            .ifNotExists(true).build();
        client.createDatabase(dbDesc);
        ArrayList<HCatFieldSchema> cols = new ArrayList<HCatFieldSchema>();
        cols.add(new HCatFieldSchema("userid", Type.INT, "id columns"));
        cols.add(new HCatFieldSchema("viewtime", Type.BIGINT,
            "view time columns"));
        cols.add(new HCatFieldSchema("pageurl", Type.STRING, ""));
        cols.add(new HCatFieldSchema("ip", Type.STRING,
            "IP Address of the User"));

        ArrayList<HCatFieldSchema> ptnCols = new ArrayList<HCatFieldSchema>();
        ptnCols.add(new HCatFieldSchema("dt", Type.STRING, "date column"));
        ptnCols.add(new HCatFieldSchema("country", Type.STRING,
            "country column"));
        HCatCreateTableDesc tableDesc = HCatCreateTableDesc
            .create(dbName, tableName, cols).fileFormat("sequencefile")
            .partCols(ptnCols).build();
        client.createTable(tableDesc);
View Full Code Here
254
255
256
257
258
259
260
261
262
263
264
265
        String cloneTable = "tabletwo";
        client.dropTable(null, tableName, true);
        client.dropTable(null, cloneTable, true);

        ArrayList<HCatFieldSchema> cols = new ArrayList<HCatFieldSchema>();
        cols.add(new HCatFieldSchema("id", Type.INT, "id columns"));
        cols.add(new HCatFieldSchema("value", Type.STRING, "id columns"));
        HCatCreateTableDesc tableDesc = HCatCreateTableDesc
            .create(null, tableName, cols).fileFormat("rcfile").build();
        client.createTable(tableDesc);
        // create a new table similar to previous one.
        client.createTableLike(null, tableName, cloneTable, true, false, null);
View Full Code Here
274
275
276
277
278
279
280
281
282
283
284
285
        String tableName = "temptable";
        String newName = "mytable";
        client.dropTable(null, tableName, true);
        client.dropTable(null, newName, true);
        ArrayList<HCatFieldSchema> cols = new ArrayList<HCatFieldSchema>();
        cols.add(new HCatFieldSchema("id", Type.INT, "id columns"));
        cols.add(new HCatFieldSchema("value", Type.STRING, "id columns"));
        HCatCreateTableDesc tableDesc = HCatCreateTableDesc
            .create(null, tableName, cols).fileFormat("rcfile").build();
        client.createTable(tableDesc);
        client.renameTable(null, tableName, newName);
        try {
View Full Code Here
300
301
302
303
304
305
306
307
308
309
310
311
        boolean isExceptionCaught = false;
        // Table creation with a long table name causes ConnectionFailureException
        final String tableName = "Temptable" + new BigInteger(200, new Random()).toString(2);

        ArrayList<HCatFieldSchema> cols = new ArrayList<HCatFieldSchema>();
        cols.add(new HCatFieldSchema("id", Type.INT, "id columns"));
        cols.add(new HCatFieldSchema("value", Type.STRING, "id columns"));
        try {
            HCatCreateTableDesc tableDesc = HCatCreateTableDesc
                .create(null, tableName, cols).fileFormat("rcfile").build();
            client.createTable(tableDesc);
        } catch (Exception exp) {
View Full Code Here
333
334
335
336
337
338
339
340
341
342
343
344
        HCatClient client = HCatClient.create(new Configuration(hcatConf));
        String tableName = "Temptable";
        boolean isExceptionCaught = false;
        client.dropTable(null, tableName, true);
        ArrayList<HCatFieldSchema> cols = new ArrayList<HCatFieldSchema>();
        cols.add(new HCatFieldSchema("id", Type.INT, "id columns"));
        cols.add(new HCatFieldSchema("value", Type.STRING, "id columns"));
        try {
            HCatCreateTableDesc tableDesc = HCatCreateTableDesc
                .create(null, tableName, cols).fileFormat("rcfile").build();
            client.createTable(tableDesc);
            // The DB foo is non-existent.
View Full Code Here
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
            final String tableName = "testUpdateTableSchema_TableName";

            client.dropDatabase(dbName, true, HCatClient.DropDBMode.CASCADE);

            client.createDatabase(HCatCreateDBDesc.create(dbName).build());
            List<HCatFieldSchema> oldSchema = Arrays.asList(new HCatFieldSchema("foo", Type.INT, ""),
                    new HCatFieldSchema("bar", Type.STRING, ""));
            client.createTable(HCatCreateTableDesc.create(dbName, tableName, oldSchema).build());

            List<HCatFieldSchema> newSchema = Arrays.asList(new HCatFieldSchema("completely", Type.DOUBLE, ""),
                    new HCatFieldSchema("new", Type.FLOAT, ""),
                    new HCatFieldSchema("fields", Type.STRING, ""));

            client.updateTableSchema(dbName, tableName, newSchema);

            assertArrayEquals(newSchema.toArray(), client.getTable(dbName, tableName).getCols().toArray());
View Full Code Here
437
438
439
440
441
442
443
444
445
446
447
448
449
                        exception instanceof ObjectNotFoundException);
            }

            String partitionColumn = "part";

            List<HCatFieldSchema> columns = Arrays.asList(new HCatFieldSchema("col", Type.STRING, ""));
            ArrayList<HCatFieldSchema> partitionColumns = new ArrayList<HCatFieldSchema>(
                    Arrays.asList(new HCatFieldSchema(partitionColumn, Type.STRING, "")));
            client.createTable(HCatCreateTableDesc.create(dbName, tableName, columns)
                    .partCols(partitionColumns)
                    .build());

            Map<String, String> partitionSpec = new HashMap<String, String>();
View Full Code Here
TOP

Related Classes of org.apache.hcatalog.data.schema.HCatFieldSchema

  • org.apache.commons.lang.builder.ToStringBuilder
  • org.apache.falcon.catalog.HiveCatalogServiceIT
  • org.apache.falcon.util.HiveTestUtils
  • org.apache.hcatalog.api.TestHCatClient
  • org.apache.hcatalog.common.TestHCatUtil
  • org.apache.hcatalog.data.JsonSerDe
  • org.apache.hcatalog.data.schema.TestHCatSchema
  • org.apache.hcatalog.hbase.TestHBaseInputFormat
  • org.apache.hcatalog.hbase.TestHCatHBaseInputFormat
  • org.apache.hcatalog.mapreduce.HCatEximOutputFormat
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.