Examples of HiveInputDescription

Examples of com.facebook.hiveio.input.HiveInputDescription

65
66
67
68
69
70
71
72
73
74
    HiveTableSchema schema = HiveTableSchemas.lookup(hiveServer.getClient(),
        null, hiveTableDesc);

    writeData(outputDesc, schema);

    HiveInputDescription inputDesc = new HiveInputDescription();
    inputDesc.setTableDesc(hiveTableDesc);

    verifyData(inputDesc);
  }
View Full Code Here

Examples of com.facebook.hiveio.input.HiveInputDescription

88
89
90
91
92
93
94
95
96
97
98
    HiveTableSchema schema = HiveTableSchemas.lookup(hiveServer.getClient(),
        null, hiveTableDesc);

    writeData(outputDesc, schema);

    HiveInputDescription inputDesc = new HiveInputDescription();
    inputDesc.setPartitionFilter("ds='foobar'");
    inputDesc.setTableDesc(hiveTableDesc);

    verifyData(inputDesc);
  }
View Full Code Here

Examples of com.facebook.hiveio.input.HiveInputDescription

60
61
62
63
64
65
66
67
68
69
70
71
    createTestTable();

    HiveOutputDescription outputDesc = new HiveOutputDescription();
    outputDesc.setTableDesc(hiveTableDesc);

    HiveInputDescription inputDesc = new HiveInputDescription();
    inputDesc.setTableDesc(hiveTableDesc);

    HiveTableSchema schema = HiveTableSchemas.lookup(hiveServer.getClient(),
        null, hiveTableDesc);

    List<HiveWritableRecord> writeRecords = Lists.newArrayList();
View Full Code Here

Examples of com.facebook.hiveio.input.HiveInputDescription

195
196
197
198
199
200
201
202
203
204
205
206
    createTestTable();

    HiveOutputDescription outputDesc = new HiveOutputDescription();
    outputDesc.setTableDesc(hiveTableDesc);

    HiveInputDescription inputDesc = new HiveInputDescription();
    inputDesc.setTableDesc(hiveTableDesc);

    HiveTableSchema schema = HiveTableSchemas.lookup(hiveServer.getClient(),
        null, hiveTableDesc);

    List<HiveWritableRecord> writeRecords = Lists.newArrayList();
View Full Code Here

Examples of com.facebook.hiveio.input.HiveInputDescription

66
67
68
69
70
71
72
73
74
75
    HiveTableSchema schema = HiveTableSchemas.lookup(hiveServer.getClient(),
        null, hiveTableDesc);

    writeData(outputDesc, schema);

    HiveInputDescription inputDesc = new HiveInputDescription();
    inputDesc.setTableDesc(hiveTableDesc);

    verifyData(inputDesc);
  }
View Full Code Here

Examples of com.facebook.hiveio.input.HiveInputDescription

89
90
91
92
93
94
95
96
97
98
99
    HiveTableSchema schema = HiveTableSchemas.lookup(hiveServer.getClient(),
        null, hiveTableDesc);

    writeData(outputDesc, schema);

    HiveInputDescription inputDesc = new HiveInputDescription();
    inputDesc.setPartitionFilter("ds='foobar'");
    inputDesc.setTableDesc(hiveTableDesc);

    verifyData(inputDesc);
  }
View Full Code Here

Examples of com.facebook.hiveio.input.HiveInputDescription

57
58
59
60
61
62
63
64
65
66
67
  public HiveEdgeInputFormat() {
    hiveInputFormat = new HiveApiInputFormat();
  }

  @Override public void checkInputSpecs(Configuration conf) {
    HiveInputDescription inputDesc =
        GiraphHiveConstants.HIVE_VERTEX_INPUT.makeInputDescription(conf);
    HiveTableSchema schema = getTableSchema();
    HiveToEdge<I, E> hiveToEdge = HiveUtils.newHiveToEdge(getConf(), schema);
    hiveToEdge.checkInput(inputDesc, schema);
  }
View Full Code Here

Examples of com.facebook.hiveio.input.HiveInputDescription

61
62
63
64
65
66
67
68
69
70
71
    hiveInputFormat = new HiveApiInputFormat();
  }

  @Override
  public void checkInputSpecs(Configuration conf) {
    HiveInputDescription inputDesc =
        GiraphHiveConstants.HIVE_VERTEX_INPUT.makeInputDescription(conf);
    HiveTableSchema schema = getTableSchema();
    HiveToVertex<I, V, E> hiveToVertex = newHiveToVertex(getConf(), schema);
    hiveToVertex.checkInput(inputDesc, schema);
  }
View Full Code Here

Examples of com.facebook.hiveio.input.HiveInputDescription

61
62
63
64
65
66
67
68
69
70
71
    hiveInputFormat = new HiveApiInputFormat();
  }

  @Override
  public void checkInputSpecs(Configuration conf) {
    HiveInputDescription inputDesc =
        GiraphHiveConstants.HIVE_MAPPING_INPUT.makeInputDescription(conf);
    HiveTableSchema schema = getTableSchema();
    HiveToMapping<I, B> hiveToMapping = newHiveToMapping(getConf(), schema);
    hiveToMapping.checkInput(inputDesc, schema);
  }
View Full Code Here

Examples of com.facebook.hiveio.input.HiveInputDescription

169
170
171
172
173
174
175
176
177
178
179
180
181
182
   * Create a HiveInputDescription from the options in the Configuration
   * @param conf Configuration
   * @return HiveInputDescription
   */
  public HiveInputDescription makeInputDescription(Configuration conf) {
    HiveInputDescription inputDescription = new HiveInputDescription();
    inputDescription.getTableDesc().setDatabaseName(databaseOpt.get(conf));
    inputDescription.getTableDesc().setTableName(tableOpt.get(conf));
    inputDescription.setPartitionFilter(partitionOpt.get(conf));
    inputDescription.setNumSplits(splitsOpt.get(conf));
    inputDescription.getMetastoreDesc().setHost(hostOpt.get(conf));
    inputDescription.getMetastoreDesc().setPort(portOpt.get(conf));
    return inputDescription;
  }
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.