Package com.facebook.hiveio.input

Examples of com.facebook.hiveio.input.HiveInputDescription

57
58
59
60
61
62
63
64
65
66
67
  public HiveEdgeInputFormat() {
    hiveInputFormat = new HiveApiInputFormat();
  }

  @Override public void checkInputSpecs(Configuration conf) {
    HiveInputDescription inputDesc =
        GiraphHiveConstants.HIVE_VERTEX_INPUT.makeInputDescription(conf);
    HiveTableSchema schema = getTableSchema();
    HiveToEdge<I, E> hiveToEdge = HiveUtils.newHiveToEdge(getConf(), schema);
    hiveToEdge.checkInput(inputDesc, schema);
  }
View Full Code Here
61
62
63
64
65
66
67
68
69
70
71
    hiveInputFormat = new HiveApiInputFormat();
  }

  @Override
  public void checkInputSpecs(Configuration conf) {
    HiveInputDescription inputDesc =
        GiraphHiveConstants.HIVE_VERTEX_INPUT.makeInputDescription(conf);
    HiveTableSchema schema = getTableSchema();
    HiveToVertex<I, V, E> hiveToVertex = newHiveToVertex(getConf(), schema);
    hiveToVertex.checkInput(inputDesc, schema);
  }
View Full Code Here
61
62
63
64
65
66
67
68
69
70
71
    hiveInputFormat = new HiveApiInputFormat();
  }

  @Override
  public void checkInputSpecs(Configuration conf) {
    HiveInputDescription inputDesc =
        GiraphHiveConstants.HIVE_MAPPING_INPUT.makeInputDescription(conf);
    HiveTableSchema schema = getTableSchema();
    HiveToMapping<I, B> hiveToMapping = newHiveToMapping(getConf(), schema);
    hiveToMapping.checkInput(inputDesc, schema);
  }
View Full Code Here
169
170
171
172
173
174
175
176
177
178
179
180
181
182
   * Create a HiveInputDescription from the options in the Configuration
   * @param conf Configuration
   * @return HiveInputDescription
   */
  public HiveInputDescription makeInputDescription(Configuration conf) {
    HiveInputDescription inputDescription = new HiveInputDescription();
    inputDescription.getTableDesc().setDatabaseName(databaseOpt.get(conf));
    inputDescription.getTableDesc().setTableName(tableOpt.get(conf));
    inputDescription.setPartitionFilter(partitionOpt.get(conf));
    inputDescription.setNumSplits(splitsOpt.get(conf));
    inputDescription.getMetastoreDesc().setHost(hostOpt.get(conf));
    inputDescription.getMetastoreDesc().setPort(portOpt.get(conf));
    return inputDescription;
  }
View Full Code Here
58
59
60
61
62
63
64
65
66
67
    HiveOutputDescription outputDesc = new HiveOutputDescription();
    outputDesc.setTableName(tableName);

    writeData(outputDesc);

    HiveInputDescription inputDesc = new HiveInputDescription();
    inputDesc.setTableName(tableName);

    verifyData(inputDesc);
  }
View Full Code Here
79
80
81
82
83
84
85
86
87
88
89
    outputDesc.putPartitionValue("ds", "foobar");
    outputDesc.setTableName(tableName);

    writeData(outputDesc);

    HiveInputDescription inputDesc = new HiveInputDescription();
    inputDesc.setPartitionFilter("ds='foobar'");
    inputDesc.setTableName(tableName);

    verifyData(inputDesc);
  }
View Full Code Here
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
    HadoopNative.requireHadoopNative();

    Timer allTime = Metrics.newTimer(InputBenchmark.class, "all-time", MILLISECONDS, MILLISECONDS);
    TimerContext allTimerContext = allTime.time();

    HiveInputDescription input = new HiveInputDescription();
    input.getTableDesc().setDatabaseName(args.tableOpts.database);
    input.getTableDesc().setTableName(args.tableOpts.table);
    input.setPartitionFilter(args.tableOpts.partitionFilter);
    input.getMetastoreDesc().setHost(args.metastoreOpts.host);
    input.getMetastoreDesc().setPort(args.metastoreOpts.port);

    HiveConf hiveConf = HiveUtils.newHiveConf(InputBenchmark.class);

    System.err.println("Initialize profile with input data");
    HiveApiInputFormat.setProfileInputDesc(hiveConf, input, DEFAULT_PROFILE_ID);
View Full Code Here
66
67
68
69
70
71
72
73
74
75
    HiveTableSchema schema = HiveTableSchemas.lookup(hiveServer.getClient(),
        null, hiveTableDesc);

    writeData(outputDesc, schema);

    HiveInputDescription inputDesc = new HiveInputDescription();
    inputDesc.setTableDesc(hiveTableDesc);

    verifyData(inputDesc);
  }
View Full Code Here
89
90
91
92
93
94
95
96
97
98
99
    HiveTableSchema schema = HiveTableSchemas.lookup(hiveServer.getClient(),
        null, hiveTableDesc);

    writeData(outputDesc, schema);

    HiveInputDescription inputDesc = new HiveInputDescription();
    inputDesc.setPartitionFilter("ds='foobar'");
    inputDesc.setTableDesc(hiveTableDesc);

    verifyData(inputDesc);
  }
View Full Code Here
61
62
63
64
65
66
67
68
69
70
71
72
    createTestTable();

    HiveOutputDescription outputDesc = new HiveOutputDescription();
    outputDesc.setTableDesc(hiveTableDesc);

    HiveInputDescription inputDesc = new HiveInputDescription();
    inputDesc.setTableDesc(hiveTableDesc);

    HiveTableSchema schema = HiveTableSchemas.lookup(hiveServer.getClient(),
        null, hiveTableDesc);

    List<HiveWritableRecord> writeRecords = Lists.newArrayList();
View Full Code Here
TOP

Related Classes of com.facebook.hiveio.input.HiveInputDescription

  • com.facebook.hiveio.benchmark.InputBenchmark
  • com.facebook.hiveio.common.HiveTableName
  • com.facebook.hiveio.output.OutputTest
  • com.facebook.hiveio.output.TypeUpgradeTest
  • com.facebook.hiveio.tailer.Tailer
  • com.facebook.hiveio.tailer.TailerCmd
  • org.apache.giraph.hive.common.HiveInputOptions
  • org.apache.giraph.hive.input.CheckInputTest
  • org.apache.giraph.hive.input.edge.HiveEdgeInputFormat
  • org.apache.giraph.hive.input.mapping.HiveMappingInputFormat
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.