Package org.apache.accumulo.core.client

Examples of org.apache.accumulo.core.client.BatchWriterConfig

554
555
556
557
558
559
560
561
562
  /**
   * @deprecated since 1.5.0; Use {@link #setBatchWriterOptions(Job, BatchWriterConfig)} instead.
   */
  @Deprecated
  public static void setMaxMutationBufferSize(Configuration conf, long numberOfBytes) {
    BatchWriterConfig bwConfig = OutputConfigurator.getBatchWriterOptions(CLASS, conf);
    bwConfig.setMaxMemory(numberOfBytes);
    OutputConfigurator.setBatchWriterOptions(CLASS, conf, bwConfig);
  }
View Full Code Here
564
565
566
567
568
569
570
571
572
  /**
   * @deprecated since 1.5.0; Use {@link #setBatchWriterOptions(Job, BatchWriterConfig)} instead.
   */
  @Deprecated
  public static void setMaxLatency(Configuration conf, int numberOfMilliseconds) {
    BatchWriterConfig bwConfig = OutputConfigurator.getBatchWriterOptions(CLASS, conf);
    bwConfig.setMaxLatency(numberOfMilliseconds, TimeUnit.MILLISECONDS);
    OutputConfigurator.setBatchWriterOptions(CLASS, conf, bwConfig);
  }
View Full Code Here
574
575
576
577
578
579
580
581
582
  /**
   * @deprecated since 1.5.0; Use {@link #setBatchWriterOptions(Job, BatchWriterConfig)} instead.
   */
  @Deprecated
  public static void setMaxWriteThreads(Configuration conf, int numberOfThreads) {
    BatchWriterConfig bwConfig = OutputConfigurator.getBatchWriterOptions(CLASS, conf);
    bwConfig.setMaxWriteThreads(numberOfThreads);
    OutputConfigurator.setBatchWriterOptions(CLASS, conf, bwConfig);
  }
View Full Code Here
1216
1217
1218
1219
1220
1221
1222
1223
1224
1225
1226
1227
1228
1229
1230
1231
1232
1233
1234
1235
    }
    return bwpe;
  }
 
  private BatchWriterPlusException getWriter(ByteBuffer login, String tableName, WriterOptions opts) throws Exception {
    BatchWriterConfig cfg = new BatchWriterConfig();
    if (opts != null) {
      if (opts.maxMemory != 0)
        cfg.setMaxMemory(opts.maxMemory);
      if (opts.threads != 0)
        cfg.setMaxWriteThreads(opts.threads);
      if (opts.timeoutMs != 0)
        cfg.setTimeout(opts.timeoutMs, TimeUnit.MILLISECONDS);
      if (opts.latencyMs != 0)
        cfg.setMaxLatency(opts.latencyMs, TimeUnit.MILLISECONDS);
    }
    BatchWriterPlusException result = new BatchWriterPlusException();
    result.writer = getConnector(login).createBatchWriter(tableName, cfg);
    return result;
  }
View Full Code Here
38
39
40
41
42
43
44
45
46
47
48
49
 
  @Parameter(names="--batchTimeout", converter=TimeConverter.class, description="timeout used to fail a batch write")
  public Long batchTimeout = BWDEFAULTS.getTimeout(TimeUnit.MILLISECONDS);
 
  public BatchWriterConfig getBatchWriterConfig() {
    BatchWriterConfig config = new BatchWriterConfig();
    config.setMaxWriteThreads(this.batchThreads);
    config.setMaxLatency(this.batchLatency, TimeUnit.MILLISECONDS);
    config.setMaxMemory(this.batchMemory);
    config.setTimeout(this.batchTimeout, TimeUnit.MILLISECONDS);
    return config;
  }
View Full Code Here
105
106
107
108
109
110
111
112
113
114
115
  private void test2() throws Exception {
    basicTest(PRE_SPLIT_TABLE_NAME, NUM_PRE_SPLITS);
  }
 
  private void basicTest(String table, int expectedSplits) throws Exception {
    BatchWriter bw = getConnector().createBatchWriter(table, new BatchWriterConfig());
   
    Random r = new Random();
    byte rowData[] = new byte[ROW_SIZE];
   
    r.setSeed(SEED);
View Full Code Here
50
51
52
53
54
55
56
57
58
59
60
  @Override
  public void run() throws Exception {

    getConnector().tableOperations().create("test");

    BatchWriter bw = getConnector().createBatchWriter("test", new BatchWriterConfig());

    Mutation m1 = new Mutation("r1");
    m1.put("cf1", "cq1", 1, "5");

    bw.addMutation(m1);
View Full Code Here
45
46
47
48
49
50
51
52
53
54
55
    List<String> tableNames = (List<String>) state.get("tables");
   
    String tableName = tableNames.get(rand.nextInt(tableNames.size()));
   
    try {
      BatchWriter bw = conn.createBatchWriter(tableName, new BatchWriterConfig());
      try {
        int numRows = rand.nextInt(100000);
        for (int i = 0; i < numRows; i++) {
          Mutation m = new Mutation(String.format("%016x", (rand.nextLong() & 0x7fffffffffffffffl)));
          long val = (rand.nextLong() & 0x7fffffffffffffffl);
View Full Code Here
53
54
55
56
57
58
59
60
61
62
63
  }
 
  @Override
  public void run() throws Exception {
   
    BatchWriter bw = getConnector().createBatchWriter("foo", new BatchWriterConfig());
   
    for (int i = 0; i < 1000; i++) {
      Mutation m = new Mutation(new Text(String.format("%06d", i)));
      m.put(new Text("cf1"), new Text("cq1"), new Value(Integer.toString(1000 - i).getBytes(Constants.UTF8)));
      m.put(new Text("cf1"), new Text("cq2"), new Value(Integer.toString(i - 1000).getBytes(Constants.UTF8)));
View Full Code Here
59
60
61
62
63
64
65
66
67
68
69
   
    // Logger logger = Logger.getLogger(Constants.CORE_PACKAGE_NAME);
   
    int numRows = 1 << 18;
   
    BatchWriter bw = getConnector().createBatchWriter("bss", new BatchWriterConfig());
   
    for (int i = 0; i < numRows; i++) {
      Mutation m = new Mutation(new Text(String.format("%09x", i)));
      m.put(new Text("cf1"), new Text("cq1"), new Value(String.format("%016x", numRows - i).getBytes(Constants.UTF8)));
      bw.addMutation(m);
View Full Code Here
TOP

Related Classes of org.apache.accumulo.core.client.BatchWriterConfig

  • com.yahoo.ycsb.db.AccumuloClient
  • org.apache.accumulo.core.cli.BatchWriterOpts
  • org.apache.accumulo.core.client.impl.ConnectorImpl
  • org.apache.accumulo.core.client.mapred.AccumuloFileOutputFormatTest
  • org.apache.accumulo.core.client.mapred.AccumuloInputFormatTest
  • org.apache.accumulo.core.client.mapred.AccumuloOutputFormatTest
  • org.apache.accumulo.core.client.mapreduce.AccumuloInputFormatTest
  • org.apache.accumulo.core.client.mapreduce.AccumuloOutputFormat
  • org.apache.accumulo.core.client.mapreduce.AccumuloOutputFormatTest
  • org.apache.accumulo.core.client.mapreduce.lib.impl.OutputConfigurator
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.