Examples of org.elasticsearch.action.bulk.BulkRequestBuilder

org.elasticsearch.action.bulk.BulkRequestBuilder
A bulk request holds an ordered {@link IndexRequest}s and {@link DeleteRequest}s and allows to executes it in a single batch.

  /**
   * When we stop a test, we remove all data
   */
  @After
  public void tearDown() {
    BulkRequestBuilder brb = node.client().prepareBulk();


    for (int i = 0; i < 1000; i++) {
      DeleteRequest dr = new DeleteRequest("meal", "beer", "beer_" + i);
      brb.add(dr);
    }


    BulkResponse br = brb.execute().actionGet();
    Assert.assertFalse(br.hasFailures());
  }

View Full Code Here

     * Updates the specified objects     
     * @return the id's of the failed objects (e.g. due to versioning)
     */
    public Collection<Integer> bulkUpdate(Collection<T> objects, String indexName, boolean refresh, boolean enableVersioning) {
        // now using bulk API instead of feeding each doc separate with feedDoc
        BulkRequestBuilder brb = client.prepareBulk();
        // this works differently then the direct call to refresh!? maybe refresh is not async?
//        brb.setRefresh(refresh);
        for (T o : objects) {
            if (o.getId() == null) {
                logger.warn("Skipped object without id when bulkUpdate:" + o);
                continue;
            }


            try {
                XContentBuilder source = createDoc(o);
                IndexRequest indexReq = Requests.indexRequest(indexName).type(getIndexType()).id(o.getId()).source(source);
                
                if (enableVersioning)
                    indexReq.version(o.getVersion());


                brb.add(indexReq);
            } catch (IOException ex) {
                logger.warn("Cannot add object:" + o + " to bulkIndexing action." + ex.getMessage());
            }
        }
        if (brb.numberOfActions() > 0) {
            BulkResponse rsp = brb.execute().actionGet();
            if (rsp.hasFailures()) {
                List<Integer> list = new ArrayList<Integer>(rsp.items().length);
                for (BulkItemResponse br : rsp.items()) {                    
                    if(br.isFailed()) {
//                        logger.info("Error:" + br.failureMessage());

View Full Code Here

     * @param indexPath
     * @param indexables
     * @return
     */
    private static BulkRequestBuilder getBulkRequestBuilder(IndexQueryPath indexPath, List<? extends Index> indexables) {
        BulkRequestBuilder bulkRequestBuilder = IndexClient.client.prepareBulk();
        for (Index indexable : indexables) {
            bulkRequestBuilder.add(Requests.indexRequest(indexPath.index)
                    .type(indexPath.type)
                    .id(indexable.id)
                    .source(indexable.toIndex()));
        }
        return bulkRequestBuilder;

View Full Code Here

     * @param indexPath
     * @param indexables
     * @return
     */
    public static BulkResponse indexBulk(IndexQueryPath indexPath, List<? extends Index> indexables) {
        BulkRequestBuilder bulkRequestBuilder = getBulkRequestBuilder(indexPath, indexables);
        return bulkRequestBuilder.execute().actionGet();
    }

View Full Code Here

     * @param indexPath
     * @param jsonMap
     * @return
     */
    public static BulkRequestBuilder getBulkRequestBuilder(IndexQueryPath indexPath, Map<String, String> jsonMap) {
        BulkRequestBuilder bulkRequestBuilder = IndexClient.client.prepareBulk();
        for (String id : jsonMap.keySet()) {
            bulkRequestBuilder.add(Requests.indexRequest(indexPath.index).type(indexPath.type).id(id).source(jsonMap.get(id)));
        }
        return bulkRequestBuilder;
    }

View Full Code Here

    /**
     * Create a BulkRequestBuilder for a List of IndexRequestBuilder
     * @return
     */
    public static BulkRequestBuilder getBulkRequestBuilder(Collection<IndexRequestBuilder> indexRequestBuilder) {
        BulkRequestBuilder bulkRequestBuilder = IndexClient.client.prepareBulk();
        for (IndexRequestBuilder requestBuilder : indexRequestBuilder) {
            bulkRequestBuilder.add(requestBuilder);
        }
        return bulkRequestBuilder;
    }

View Full Code Here

     * @param indexPath
     * @param jsonMap
     * @return
     */
    public static BulkResponse indexBulk(IndexQueryPath indexPath, Map<String, String> jsonMap) {
        BulkRequestBuilder bulkRequestBuilder = getBulkRequestBuilder(indexPath, jsonMap);
        return bulkRequestBuilder.execute().actionGet();
    }

View Full Code Here

        }
        
        // TODO: check bulk insert result and retry
        Timer.Context ctx = writeTimer.time();
        try {
            BulkRequestBuilder bulk = client.prepareBulk();
            for (Object obj : batch) {
                if (!(obj instanceof IMetric)) {
                    classCastExceptionMeter.mark();
                    continue;
                }


                IMetric metric = (IMetric)obj;
                Locator locator = metric.getLocator();
                Discovery md = new Discovery(locator.getTenantId(), locator.getMetricName());


                Map<String, Object> info = new HashMap<String, Object>();




                if (obj instanceof  Metric && getUnit((Metric)metric) != null) { // metric units may be null
                    info.put(unit.toString(), getUnit((Metric)metric));
                }


                md.withAnnotation(info);
                bulk.add(createSingleRequest(md));
            }
            bulk.execute().actionGet();
        } finally {
            ctx.stop();
        }
        
    }

View Full Code Here

                }
            }


            String json = new Gson().toJson(metadata);


            BulkRequestBuilder bulkRequest = client.prepareBulk();
            bulkRequest.add(client.prepareIndex(index, "metadata", metadata.name).setSource(json));


            BulkResponse bulkResponse = bulkRequest.execute().actionGet();


            if(bulkResponse.hasFailures()) {
                Crawler.logger.error("Elastic Search Failure: " + bulkResponse.buildFailureMessage());
            }

View Full Code Here

      } else {
        if (isClosed())
          throw new InterruptedException("Interrupted because River is closed");


        Date firstDocumentUpdatedDate = null;
        BulkRequestBuilder esBulk = esIntegrationComponent.prepareESBulkRequestBuilder();
        for (Map<String, Object> document : res.getDocuments()) {
          String documentId = documentIndexStructureBuilder.extractDocumentId(document);
          if (documentId == null) {
            throw new IllegalArgumentException("Document ID not found in remote system response for Space " + spaceKey
                + " within data: " + document);

View Full Code Here

0 1 2 3 4 5 6 7 8 9

TOP

Related Classes of org.elasticsearch.action.bulk.BulkRequestBuilder

at.molindo.esi4j.chain.impl.DefaultTaskProcessor

at.molindo.esi4j.chain.impl.QueuedTaskExecutor$BulkIndexRunnable

at.molindo.esi4j.core.impl.DefaultIndex

at.molindo.esi4j.rebuild.util.BulkIndexHelper$Session

ch.entwine.weblounge.search.impl.SearchIndexImpl

com.aconex.scrutineer.functional.ScrutineerIntegrationTest

com.aconex.scrutineer.functional.ScrutineerNumericIntegrationTest

com.amazonaws.services.kinesis.connectors.elasticsearch.ElasticsearchEmitter

com.bazoud.elasticsearch.river.git.guava.flow.CommitIndexFunction

com.bazoud.elasticsearch.river.git.guava.flow.FileIndexFunction

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.