Examples of BulkRequestBuilder

com.dotcms.repackage.org.elasticsearch.action.bulk.BulkRequestBuilder
org.elasticsearch.action.bulk.BulkRequestBuilder
A bulk request holds an ordered {@link IndexRequest}s and {@link DeleteRequest}s and allows to executes it in a single batch.
org.elasticsearch.client.action.bulk.BulkRequestBuilder
A bulk request holds an ordered {@link IndexRequest}s and {@link DeleteRequest}s and allows to executes it in a single batch. @author kimchy (shay.banon)

Examples of org.elasticsearch.action.bulk.BulkRequestBuilder

        if (isClosed())
          throw new InterruptedException("Interrupted because River is closed");


        Date firstDocumentUpdatedDate = null;
        int updatedInThisBulk = 0;
        BulkRequestBuilder esBulk = esIntegrationComponent.prepareESBulkRequestBuilder();
        for (Map<String, Object> document : res.getDocuments()) {
          String documentId = documentIndexStructureBuilder.extractDocumentId(document);
          if (documentId == null) {
            throw new IllegalArgumentException("Document ID not found in remote system response for Space " + spaceKey
                + " within data: " + document);

View Full Code Here

Examples of org.elasticsearch.action.bulk.BulkRequestBuilder


    if (scrollResp.getHits().getTotalHits() > 0) {
      if (isClosed())
        throw new InterruptedException("Interrupted because River is closed");
      scrollResp = esIntegrationComponent.executeESScrollSearchNextRequest(scrollResp);
      BulkRequestBuilder esBulk = esIntegrationComponent.prepareESBulkRequestBuilder();
      while (scrollResp.getHits().getHits().length > 0) {
        for (SearchHit hit : scrollResp.getHits()) {
          logger.debug("Go to delete indexed document for ES document id {}", hit.getId());
          if (documentIndexStructureBuilder.deleteESDocument(esBulk, hit)) {
            indexingInfo.documentsDeleted++;

View Full Code Here

Examples of org.elasticsearch.action.bulk.BulkRequestBuilder

        bulkIndex(new Esi4JOperation<BulkRequestBuilder>() {


          @Override
          public BulkRequestBuilder execute(Client client, String indexName,
              Esi4JOperation.OperationContext helper) {
            BulkRequestBuilder bulk = client.prepareBulk();
            for (ActionRequestBuilder<?, ?, ?> request : _requests) {
              if (request instanceof IndexRequestBuilder) {
                bulk.add((IndexRequestBuilder) request);
              } else if (request instanceof DeleteRequestBuilder) {
                bulk.add((DeleteRequestBuilder) request);
              } else if (request != null) {
                throw new IllegalArgumentException("unexpected request type "
                    + request.getClass().getName());
              }

View Full Code Here

Examples of org.elasticsearch.action.bulk.BulkRequestBuilder

  @Override
  public <P extends ParaObject> void indexAll(String appid, List<P> objects) {
    if (StringUtils.isBlank(appid) || objects == null || objects.isEmpty()) {
      return ;
    }
    BulkRequestBuilder brb = client().prepareBulk();
    for (ParaObject pObject : objects) {
      brb.add(client().prepareIndex(appid, pObject.getType(), pObject.getId()).
          setSource(Utils.getAnnotatedFields(pObject, null, false)).
          setRouting(pObject.getShardKey()));
    }
    brb.execute().actionGet();
    logger.debug("Search.indexAll() {}", objects.size());
  }

View Full Code Here

Examples of org.elasticsearch.action.bulk.BulkRequestBuilder

  @Override
  public <P extends ParaObject> void unindexAll(String appid, List<P> objects) {
    if (StringUtils.isBlank(appid) || objects == null || objects.isEmpty()) {
      return ;
    }
    BulkRequestBuilder brb = client().prepareBulk();
    for (ParaObject pObject : objects) {
      brb.add(client().prepareDelete(appid, pObject.getType(), pObject.getId()).
          setRouting(pObject.getShardKey()));
    }
    brb.execute().actionGet();
    logger.debug("Search.unindexAll() {}", objects.size());
  }

View Full Code Here

Examples of org.elasticsearch.action.bulk.BulkRequestBuilder

      }
      String newName = oldName + "_" + Utils.timestamp();


      logger.info("rebuildIndex(): {}", appid);


      BulkRequestBuilder brb = getClient().prepareBulk();
      BulkResponse resp = null;
      Pager pager = new Pager();


      List<ParaObject> list = dao.readPage(appid, null);


      if (!list.isEmpty()) {
        do {
          for (ParaObject obj : list) {
            brb.add(getClient().prepareIndex(appid, obj.getType(), obj.getId()).
                setSource(Utils.getAnnotatedFields(obj)));
            pager.setLastKey(obj.getId());
          }
          // bulk index 1000 objects
          if (brb.numberOfActions() > 100) {
            resp = brb.execute().actionGet();
            logger.info("rebuildIndex(): indexed {}, hasFailures: {}",
                brb.numberOfActions(), resp.hasFailures());
          }
        } while(!(list = dao.readPage(appid, pager)).isEmpty());
      }


      // anything left after loop? index that too
      if (brb.numberOfActions() > 0) {
        resp = brb.execute().actionGet();
        logger.info("rebuildIndex(): indexed {}, hasFailures: {}",
            brb.numberOfActions(), resp.hasFailures());
      }


      // switch to alias NEW_INDEX -> ALIAS, OLD_INDEX -> X, deleting the old index
      switchIndexToAlias(oldName, newName, appid, true);
    } catch (Exception e) {

View Full Code Here

Examples of org.elasticsearch.action.bulk.BulkRequestBuilder

                        }
                    })
                    .toList()
            );


            final BulkRequestBuilder bulk = context.getClient().prepareBulk();
            FluentIterable
                .from(walk)
                .transform(new Function<RevCommit, RevCommit>() {
                    @Override
                    public RevCommit apply(RevCommit commit) {
                        try {
                            bulk.add(indexRequest(context.getIndexName())
                                .type("commit")
                                .id(commit.getId().name())
                                .source(toJson(toCommit(context, walk, commit))));
                            return commit;
                        } catch (Throwable e) {
                            logger.error(this.getClass().getName(), e);
                            return null;
                        }
                    }
                })
                .toList();


            logger.info("Executing bulk {} actions", bulk.numberOfActions());
            if (bulk.numberOfActions() > 0) {
                BulkResponse response = bulk.execute().actionGet();
                logger.info("Bulk actions tooks {} ms", response.getTookInMillis());
                if (response.hasFailures()) {
                    logger.warn("failed to execute bulk: {}", response.buildFailureMessage());
                }
            } else {

View Full Code Here

Examples of org.elasticsearch.action.bulk.BulkRequestBuilder

    Status status = Status.READY;
    Channel channel = getChannel();
    Transaction txn = channel.getTransaction();
    try {
      txn.begin();
      BulkRequestBuilder bulkRequest = client.prepareBulk();
      for (int i = 0; i < batchSize; i++) {
        Event event = channel.take();


        if (event == null) {
          break;
        }


        IndexRequestBuilder indexRequest =
            indexRequestFactory.createIndexRequest(
                client, indexName, indexType, event);


        if (ttlMs > 0) {
          indexRequest.setTTL(ttlMs);
        }


        bulkRequest.add(indexRequest);
      }


      int size = bulkRequest.numberOfActions();
      if (size <= 0) {
        sinkCounter.incrementBatchEmptyCount();
        counterGroup.incrementAndGet("channel.underflow");
        status = Status.BACKOFF;
      } else {
        if (size < batchSize) {
          sinkCounter.incrementBatchUnderflowCount();
          status = Status.BACKOFF;
        } else {
          sinkCounter.incrementBatchCompleteCount();
        }


        sinkCounter.addToEventDrainAttemptCount(size);


        BulkResponse bulkResponse = bulkRequest.execute().actionGet();
        if (bulkResponse.hasFailures()) {
          throw new EventDeliveryException(bulkResponse.buildFailureMessage());
        }
      }
      txn.commit();

View Full Code Here

Examples of org.elasticsearch.action.bulk.BulkRequestBuilder

        if (indexType == null) {
            indexType = getEndpoint().getConfig().getIndexType();
        }


        log.debug("Preparing Bulk Request");
        BulkRequestBuilder bulkRequest = client.prepareBulk();


        List<?> body = exchange.getIn().getBody(List.class);


        for (Object document : body) {
            IndexRequestBuilder prepareIndex = client.prepareIndex(indexName, indexType);
            log.trace("Indexing document : {}", document);
            if (!setIndexRequestSource(document, prepareIndex)) {
                throw new ExpectedBodyTypeException(exchange, XContentBuilder.class);
            }
            bulkRequest.add(prepareIndex);
        }


        ListenableActionFuture<BulkResponse> future = bulkRequest.execute();
        BulkResponse bulkResponse = future.actionGet();


        List<String> indexedIds = new LinkedList<String>();
        for (BulkItemResponse response : bulkResponse.getItems()) {
            indexedIds.add(response.getId());

View Full Code Here

Examples of org.elasticsearch.action.bulk.BulkRequestBuilder

      } else {
        if (isClosed())
          throw new InterruptedException("Interrupted because River is closed");


        Date firstIssueUpdatedDate = null;
        BulkRequestBuilder esBulk = esIntegrationComponent.prepareESBulkRequestBuilder();
        for (Map<String, Object> issue : res.getIssues()) {
          String issueKey = jiraIssueIndexStructureBuilder.extractIssueKey(issue);
          if (issueKey == null) {
            throw new IllegalArgumentException("Issue 'key' field not found in JIRA response for project " + projectKey
                + " within issue data: " + issue);

View Full Code Here

0 1 2 3 4 5

TOP

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.