Examples of BulkRequestBuilder


Examples of com.dotcms.repackage.org.elasticsearch.action.bulk.BulkRequestBuilder

      Runnable indexAction=new Runnable() {
            public void run() {
                try {
                    Client client=new ESClient().getClient();
                    BulkRequestBuilder req = (bulk==null) ? client.prepareBulk() : bulk;

                    // http://jira.dotmarketing.net/browse/DOTCMS-6886
                    // check for related content to reindex
                    List<Contentlet> contentToIndex=new ArrayList<Contentlet>();
                    contentToIndex.add(content);
                    if(deps)
                        contentToIndex.addAll(loadDeps(content));
                   
                    indexContentletList(req, contentToIndex,reindexOnly);
                                       
                    if(bulk==null && req.numberOfActions()>0)
                        req.execute().actionGet();

                } catch (Exception e) {
                    Logger.error(ESContentFactoryImpl.class, e.getMessage(), e);
                }
            }
View Full Code Here

Examples of org.elasticsearch.action.bulk.BulkRequestBuilder

    Channel channel = getChannel();
    Transaction txn = channel.getTransaction();
    try {
      txn.begin();
      String indexName = getIndexName();
      BulkRequestBuilder bulkRequest = client.prepareBulk();
      for (int i = 0; i < batchSize; i++) {
        Event event = channel.take();

        if (event == null) {
          break;
        }

        XContentBuilder builder = serializer.getContentBuilder(event);
        IndexRequestBuilder request = client.prepareIndex(indexName, indexType)
            .setSource(builder);

        if (ttlMs > 0) {
          request.setTTL(ttlMs);
        }

        bulkRequest.add(request);
      }

      int size = bulkRequest.numberOfActions();
      if (size <= 0) {
        sinkCounter.incrementBatchEmptyCount();
        counterGroup.incrementAndGet("channel.underflow");
        status = Status.BACKOFF;
      } else {
        if (size < batchSize) {
          sinkCounter.incrementBatchUnderflowCount();
          status = Status.BACKOFF;
        } else {
          sinkCounter.incrementBatchCompleteCount();
        }

        sinkCounter.addToEventDrainAttemptCount(size);

        BulkResponse bulkResponse = bulkRequest.execute().actionGet();
        if (bulkResponse.hasFailures()) {
          throw new EventDeliveryException(bulkResponse.buildFailureMessage());
        }
      }
      txn.commit();
View Full Code Here

Examples of org.elasticsearch.action.bulk.BulkRequestBuilder

            if (r.getHits().getHits().length == 0) {
                LOG.debug("No more hits, done!");
                break;
            }

            final BulkRequestBuilder bulk = client.prepareBulk();

            for (SearchHit hit : r.getHits()) {
                processedCount++;
                try {
                    if (handleHit(hit, bulk)) {
View Full Code Here

Examples of org.elasticsearch.action.bulk.BulkRequestBuilder

    public boolean bulkIndex(final List<Message> messages) {
        if (messages.isEmpty()) {
            return true;
        }

        final BulkRequestBuilder request = c.prepareBulk();
        for (Message msg : messages) {
            request.add(buildIndexRequest(configuration.getElasticSearchIndexPrefix() + "_" + Deflector.DEFLECTOR_SUFFIX,
                                          msg.toElasticSearchObject(),
                                          msg.getId())); // Main index.
        }

        request.setConsistencyLevel(WriteConsistencyLevel.ONE);
        request.setReplicationType(ReplicationType.ASYNC);

        final BulkResponse response = c.bulk(request.request()).actionGet();

        log.debug("Deflector index: Bulk indexed {} messages, took {} ms, failures: {}",
                  response.getItems().length, response.getTookInMillis(), response.hasFailures());

        if (response.hasFailures()) {
View Full Code Here

Examples of org.elasticsearch.action.bulk.BulkRequestBuilder

            // No more hits.
            if (scrollResp.getHits().hits().length == 0) {
                break;
            }

            final BulkRequestBuilder request = c.prepareBulk();
            for (SearchHit hit : scrollResp.getHits()) {
                Map<String, Object> doc = hit.getSource();
                String id = (String) doc.remove("_id");

                request.add(manualIndexRequest(target, doc, id).request());
            }

            request.setConsistencyLevel(WriteConsistencyLevel.ONE);
            request.setReplicationType(ReplicationType.ASYNC);

            if (request.numberOfActions() > 0) {
                BulkResponse response = c.bulk(request.request()).actionGet();

                LOG.info("Moving index <{}> to <{}>: Bulk indexed {} messages, took {} ms, failures: {}",
                        source, target, response.getItems().length, response.getTookInMillis(), response.hasFailures());

                if (response.hasFailures()) {
View Full Code Here

Examples of org.elasticsearch.action.bulk.BulkRequestBuilder

        if (indexType == null) {
            indexType = getEndpoint().getConfig().getIndexType();
        }

        log.debug("Preparing Bulk Request");
        BulkRequestBuilder bulkRequest = client.prepareBulk();

        List<?> body = exchange.getIn().getBody(List.class);

        for (Object document : body) {
            IndexRequestBuilder prepareIndex = client.prepareIndex(indexName, indexType);
            log.trace("Indexing document : {}", document);
            if (!setIndexRequestSource(document, prepareIndex)) {
                throw new ExpectedBodyTypeException(exchange, XContentBuilder.class);
            }
            bulkRequest.add(prepareIndex);
        }

        ListenableActionFuture<BulkResponse> future = bulkRequest.execute();
        BulkResponse bulkResponse = future.actionGet();

        List<String> indexedIds = new LinkedList<String>();
        for (BulkItemResponse response : bulkResponse.getItems()) {
            indexedIds.add(response.getId());
View Full Code Here

Examples of org.elasticsearch.action.bulk.BulkRequestBuilder

        if (isClosed())
          throw new InterruptedException("Interrupted because River is closed");

        Date firstDocumentUpdatedDate = null;
        int updatedInThisBulk = 0;
        BulkRequestBuilder esBulk = esIntegrationComponent.prepareESBulkRequestBuilder();
        for (Map<String, Object> document : res.getDocuments()) {
          String documentId = documentIndexStructureBuilder.extractDocumentId(document);
          if (documentId == null) {
            throw new IllegalArgumentException("Document ID not found in remote system response for Space " + spaceKey
                + " within data: " + document);
View Full Code Here

Examples of org.elasticsearch.action.bulk.BulkRequestBuilder

    if (scrollResp.getHits().getTotalHits() > 0) {
      if (isClosed())
        throw new InterruptedException("Interrupted because River is closed");
      scrollResp = esIntegrationComponent.executeESScrollSearchNextRequest(scrollResp);
      BulkRequestBuilder esBulk = esIntegrationComponent.prepareESBulkRequestBuilder();
      while (scrollResp.getHits().getHits().length > 0) {
        for (SearchHit hit : scrollResp.getHits()) {
          logger.debug("Go to delete indexed document for ES document id {}", hit.getId());
          if (documentIndexStructureBuilder.deleteESDocument(esBulk, hit)) {
            indexingInfo.documentsDeleted++;
View Full Code Here

Examples of org.elasticsearch.action.bulk.BulkRequestBuilder

      } else {
        if (isClosed())
          throw new InterruptedException("Interrupted because River is closed");

        Date firstIssueUpdatedDate = null;
        BulkRequestBuilder esBulk = esIntegrationComponent.prepareESBulkRequestBuilder();
        for (Map<String, Object> issue : res.getIssues()) {
          String issueKey = jiraIssueIndexStructureBuilder.extractIssueKey(issue);
          if (issueKey == null) {
            throw new IllegalArgumentException("Issue 'key' field not found in JIRA response for project " + projectKey
                + " within issue data: " + issue);
View Full Code Here

Examples of org.elasticsearch.action.bulk.BulkRequestBuilder

    if (scrollResp.getHits().getTotalHits() > 0) {
      if (isClosed())
        throw new InterruptedException("Interrupted because River is closed");
      scrollResp = esIntegrationComponent.executeESScrollSearchNextRequest(scrollResp);
      BulkRequestBuilder esBulk = esIntegrationComponent.prepareESBulkRequestBuilder();
      while (scrollResp.getHits().getHits().length > 0) {
        for (SearchHit hit : scrollResp.getHits()) {
          logger.debug("Go to delete indexed issue for document id {}", hit.getId());
          if (jiraIssueIndexStructureBuilder.deleteIssueDocument(esBulk, hit)) {
            indexingInfo.issuesDeleted++;
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.