Package org.elasticsearch.action.bulk

Examples of org.elasticsearch.action.bulk.BulkResponse

187
188
189
190
191
192
193
194
195
196
        return firstNode ? cluster.client(NODE1) : cluster.client(NODE2);
    }

    public void loadBulk(String path, boolean queryPlannerEnabled) throws Exception {
        byte[] bulkPayload = bytesFromPath(path, this.getClass());
        BulkResponse bulk = getClient(queryPlannerEnabled).prepareBulk().add(bulkPayload, 0, bulkPayload.length, false, null, null).execute().actionGet();
        for (BulkItemResponse item : bulk.getItems()) {
            assert !item.isFailed() : String.format("unable to index data {}", item);
        }
    }
View Full Code Here
121
122
123
124
125
126
127
128
129
130
131
132
                                for (int j=0; j<1000;j++) {
                                    IndexRequest indexRequest = new IndexRequest(INDEX_NAME, "default", String.valueOf(i+j) + String.valueOf(Thread.currentThread().getId()));
                                    indexRequest.source(source);
                                    bulkRequest.add(indexRequest);
                                }
                                BulkResponse response = client.bulk(bulkRequest).actionGet();
                                assertFalse(response.hasFailures());
                            } catch (IOException e) {
                                e.printStackTrace();
                            }
                        }
                    }
View Full Code Here
310
311
312
313
314
315
316
317
318
319
320
    }


    public BulkResponse loadBulk(Client client, String path, Class<?> aClass) throws Exception {
        byte[] bulkPayload = PathAccessor.bytesFromPath(path, aClass);
        BulkResponse bulk = client.prepareBulk().add(bulkPayload, 0, bulkPayload.length, false, null, null).execute().actionGet();
        for (BulkItemResponse item : bulk.getItems()) {
            assert !item.isFailed() : String.format("unable to index data {}", item);
        }
        return bulk;
    }
View Full Code Here
645
646
647
648
649
650
651
652
653
654
655
656
            logger.info("Index [{}] docs async: [{}] bulk: [{}]", list.size(), false, true);
            BulkRequestBuilder bulkBuilder = client().prepareBulk();
            for (IndexRequestBuilder indexRequestBuilder : list) {
                bulkBuilder.add(indexRequestBuilder);
            }
            BulkResponse actionGet = bulkBuilder.execute().actionGet();
            assertThat(actionGet.hasFailures() ? actionGet.buildFailureMessage() : "", actionGet.hasFailures(), equalTo(false));
        }
        for (CountDownLatch countDownLatch : latches) {
            countDownLatch.await();
        }
        final List<Throwable> actualErrors = new ArrayList<Throwable>();
View Full Code Here
139
140
141
142
143
144
145
146
147
148
149
         * are indexed.
         */
        public void close(Reporter reporter) throws IOException {
            if (currentRequest.numberOfActions() > 0) {
                try {
                    BulkResponse response = currentRequest.execute().actionGet();
                } catch (Exception e) {
                    LOG.warn("Bulk request failed: " + e.getMessage());
                    throw new RuntimeException(e);
                }
            }
View Full Code Here
222
223
224
225
226
227
228
229
230
231
232
        private void processBulkIfNeeded() {
            totalBulkItems.incrementAndGet();
            if (currentRequest.numberOfActions() >= bulkSize) {
                try {
                    long startTime = System.currentTimeMillis();
                    BulkResponse response = currentRequest.execute().actionGet();
                    totalBulkTime.addAndGet(System.currentTimeMillis() - startTime);
                    if (randgen.nextDouble() < 0.1) {
                        LOG.info("Indexed [" + totalBulkItems.get() + "] in ["
                                 + (totalBulkTime.get() / 1000) + "s] of indexing" + "["
                                 + ((System.currentTimeMillis() - runStartTime) / 1000)
View Full Code Here
46
47
48
49
50
51
52
53
54
55
            String jsonString = mapper.writeValueAsString(beer);
            irq.source(jsonString);
            brb.add(irq);
        }

        BulkResponse br = brb.execute().actionGet();
        Assert.assertFalse(br.hasFailures());

        node.client().admin().indices().prepareRefresh().execute().actionGet();
    }
View Full Code Here
64
65
66
67
68
69
70
71
        for (int i = 0; i < 1000; i++) {
            DeleteRequest dr = new DeleteRequest("meal", "beer", "beer_" + i);
            brb.add(dr);
        }

        BulkResponse br = brb.execute().actionGet();
        Assert.assertFalse(br.hasFailures());
    }
View Full Code Here
211
212
213
214
215
216
217
218
219
220
221
222
                    builder.endObject();

                    request.add(Requests.indexRequest("test").type("type1").id(Integer.toString(counter))
                            .source(builder));
                }
                BulkResponse response = request.execute().actionGet();
                if (response.hasFailures()) {
                    System.err.println("--> failures...");
                }
                if (((i * BATCH) % 10000) == 0) {
                    System.out.println("--> Indexed " + (i * BATCH) + " took " + stopWatch.stop().lastTaskTime());
                    stopWatch.start();
View Full Code Here
120
121
122
123
124
125
126
127
128
129
130
131
                            .field("date", new Date())
                            .endObject();
                    request.add(Requests.indexRequest("test").type("type1").id(Integer.toString(counter))
                            .source(source));
                }
                BulkResponse response = request.execute().actionGet();
                if (response.hasFailures()) {
                    System.err.println("--> failures...");
                }
                if (((i * BATCH) % 10000) == 0) {
                    System.out.println("--> Indexed " + (i * BATCH) + " took " + stopWatch.stop().lastTaskTime());
                    stopWatch.start();
View Full Code Here
TOP

Related Classes of org.elasticsearch.action.bulk.BulkResponse

  • backtype.hadoop.ElasticSearchOutputFormat$ElasticSearchRecordWriter
  • ch.entwine.weblounge.search.impl.SearchIndexImpl
  • com.aconex.scrutineer.functional.ScrutineerIntegrationTest
  • com.aconex.scrutineer.functional.ScrutineerNumericIntegrationTest
  • com.amazonaws.services.kinesis.connectors.elasticsearch.ElasticsearchEmitter
  • com.bazoud.elasticsearch.river.git.es.Bulk
  • com.bazoud.elasticsearch.river.git.flow.visitors.BulkVisitor
  • com.bazoud.elasticsearch.river.git.guava.functions.CommitIndexFunction
  • com.erudika.para.search.ElasticSearchUtils
  • com.ikanow.infinit.e.data_model.test.TestCode
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.