Package io.druid.segment.realtime

Examples of io.druid.segment.realtime.FireHydrant

198
199
200
201
202
203
204
205
206
207
208
209
210
211
          indexSchema,
          new OffheapBufferPool(bufferSize)
      );
    }

    final FireHydrant old;
    synchronized (hydrantLock) {
      old = currHydrant;
      currHydrant = new FireHydrant(newIndex, hydrants.size(), getSegment().getIdentifier());
      hydrants.add(currHydrant);
    }

    return old;
  }
View Full Code Here
555
556
557
558
559
560
561
562
563
564
565
          if (Ints.tryParse(segmentDir.getName()) == null) {
            continue;
          }

          hydrants.add(
              new FireHydrant(
                  new QueryableIndexSegment(
                      DataSegment.makeDataSegmentIdentifier(
                          schema.getDataSource(),
                          sinkInterval.getStart(),
                          sinkInterval.getEnd(),
View Full Code Here
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
      }

      private void spillIfSwappable()
      {
        if (theSink.swappable()) {
          final FireHydrant indexToPersist = theSink.swap();
          final int rowsToPersist = indexToPersist.getIndex().size();
          final File dirToPersist = getSpillDir(indexToPersist.getCount());

          log.info("Spilling index[%d] with rows[%d] to: %s", indexToPersist.getCount(), rowsToPersist, dirToPersist);

          try {
            IndexMaker.persist(
                indexToPersist.getIndex(),
                dirToPersist
            );

            indexToPersist.swapSegment(null);

            metrics.incrementRowOutputCount(rowsToPersist);

            spilled.add(dirToPersist);

          }
          catch (Exception e) {
            log.warn(e, "Failed to spill index[%d]", indexToPersist.getCount());
            throw Throwables.propagate(e);
          }
        }
      }
View Full Code Here
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
            return 0;
          }
        }
    );

    FireHydrant currHydrant = sink.getCurrHydrant();
    Assert.assertEquals(new Interval("2013-01-01/PT1M"), currHydrant.getIndex().getInterval());


    FireHydrant swapHydrant = sink.swap();

    sink.add(
        new InputRow()
        {
          @Override
View Full Code Here
84
85
86
87
88
89
90
91
92
93
94
95
    this.config = config;
    this.interval = interval;
    this.version = version;

    for (int i = 0; i < hydrants.size(); ++i) {
      final FireHydrant hydrant = hydrants.get(i);
      if (hydrant.getCount() != i) {
        throw new ISE("hydrant[%s] not the right count[%s]", hydrant, i);
      }
    }
    this.hydrants.addAll(hydrants);
View Full Code Here
TOP

Related Classes of io.druid.segment.realtime.FireHydrant

  • io.druid.indexing.common.index.YeOldePlumberSchool
  • io.druid.segment.IncrementalIndexSegment
  • io.druid.segment.realtime.plumber.RealtimePlumber
  • io.druid.segment.realtime.plumber.Sink
  • io.druid.segment.realtime.plumber.SinkTest
  • io.druid.segment.ReferenceCountingSegment
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.