Examples of io.druid.segment.loading.SegmentLoadingException

io.druid.segment.loading.SegmentLoadingException


      final String targetS3Path = S3Utils.constructSegmentPath(targetS3BaseKey, segment);
      String targetS3DescriptorPath = S3Utils.descriptorPathForSegmentPath(targetS3Path);


      if (targetS3Bucket.isEmpty()) {
        throw new SegmentLoadingException("Target S3 bucket is not specified");
      }
      if (targetS3Path.isEmpty()) {
        throw new SegmentLoadingException("Target S3 baseKey is not specified");
      }


      safeMove(s3Bucket, s3Path, targetS3Bucket, targetS3Path);
      safeMove(s3Bucket, s3DescriptorPath, targetS3Bucket, targetS3DescriptorPath);


      return segment.withLoadSpec(
          ImmutableMap.<String, Object>builder()
                      .putAll(
                          Maps.filterKeys(
                              loadSpec, new Predicate<String>()
                          {
                            @Override
                            public boolean apply(String input)
                            {
                              return !(input.equals("bucket") || input.equals("key"));
                            }
                          }
                          )
                      )
                      .put("bucket", targetS3Bucket)
                      .put("key", targetS3Path)
                      .build()
      );
    }
    catch (ServiceException e) {
      throw new SegmentLoadingException(e, "Unable to move segment[%s]", segment.getIdentifier());
    }
  }

View Full Code Here

                      "Not moving file [s3://%s/%s], already present in target location [s3://%s/%s]",
                      s3Bucket, s3Path,
                      targetS3Bucket, targetS3Path
                  );
                } else {
                  throw new SegmentLoadingException(
                      "Unable to move file [s3://%s/%s] to [s3://%s/%s], not present in either source or target location",
                      s3Bucket, s3Path,
                      targetS3Bucket, targetS3Path
                  );
                }

View Full Code Here

      }
      throw e;
    }


    if (adapter == null) {
      throw new SegmentLoadingException("Null adapter from loadSpec[%s]", segment.getLoadSpec());
    }


    synchronized (lock) {
      String dataSource = segment.getDataSource();
      VersionedIntervalTimeline<String, ReferenceCountingSegment> loadedIntervals = dataSources.get(dataSource);

View Full Code Here

    try {
      loaded = serverManager.loadSegment(segment);
    }
    catch (Exception e) {
      removeSegment(segment, callback);
      throw new SegmentLoadingException(e, "Exception loading segment[%s]", segment.getIdentifier());
    }


    if (loaded) {
      File segmentInfoCacheFile = new File(config.getInfoDir(), segment.getIdentifier());
      if (!segmentInfoCacheFile.exists()) {
        try {
          jsonMapper.writeValue(segmentInfoCacheFile, segment);
        }
        catch (IOException e) {
          removeSegment(segment, callback);
          throw new SegmentLoadingException(
              e, "Failed to write to disk segment info cache file[%s]", segmentInfoCacheFile
          );
        }
      }
    }

View Full Code Here

      if(loadSegment(segment, callback)) {
        try {
          announcer.announceSegment(segment);
        }
        catch (IOException e) {
          throw new SegmentLoadingException(e, "Failed to announce segment[%s]", segment.getIdentifier());
        }
      }
    }
    catch (SegmentLoadingException e) {
      log.makeAlert(e, "Failed to load segment for dataSource")

View Full Code Here

                        try {
                          backgroundSegmentAnnouncer.announceSegment(segment);
                        }
                        catch (InterruptedException e) {
                          Thread.currentThread().interrupt();
                          throw new SegmentLoadingException(e, "Loading Interrupted");
                        }
                      }
                      return null;
                    } catch(SegmentLoadingException e) {
                      log.error(e, "[%s] failed to load", segment.getIdentifier());
                      throw e;
                    }
                  }
                }
            )
        );
      }


      int failed = 0;
      for(ListenableFuture future : segmentLoading) {
        try {
          future.get();
        } catch(InterruptedException e) {
          Thread.currentThread().interrupt();
          throw new SegmentLoadingException(e, "Loading Interrupted");
        } catch(ExecutionException e) {
          failed++;
        }
      }
      if(failed > 0) {
        throw new SegmentLoadingException("%,d errors seen while loading segments", failed);
      }


      backgroundSegmentAnnouncer.finishAnnouncing();
    }
    catch (SegmentLoadingException e) {

View Full Code Here

                      announcer.announceSegments(segments);
                      nextAnnoucement = exec.schedule(this, intervalMillis, TimeUnit.MILLISECONDS);
                    }
                    catch (IOException e) {
                      doneAnnouncing.setException(
                          new SegmentLoadingException(e, "Failed to announce segments[%s]", segments)
                      );
                    }
                  } else {
                    doneAnnouncing.set(true);
                  }

View Full Code Here

          final List<DataSegment> segments = Lists.newLinkedList();
          queue.drainTo(segments);
          announcer.announceSegments(segments);
        }
        catch (Exception e) {
          throw new SegmentLoadingException(e, "Failed to announce segments[%s]", queue);
        }


        // get any exception that may have been thrown in background annoucing
        try {
          // check in case intervalMillis is <= 0
          if (startedAnnouncing != null) {
            startedAnnouncing.cancel(false);
          }
          // - if the task is waiting on the lock, then the queue will be empty by the time it runs
          // - if the task just released it, then the lock ensures any exception is set in doneAnnouncing
          if (doneAnnouncing.isDone()) {
            doneAnnouncing.get();
          }
        }
        catch (InterruptedException e) {
          Thread.currentThread().interrupt();
          throw new SegmentLoadingException(e, "Loading Interrupted");
        }
        catch (ExecutionException e) {
          throw new SegmentLoadingException(e.getCause(), "Background Announcing Task Failed");
        }
      }
      log.info("Completed background segment announcing");
    }

View Full Code Here

      {
        FileUtils.deleteDirectory(outDir);
      }
    } catch (Exception e)
    {
      throw new SegmentLoadingException(e, e.getMessage());
    }
    log.info("Pull of file[%s] completed in %,d millis (%s bytes)", key, System.currentTimeMillis() - startTime,
        meta.getObjectSize());
  }

View Full Code Here

      long lastModified = children.getColumnByName("lastmodified").getLongValue();
      log.info("Read lastModified for [%s] as [%d]", key, lastModified);
      return lastModified;
    } catch (ConnectionException e)
    {
      throw new SegmentLoadingException(e, e.getMessage());
    }
  }

View Full Code Here

0 1

TOP

Related Classes of io.druid.segment.loading.SegmentLoadingException

io.druid.server.coordination.ServerManager

io.druid.server.coordination.ZkCoordinator

io.druid.server.coordination.ZkCoordinator$BackgroundSegmentAnnouncer

io.druid.storage.cassandra.CassandraDataSegmentPuller

io.druid.storage.hdfs.HdfsDataSegmentKiller

io.druid.storage.hdfs.HdfsDataSegmentPuller

io.druid.storage.s3.S3DataSegmentKiller

io.druid.storage.s3.S3DataSegmentMover

io.druid.storage.s3.S3DataSegmentPuller

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.