Package org.apache.lucene.search.vectorhighlight

Examples of org.apache.lucene.search.vectorhighlight.SimpleFragmentsBuilderTest$Doc


       
        long startTime = System.currentTimeMillis();
       
       
        AmazonS3_ServiceLocator locator = new AmazonS3_ServiceLocator();
        AmazonS3SoapBindingStub binding = new AmazonS3SoapBindingStub(new URL(locator.getAmazonS3Address()), locator);
       
        result = binding.getObject(getBucketName(),
                      key,
                      false,
                      true,
                      false,
                      access.getAccessKey(),
                      access.getAccessCalendar(),
                      access.generateSignature("GetObject"),
                      null);
       
       
        long endTime = System.currentTimeMillis();
       
               
        /* Get the attachments. Note, the getAttachments() method will ONLY return the object[] on the first call.  Subsiquent calls will return null */
        Object[] attachments = binding.getAttachments();
        if (attachments.length != 1)
        {
          throw new Exception("The S3 Object returned [" + attachments.length + "] when we expected exactly 1");
        }
       
View Full Code Here


   
      long startTime = System.currentTimeMillis();
     
     
      AmazonS3_ServiceLocator locator = new AmazonS3_ServiceLocator();
      AmazonS3SoapBindingStub binding = new AmazonS3SoapBindingStub(new URL(locator.getAmazonS3Address()), locator);
      DataHandler dataHandler = new DataHandler(new SourceDataSource(null, MIMETYPE_OCTET_STREAM, new StreamSource(is)));
            binding.addAttachment(dataHandler);
     
      PutObjectResult result = binding.putObject(getBucketName(),
                            key,
                            metaData ,
                            length,
                            null,
                            storageClass,
View Full Code Here

   *******************************************************/
  public AmazonS3_PortType getS3Port() throws Exception
  {
    if (this.s3Port_ == null)
    {
      this.s3Port_ = new AmazonS3_ServiceLocator().getAmazonS3();
    }
   
    return this.s3Port_;
  }
View Full Code Here

   * to obtain the already created port.
   * @return
   *******************************************************/
  public AmazonS3_PortType createS3Port(String endpoint) throws Exception
  {
    AmazonS3_ServiceLocator loc = new AmazonS3_ServiceLocator();
    loc.setAmazonS3EndpointAddress(endpoint);
    this.s3Port_ = loc.getAmazonS3();
    return this.s3Port_;
  }
View Full Code Here

      {
       
        long startTime = System.currentTimeMillis();
       
       
        AmazonS3_ServiceLocator locator = new AmazonS3_ServiceLocator();
        AmazonS3SoapBindingStub binding = new AmazonS3SoapBindingStub(new URL(locator.getAmazonS3Address()), locator);
       
        result = binding.getObject(getBucketName(),
                      key,
                      false,
                      true,
View Full Code Here

   
   
      long startTime = System.currentTimeMillis();
     
     
      AmazonS3_ServiceLocator locator = new AmazonS3_ServiceLocator();
      AmazonS3SoapBindingStub binding = new AmazonS3SoapBindingStub(new URL(locator.getAmazonS3Address()), locator);
      DataHandler dataHandler = new DataHandler(new SourceDataSource(null, MIMETYPE_OCTET_STREAM, new StreamSource(is)));
            binding.addAttachment(dataHandler);
     
      PutObjectResult result = binding.putObject(getBucketName(),
                            key,
View Full Code Here

      arch.lastModifiedDate = timestamp;
     
      /* Given this is the first object found with this prefix, we'll use this
       * key to get it's metadata for the TAG value */
      Access access = new Access();
      GetObjectResult result = new AmazonS3_ServiceLocator().getAmazonS3().getObject(getBucketName(),
                                              key,
                                              true,
                                              false,
                                              false,
                                              access.getAccessKey(),
View Full Code Here

    }
   
    Access access = new Access();
   
    /* Get the metadata for the given file */
    GetObjectResult result = null;
   
   
    /* Try a few times to get the object */
    /* Put the file, We'll try a few times */
    int attemptCount = 0;
    while (attemptCount < MAX_S3_READWRITE_ATTEMPTS)
    {
      attemptCount++;
     
      try
      {
       
        long startTime = System.currentTimeMillis();
       
       
        AmazonS3_ServiceLocator locator = new AmazonS3_ServiceLocator();
        AmazonS3SoapBindingStub binding = new AmazonS3SoapBindingStub(new URL(locator.getAmazonS3Address()), locator);
       
        result = binding.getObject(getBucketName(),
                      key,
                      false,
                      true,
                      false,
                      access.getAccessKey(),
                      access.getAccessCalendar(),
                      access.generateSignature("GetObject"),
                      null);
       
       
        long endTime = System.currentTimeMillis();
       
               
        /* Get the attachments. Note, the getAttachments() method will ONLY return the object[] on the first call.  Subsiquent calls will return null */
        Object[] attachments = binding.getAttachments();
        if (attachments.length != 1)
        {
          throw new Exception("The S3 Object returned [" + attachments.length + "] when we expected exactly 1");
        }
       
        /* Setup the MD5 digest */
        MessageDigest messageDigest = MessageDigest.getInstance("MD5");
       
        /* Get the attachment, and pipe it's data to the buffer */
        OutputStream os = createBufferOutputStream();
        AttachmentPart part = (AttachmentPart) attachments[0];
        InputStream attachmentStream = part.getDataHandler().getInputStream();
        long byteCount = 0;
        int b = 0;
        while ((b = attachmentStream.read()) != -1)
        {
          byteCount++;
          messageDigest.update((byte)b);
          os.write(b);
         
          if (byteCount % 1000 == 0)
          {
            Log.info("\r" + byteCount + " bytes read...");
          }
        }
       
        Log.info("\r" + byteCount + " bytes read...");
       
        os.flush();
        os.close();
       
        this.kBytesProcessed_ += ((double)byteCount / 1000.0);
       
        Log.info(String.format("%6.02f Kb/s\n", (((double)((double)byteCount * (double)Byte.SIZE)) / 1000D) / ((endTime - startTime) / 1000)));
        Log.debug(byteCount + " bytes written to buffer\n");

       
        /* Calculate the MD5 value */
        String md5 =  Common.toHex(messageDigest.digest());
       
        /* compare md5 hashes */
        if (md5.equals(result.getETag().replaceAll("\"", "")) == false)
        {
          throw new Exception("After getting the S3 object [" + key + "], we compared the md5 hash codes. They did not match\n" + "original: [" + md5 + "]\nS3: [" + result.getETag() + "]");
        }
       
        /* Now, stream the file to stdout */
        byteCount = 0;
        InputStream is = createBufferInputStream();
View Full Code Here

      arch.lastModifiedDate = timestamp;
     
      /* Given this is the first object found with this prefix, we'll use this
       * key to get it's metadata for the TAG value */
      Access access = new Access();
      GetObjectResult result = new AmazonS3_ServiceLocator().getAmazonS3().getObject(getBucketName(),
                                              key,
                                              true,
                                              false,
                                              false,
                                              access.getAccessKey(),
                                              access.getAccessCalendar(),
                                              access.generateSignature("GetObject"),
                                              null);
     
      /* get the meta data TAG value */
      for (int index = 0; index < result.getMetadata().length; index++)
      {
        if (META_DATA_TAG.equals(result.getMetadata()[index].getName()))
        {
          arch.tag = result.getMetadata()[index].getValue();
          break;
        }
      }
     
      /* Add this archive object to our map */
 
View Full Code Here

      /* Create the bucket if it doesn't yet exist */
      boolean bucketFound = false;

      /* First, create the bucket if it doesn't yet exist */
      ListOperation listOperation = new ListOperation(null, null);
      ListAllMyBucketsResult list = listOperation.getBucketList();

      for (ListAllMyBucketsEntry bucket : list.getBuckets())
      {
        if (getBucketName().equals(bucket.getName()))
        {
          bucketFound = true;
          break;
View Full Code Here

TOP

Related Classes of org.apache.lucene.search.vectorhighlight.SimpleFragmentsBuilderTest$Doc

Copyright © 2018 www.massapicom. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.