Package com.dotcms.publisher.pusher

Source Code of com.dotcms.publisher.pusher.PushPublisher

package com.dotcms.publisher.pusher;

import java.io.File;
import java.io.IOException;
import java.util.ArrayList;
import java.util.Collections;
import java.util.Date;
import java.util.List;

import com.dotcms.repackage.javax.ws.rs.core.MediaType;
import com.dotcms.repackage.org.apache.commons.httpclient.HttpStatus;
import com.dotcms.repackage.org.apache.commons.io.FileUtils;
import com.dotcms.enterprise.LicenseUtil;
import com.dotcms.enterprise.publishing.remote.bundler.BundleXMLAsc;
import com.dotcms.enterprise.publishing.remote.bundler.CategoryBundler;
import com.dotcms.enterprise.publishing.remote.bundler.ContainerBundler;
import com.dotcms.enterprise.publishing.remote.bundler.ContentBundler;
import com.dotcms.enterprise.publishing.remote.bundler.DependencyBundler;
import com.dotcms.enterprise.publishing.remote.bundler.FolderBundler;
import com.dotcms.enterprise.publishing.remote.bundler.HTMLPageBundler;
import com.dotcms.enterprise.publishing.remote.bundler.HostBundler;
import com.dotcms.enterprise.publishing.remote.bundler.LanguageBundler;
import com.dotcms.enterprise.publishing.remote.bundler.LanguageVariablesBundler;
import com.dotcms.enterprise.publishing.remote.bundler.LinkBundler;
import com.dotcms.enterprise.publishing.remote.bundler.OSGIBundler;
import com.dotcms.enterprise.publishing.remote.bundler.RelationshipBundler;
import com.dotcms.enterprise.publishing.remote.bundler.StructureBundler;
import com.dotcms.enterprise.publishing.remote.bundler.TemplateBundler;
import com.dotcms.enterprise.publishing.remote.bundler.UserBundler;
import com.dotcms.enterprise.publishing.remote.bundler.WorkflowBundler;
import com.dotcms.publisher.bundle.bean.Bundle;
import com.dotcms.publisher.business.DotPublisherException;
import com.dotcms.publisher.business.EndpointDetail;
import com.dotcms.publisher.business.PublishAuditAPI;
import com.dotcms.publisher.business.PublishAuditHistory;
import com.dotcms.publisher.business.PublishAuditStatus;
import com.dotcms.publisher.business.PublishQueueElement;
import com.dotcms.publisher.business.PublisherQueueJob;
import com.dotcms.publisher.endpoint.bean.PublishingEndPoint;
import com.dotcms.publisher.environment.bean.Environment;
import com.dotcms.publisher.util.TrustFactory;
import com.dotcms.publishing.BundlerUtil;
import com.dotcms.publishing.DotPublishingException;
import com.dotcms.publishing.PublishStatus;
import com.dotcms.publishing.Publisher;
import com.dotcms.publishing.PublisherConfig;
import com.dotmarketing.business.APILocator;
import com.dotmarketing.cms.factories.PublicEncryptionFactory;
import com.dotmarketing.util.Config;
import com.dotmarketing.util.Logger;
import com.dotmarketing.util.UtilMethods;
import com.dotcms.repackage.com.sun.jersey.api.client.Client;
import com.dotcms.repackage.com.sun.jersey.api.client.ClientResponse;
import com.dotcms.repackage.com.sun.jersey.api.client.WebResource;
import com.dotcms.repackage.com.sun.jersey.api.client.config.ClientConfig;
import com.dotcms.repackage.com.sun.jersey.api.client.config.DefaultClientConfig;
import com.dotcms.repackage.com.sun.jersey.client.urlconnection.HTTPSProperties;
import com.dotcms.repackage.com.sun.jersey.multipart.FormDataMultiPart;
import com.dotcms.repackage.com.sun.jersey.multipart.file.FileDataBodyPart;

public class PushPublisher extends Publisher {

    private PublishAuditAPI pubAuditAPI = PublishAuditAPI.getInstance();
  private TrustFactory tFactory;

    @Override
    public PublisherConfig init ( PublisherConfig config ) throws DotPublishingException {
        if ( LicenseUtil.getLevel() < 300 ) {
            throw new RuntimeException( "need an enterprise pro license to run this bundler" );
        }

        this.config = super.init( config );
        tFactory = new TrustFactory();

        return this.config;
    }

    /**
     * Final step on the Publishing of a Bundle. This method will generate the Bundle file compressing all the information<br/>
     * generated by the Bundlers into a tar.gz file what will live on the assets directory, after the Bundle is created<br/>
     * this process will try to send the Bundle to a list of previously selected Environments.
     *
     * @param status Current status of the Publishing process
     * @return This bundle configuration ({@link PublisherConfig})
     * @throws DotPublishingException
     * @see com.dotcms.publisher.environment.bean.Environment
     */
    @Override
    public PublisherConfig process ( final PublishStatus status ) throws DotPublishingException {
    if(LicenseUtil.getLevel()<300) {
          throw new RuntimeException("need an enterprise pro license to run this bundler");
        }

      PublishAuditHistory currentStatusHistory = null;
    try {
      //Compressing bundle
      File bundleRoot = BundlerUtil.getBundleRoot(config);

      ArrayList<File> list = new ArrayList<File>(1);
      list.add(bundleRoot);
      File bundle = new File(bundleRoot+File.separator+".."+File.separator+config.getId()+".tar.gz");
      PushUtils.compressFiles(list, bundle, bundleRoot.getAbsolutePath());

      List<Environment> environments = APILocator.getEnvironmentAPI().findEnvironmentsByBundleId(config.getId());

      ClientConfig cc = new DefaultClientConfig();

      if(Config.getStringProperty("TRUSTSTORE_PATH") != null && !Config.getStringProperty("TRUSTSTORE_PATH").trim().equals("")) {
        cc.getProperties().put(HTTPSProperties.PROPERTY_HTTPS_PROPERTIES, new HTTPSProperties(tFactory.getHostnameVerifier(), tFactory.getSSLContext()));
            }
      Client client = Client.create(cc);

      //Updating audit table
      currentStatusHistory = pubAuditAPI.getPublishAuditStatus(config.getId()).getStatusPojo();

      currentStatusHistory.setPublishStart(new Date());
      pubAuditAPI.updatePublishAuditStatus(config.getId(), PublishAuditStatus.Status.SENDING_TO_ENDPOINTS, currentStatusHistory);
      //Increment numTries
      currentStatusHistory.addNumTries();


//          boolean hasError = false;
          int errorCounter = 0;

      for (Environment environment : environments) {
        List<PublishingEndPoint> endpoints = APILocator.getPublisherEndPointAPI().findSendingEndPointsByEnvironment(environment.getId());

        boolean failedEnvironment = false;

        if(!environment.getPushToAll()) {
          Collections.shuffle(endpoints);
          if(!endpoints.isEmpty())
            endpoints = endpoints.subList(0, 1);
        }

        for (PublishingEndPoint endpoint : endpoints) {
          EndpointDetail detail = new EndpointDetail();
              try {
                FormDataMultiPart form = new FormDataMultiPart();
                form.field("AUTH_TOKEN",
                    retriveKeyString(
                        PublicEncryptionFactory.decryptString(endpoint.getAuthKey().toString())));

                form.field("GROUP_ID", UtilMethods.isSet(endpoint.getGroupId()) ? endpoint.getGroupId() : endpoint.getId());
                Bundle b=APILocator.getBundleAPI().getBundleById(config.getId());
                form.field("BUNDLE_NAME", b.getName());
                form.field("ENDPOINT_ID", endpoint.getId());
                form.bodyPart(new FileDataBodyPart("bundle", bundle, MediaType.MULTIPART_FORM_DATA_TYPE));


                //Sending bundle to endpoint
                WebResource resource = client.resource(endpoint.toURL()+"/api/bundlePublisher/publish");

                ClientResponse response =
                    resource.type(MediaType.MULTIPART_FORM_DATA).post(ClientResponse.class, form);


                if(response.getClientResponseStatus().getStatusCode() == HttpStatus.SC_OK)
                {
                  detail.setStatus(PublishAuditStatus.Status.BUNDLE_SENT_SUCCESSFULLY.getCode());
                  detail.setInfo("Everything ok");
                } else {

                  if(currentStatusHistory.getNumTries()==PublisherQueueJob.MAX_NUM_TRIES) {
                    APILocator.getPushedAssetsAPI().deletePushedAssets(config.getId(), environment.getId());
                  }
                  detail.setStatus(PublishAuditStatus.Status.FAILED_TO_SENT.getCode());
                  detail.setInfo(
                      "Returned "+response.getClientResponseStatus().getStatusCode()+ " status code " +
                          "for the endpoint "+endpoint.getId()+ "with address "+endpoint.getAddress());
                  failedEnvironment |= true;

                }
              } catch(Exception e) {

                // if the bundle can't be sent after the total num of tries, delete the pushed assets for this bundle
                if(currentStatusHistory.getNumTries()==PublisherQueueJob.MAX_NUM_TRIES) {
                  APILocator.getPushedAssetsAPI().deletePushedAssets(config.getId(), environment.getId());
                }
//                hasError = true;
                detail.setStatus(PublishAuditStatus.Status.FAILED_TO_SENT.getCode());

                String error =   "An error occured for the endpoint "+ endpoint.getId() + " with address "+ endpoint.getAddress() + ".  Error: " + e.getMessage();


                detail.setInfo(error);
                failedEnvironment |= true;

                Logger.error(this.getClass(), error);
              }

              currentStatusHistory.addOrUpdateEndpoint(environment.getId(), endpoint.getId(), detail);
        }

        if(failedEnvironment) {
//          hasError = true;
          errorCounter++;
        }


      }

      if(errorCounter==0) {
        //Updating audit table
            currentStatusHistory.setPublishEnd(new Date());
        pubAuditAPI.updatePublishAuditStatus(config.getId(),
            PublishAuditStatus.Status.BUNDLE_SENT_SUCCESSFULLY, currentStatusHistory);

        //Deleting queue records
        //pubAPI.deleteElementsFromPublishQueueTable(config.getId());
      } else {
        if(errorCounter == environments.size()) {
          pubAuditAPI.updatePublishAuditStatus(config.getId(),
              PublishAuditStatus.Status.FAILED_TO_SEND_TO_ALL_GROUPS, currentStatusHistory);
        } else {
          pubAuditAPI.updatePublishAuditStatus(config.getId(),
              PublishAuditStatus.Status.FAILED_TO_SEND_TO_SOME_GROUPS, currentStatusHistory);
        }
      }

      return config;

    } catch (Exception e) {
      //Updating audit table
      try {
        pubAuditAPI.updatePublishAuditStatus(config.getId(), PublishAuditStatus.Status.FAILED_TO_PUBLISH, currentStatusHistory);
      } catch (DotPublisherException e1) {
        throw new DotPublishingException(e.getMessage());
      }

      Logger.error(this.getClass(), e.getMessage(), e);
      throw new DotPublishingException(e.getMessage());

    }
  }

  public static String retriveKeyString(String token) throws IOException {
    String key = null;
    if(token.contains(File.separator)) {
      File tokenFile = new File(token);
      if(tokenFile != null && tokenFile.exists())
        key = FileUtils.readFileToString(tokenFile, "UTF-8").trim();
    } else {
      key = token;
    }

    return PublicEncryptionFactory.encryptString(key);
  }

    /**
     * Returns the proper bundlers for each of the elements on the Publishing queue
     *
     * @return
     */
    @SuppressWarnings ("rawtypes")
    @Override
    public List<Class> getBundlers () {

        boolean buildUsers = false;
        boolean buildCategories = false;
        boolean buildOSGIBundle = false;
        boolean buildAsset = false;
        List<Class> list = new ArrayList<Class>();
        for ( PublishQueueElement element : config.getAssets() ) {
            if ( element.getType().equals( "category" ) ) {
                buildCategories = true;
            } else if ( element.getType().equals( "osgi" ) ) {
                buildOSGIBundle = true;
            } else if ( element.getType().equals( "user" ) ) {
                buildUsers = true;
            } else {
                buildAsset = true;
            }
        }
        if(config.getLuceneQueries().size() > 0){
          buildAsset = true;
        }

        if ( buildUsers ) {
            list.add( UserBundler.class );
        }

        if ( buildCategories ) {
            list.add( CategoryBundler.class );
        }

        if ( buildOSGIBundle ) {
            list.add( OSGIBundler.class );
        }

        if ( buildAsset ) {
            list.add( DependencyBundler.class );
            list.add( HostBundler.class );
            list.add( ContentBundler.class );
            list.add( FolderBundler.class );
            list.add( TemplateBundler.class );
            list.add( ContainerBundler.class );
            list.add( HTMLPageBundler.class );
            list.add( LinkBundler.class );

            if ( Config.getBooleanProperty( "PUSH_PUBLISHING_PUSH_STRUCTURES" ) ) {
                list.add( StructureBundler.class );
                /**
                 * ISSUE #2222: https://github.com/dotCMS/dotCMS/issues/2222
                 *
                 */
                list.add( RelationshipBundler.class );
            }
            list.add( LanguageVariablesBundler.class );
            list.add( WorkflowBundler.class );
            list.add( LanguageBundler.class );
        }
        list.add( BundleXMLAsc.class );
        return list;

    }

}
TOP

Related Classes of com.dotcms.publisher.pusher.PushPublisher

TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.