Package org.airavata.appcatalog.cpi

Examples of org.airavata.appcatalog.cpi.ComputeResource

1720
1721
1722
1723
1724
1725
1726
1727
1728
1729
1730
1731
1732
     */
    @Override
    public boolean addLocalSubmissionDetails(String computeResourceId, int priorityOrder, LOCALSubmission localSubmission) throws InvalidRequestException, AiravataClientException, AiravataSystemException, TException {
      try {
            appCatalog = AppCatalogFactory.getAppCatalog();
            ComputeResource computeResource = appCatalog.getComputeResource();
            addJobSubmissionInterface(computeResource, computeResourceId,
                computeResource.addLocalJobSubmission(localSubmission), JobSubmissionProtocol.LOCAL, priorityOrder);
            return true;
        } catch (AppCatalogException e) {
            logger.error("Error while adding job submission interface to resource compute resource...", e);
            AiravataSystemException exception = new AiravataSystemException();
            exception.setAiravataErrorType(AiravataErrorType.INTERNAL_ERROR);
View Full Code Here
1782
1783
1784
1785
1786
1787
1788
1789
1790
1791
1792
1793
1794
     */
    @Override
    public boolean addSSHJobSubmissionDetails(String computeResourceId, int priorityOrder, SSHJobSubmission sshJobSubmission) throws InvalidRequestException, AiravataClientException, AiravataSystemException, TException {
      try {
            appCatalog = AppCatalogFactory.getAppCatalog();
            ComputeResource computeResource = appCatalog.getComputeResource();
            addJobSubmissionInterface(computeResource, computeResourceId,
                computeResource.addSSHJobSubmission(sshJobSubmission), JobSubmissionProtocol.SSH, priorityOrder);
            return true;
        } catch (AppCatalogException e) {
            logger.error("Error while adding job submission interface to resource compute resource...", e);
            AiravataSystemException exception = new AiravataSystemException();
            exception.setAiravataErrorType(AiravataErrorType.INTERNAL_ERROR);
View Full Code Here
1833
1834
1835
1836
1837
1838
1839
1840
1841
1842
1843
1844
1845
     */
    @Override
    public boolean addLocalDataMovementDetails(String computeResourceId, int priorityOrder, LOCALDataMovement localDataMovement) throws InvalidRequestException, AiravataClientException, AiravataSystemException, TException {
      try {
            appCatalog = AppCatalogFactory.getAppCatalog();
            ComputeResource computeResource = appCatalog.getComputeResource();
            addDataMovementInterface(computeResource, computeResourceId,
                computeResource.addLocalDataMovement(localDataMovement), DataMovementProtocol.LOCAL, priorityOrder);
            return true;
        } catch (AppCatalogException e) {
            logger.error("Error while adding data movement interface to resource compute resource...", e);
            AiravataSystemException exception = new AiravataSystemException();
            exception.setAiravataErrorType(AiravataErrorType.INTERNAL_ERROR);
View Full Code Here
1895
1896
1897
1898
1899
1900
1901
1902
1903
1904
1905
1906
1907
     */
    @Override
    public boolean addSCPDataMovementDetails(String computeResourceId, int priorityOrder, SCPDataMovement scpDataMovement) throws InvalidRequestException, AiravataClientException, AiravataSystemException, TException {
      try {
            appCatalog = AppCatalogFactory.getAppCatalog();
            ComputeResource computeResource = appCatalog.getComputeResource();
            addDataMovementInterface(computeResource, computeResourceId,
                computeResource.addScpDataMovement(scpDataMovement), DataMovementProtocol.SCP, priorityOrder);
            return true;
        } catch (AppCatalogException e) {
            logger.error("Error while adding data movement interface to resource compute resource...", e);
            AiravataSystemException exception = new AiravataSystemException();
            exception.setAiravataErrorType(AiravataErrorType.INTERNAL_ERROR);
View Full Code Here
1947
1948
1949
1950
1951
1952
1953
1954
1955
1956
1957
1958
1959
     */
    @Override
    public boolean addGridFTPDataMovementDetails(String computeResourceId, int priorityOrder, GridFTPDataMovement gridFTPDataMovement) throws InvalidRequestException, AiravataClientException, AiravataSystemException, TException {
      try {
            appCatalog = AppCatalogFactory.getAppCatalog();
            ComputeResource computeResource = appCatalog.getComputeResource();
            addDataMovementInterface(computeResource, computeResourceId,
                computeResource.addGridFTPDataMovement(gridFTPDataMovement), DataMovementProtocol.GridFTP, priorityOrder);
            return true;
        } catch (AppCatalogException e) {
            logger.error("Error while adding data movement interface to resource compute resource...", e);
            AiravataSystemException exception = new AiravataSystemException();
            exception.setAiravataErrorType(AiravataErrorType.INTERNAL_ERROR);
View Full Code Here
2217
2218
2219
2220
2221
2222
2223
2224
2225
2226
2227
2228
2229
2230
2231
2232
2233
2234
2235
    @Override
    public ComputeResourcePreference getGatewayComputeResourcePreference(String gatewayID, String computeResourceId) throws InvalidRequestException, AiravataClientException, AiravataSystemException, TException {
      try {
            appCatalog = AppCatalogFactory.getAppCatalog();
            GwyResourceProfile gatewayProfile = appCatalog.getGatewayProfile();
            ComputeResource computeResource = appCatalog.getComputeResource();
            if (!gatewayProfile.isGatewayResourceProfileExists(gatewayID)){
                logger.error("Given gateway profile does not exist in the system. Please provide a valid gateway id...");
                AiravataSystemException exception = new AiravataSystemException();
                exception.setAiravataErrorType(AiravataErrorType.INTERNAL_ERROR);
                exception.setMessage("Given gateway profile does not exist in the system. Please provide a valid gateway id...");
                throw exception;
            }
            if (!computeResource.isComputeResourceExists(computeResourceId)){
                logger.error("Given compute resource does not exist in the system. Please provide a valid compute resource id...");
                AiravataSystemException exception = new AiravataSystemException();
                exception.setAiravataErrorType(AiravataErrorType.INTERNAL_ERROR);
                exception.setMessage("Given compute resource does not exist in the system. Please provide a valid compute resource id...");
                throw exception;
View Full Code Here
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
    @Test
    public void testAppDeployment () throws Exception {
        ApplicationDeployment appDep = appcatalog.getApplicationDeployment();
        ApplicationInterface appInt = appcatalog.getApplicationInterface();
        ComputeResource computeRs = appcatalog.getComputeResource();
        ComputeResourceDescription cm = new ComputeResourceDescription();
        cm.setHostName("localhost");
        cm.setResourceDescription("test compute host");
        String hostId = computeRs.addComputeResource(cm);

        ApplicationModule module = new ApplicationModule();
        module.setAppModuleName("WRF");
        module.setAppModuleVersion("1.0.0");
        String wrfModuleId = appInt.addApplicationModule(module);
View Full Code Here
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
    }

    @Test
    public void testAddComputeResource (){
        try {
            ComputeResource computeResource = appcatalog.getComputeResource();
            ComputeResourceDescription description = new ComputeResourceDescription();

            description.setHostName("localhost");
            description.setResourceDescription("test compute resource");
            Set<String> ipdaresses = new HashSet<String>();
            ipdaresses.add("222.33.43.444");
            ipdaresses.add("23.344.44.454");
            description.setIpAddresses(ipdaresses);
            Set<String> aliases = new HashSet<String>();
            aliases.add("test.alias1");
            aliases.add("test.alias2");
            description.setHostAliases(aliases);
            String sshsubmissionId = addSSHJobSubmission();
            System.out.println("**** SSH Submission id ****** :" + sshsubmissionId);
//            String gsiSSHsubmissionId = addGSISSHJobSubmission();
//            System.out.println("**** GSISSH Submission id ****** :" + gsiSSHsubmissionId);
//            String globusSubmissionId = addGlobusJobSubmission();
//            System.out.println("**** Globus Submission id ****** :" + globusSubmissionId);
            JobSubmissionInterface sshSubmissionInt = new JobSubmissionInterface();
            sshSubmissionInt.setJobSubmissionInterfaceId(sshsubmissionId);
            sshSubmissionInt.setPriorityOrder(1);
            sshSubmissionInt.setJobSubmissionProtocol(JobSubmissionProtocol.SSH);
            JobSubmissionInterface globusSubInt = new JobSubmissionInterface();
//            globusSubInt.setJobSubmissionInterfaceId(globusSubmissionId);
            globusSubInt.setPriorityOrder(2);
            globusSubInt.setJobSubmissionProtocol(JobSubmissionProtocol.GLOBUS);
            List<JobSubmissionInterface> interfaceList = new ArrayList<JobSubmissionInterface>();
            interfaceList.add(sshSubmissionInt);
            interfaceList.add(globusSubInt);
            description.setJobSubmissionInterfaces(interfaceList);

            String scpDataMoveId = addSCPDataMovement();
            System.out.println("**** SCP DataMoveId****** :" + scpDataMoveId);
            String gridFTPDataMoveId = addGridFTPDataMovement();
            System.out.println("**** grid FTP DataMoveId****** :" + gridFTPDataMoveId);

            List<DataMovementInterface> dataMovementInterfaces = new ArrayList<DataMovementInterface>();
            DataMovementInterface scpInterface = new DataMovementInterface();
            scpInterface.setDataMovementInterfaceId(scpDataMoveId);
            scpInterface.setDataMovementProtocol(DataMovementProtocol.SCP);
            scpInterface.setPriorityOrder(1);

            DataMovementInterface gridFTPMv = new DataMovementInterface();
            gridFTPMv.setDataMovementInterfaceId(gridFTPDataMoveId);
            gridFTPMv.setDataMovementProtocol(DataMovementProtocol.GridFTP);
            gridFTPMv.setPriorityOrder(2);

            description.setDataMovementInterfaces(dataMovementInterfaces);

            BatchQueue batchQueue1 = new BatchQueue();
            batchQueue1.setQueueName("queue1");
            batchQueue1.setQueueDescription("que1Desc1");
            batchQueue1.setMaxRunTime(10);
            batchQueue1.setMaxNodes(4);
            batchQueue1.setMaxJobsInQueue(1);

            BatchQueue batchQueue2 = new BatchQueue();
            batchQueue2.setQueueName("queue2");
            batchQueue2.setQueueDescription("que1Desc2");
            batchQueue2.setMaxRunTime(10);
            batchQueue2.setMaxNodes(4);
            batchQueue2.setMaxJobsInQueue(1);

            List<BatchQueue> batchQueueList = new ArrayList<BatchQueue>();
            batchQueueList.add(batchQueue1);
            batchQueueList.add(batchQueue2);
            description.setBatchQueues(batchQueueList);

            Map<FileSystems, String> fileSysMap = new HashMap<FileSystems, String>();
            fileSysMap.put(FileSystems.HOME, "/home");
            fileSysMap.put(FileSystems.SCRATCH, "/tmp");
            description.setFileSystems(fileSysMap);

            String resourceId = computeResource.addComputeResource(description);
            System.out.println("**********Resource id ************* : " +  resourceId);
            ComputeResourceDescription host = null;
            if (computeResource.isComputeResourceExists(resourceId)){
                host = computeResource.getComputeResource(resourceId);
                System.out.println("**********Resource name ************* : " +  host.getHostName());
            }

            SSHJobSubmission sshJobSubmission = computeResource.getSSHJobSubmission(sshsubmissionId);
            System.out.println("**********SSH Submission resource job manager ************* : " +  sshJobSubmission.getResourceJobManager().toString());

//            GlobusJobSubmission globusJobSubmission = computeResource.get(globusSubmissionId);
//            System.out.println("**********Globus Submission resource job manager ************* : " + globusJobSubmission.getResourceJobManager().toString());

            SCPDataMovement scpDataMovement = computeResource.getSCPDataMovement(scpDataMoveId);
            System.out.println("**********SCP Data Move Security protocol ************* : " + scpDataMovement.getSecurityProtocol().toString());

            GridFTPDataMovement gridFTPDataMovement = computeResource.getGridFTPDataMovement(gridFTPDataMoveId);
            System.out.println("**********GRID FTP Data Move Security protocol ************* : " + gridFTPDataMovement.getSecurityProtocol().toString());

            description.setHostName("localhost2");
            computeResource.updateComputeResource(resourceId, description);
            if (computeResource.isComputeResourceExists(resourceId)){
                host = computeResource.getComputeResource(resourceId);
                System.out.println("**********Updated Resource name ************* : " +  host.getHostName());
            }

            Map<String, String> cfilters = new HashMap<String, String>();
            cfilters.put(AbstractResource.ComputeResourceConstants.HOST_NAME, "localhost2");
            List<ComputeResourceDescription> computeResourceList = computeResource.getComputeResourceList(cfilters);
            System.out.println("**********Size of compute resources ************* : " +  computeResourceList.size());

            List<ComputeResourceDescription> allComputeResourceList = computeResource.getAllComputeResourceList();
            System.out.println("**********Size of all compute resources ************* : " +  allComputeResourceList.size());

            Map<String, String> allComputeResourceIdList = computeResource.getAllComputeResourceIdList();
            System.out.println("**********Size of all compute resources ids ************* : " +  allComputeResourceIdList.size());

//            Map<String, String> globusfilters = new HashMap<String, String>();
//            globusfilters.put(AbstractResource.GlobusJobSubmissionConstants.RESOURCE_JOB_MANAGER, ResourceJobManager.PBS.toString());
//            List<GlobusJobSubmission> gList = computeResource.getGlobusJobSubmissionList(globusfilters);
View Full Code Here
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
    public void gatewayProfileTest() throws Exception {
        GwyResourceProfile gatewayProfile = appcatalog.getGatewayProfile();
        GatewayResourceProfile gf = new GatewayResourceProfile();
        gf.setGatewayName("test");
        gf.setGatewayDescription("test gateway");
        ComputeResource computeRs = appcatalog.getComputeResource();
        ComputeResourceDescription cm1 = new ComputeResourceDescription();
        cm1.setHostName("localhost");
        cm1.setResourceDescription("test compute host");
        String hostId1 = computeRs.addComputeResource(cm1);

        ComputeResourceDescription cm2 = new ComputeResourceDescription();
        cm2.setHostName("localhost");
        cm2.setResourceDescription("test compute host");
        String hostId2 = computeRs.addComputeResource(cm2);

        ComputeResourcePreference preference1 = new ComputeResourcePreference();
        preference1.setComputeResourceId(hostId1);
        preference1.setOverridebyAiravata(true);
        preference1.setPreferredJobSubmissionProtocol(JobSubmissionProtocol.SSH.toString());
View Full Code Here
487
488
489
490
491
492
493
494
495
496
497
498
499
    if (taskData.getTaskScheduling().getResourceHostId() != null) {
        moduleIdFilter.put(AbstractResource.ApplicationDeploymentConstants.COMPUTE_HOST_ID, taskData.getTaskScheduling().getResourceHostId());
    }
    List<ApplicationDeploymentDescription> applicationDeployements = appCatalog.getApplicationDeployment().getApplicationDeployements(moduleIdFilter);
    Map<ComputeResourceDescription, ApplicationDeploymentDescription> deploymentMap = new HashMap<ComputeResourceDescription, ApplicationDeploymentDescription>();
    ComputeResource computeResource = appCatalog.getComputeResource();
    for (ApplicationDeploymentDescription deploymentDescription : applicationDeployements) {
      deploymentMap.put(computeResource.getComputeResource(deploymentDescription.getComputeHostId()),deploymentDescription);
    }
    List<ComputeResourceDescription> computeHostList = Arrays.asList(deploymentMap.keySet().toArray(new ComputeResourceDescription[]{})); 
    Class<? extends HostScheduler> aClass = Class.forName(
        ServerSettings.getHostScheduler()).asSubclass(
        HostScheduler.class);
View Full Code Here
TOP

Related Classes of org.airavata.appcatalog.cpi.ComputeResource

  • org.apache.airavata.api.server.handler.AiravataServerHandler
  • org.apache.airavata.app.catalog.test.AppDeploymentTest
  • org.apache.airavata.app.catalog.test.ComputeResourceTest
  • org.apache.airavata.app.catalog.test.GatewayProfileTest
  • org.apache.airavata.orchestrator.server.OrchestratorServerHandler
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.