/*
* Copyright 2014 the original author or authors.
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package org.springframework.yarn.boot.app;
import java.util.HashMap;
import java.util.Map;
import java.util.Properties;
import org.springframework.boot.SpringApplication;
import org.springframework.boot.actuate.autoconfigure.EndpointAutoConfiguration;
import org.springframework.boot.actuate.autoconfigure.EndpointMBeanExportAutoConfiguration;
import org.springframework.boot.autoconfigure.EnableAutoConfiguration;
import org.springframework.boot.autoconfigure.batch.BatchAutoConfiguration;
import org.springframework.boot.autoconfigure.jmx.JmxAutoConfiguration;
import org.springframework.boot.autoconfigure.web.EmbeddedServletContainerAutoConfiguration;
import org.springframework.boot.autoconfigure.web.WebMvcAutoConfiguration;
import org.springframework.boot.builder.SpringApplicationBuilder;
import org.springframework.context.ApplicationContext;
import org.springframework.context.annotation.Configuration;
import org.springframework.util.StringUtils;
import org.springframework.yarn.boot.SpringApplicationCallback;
import org.springframework.yarn.boot.SpringApplicationException;
import org.springframework.yarn.boot.SpringApplicationTemplate;
import org.springframework.yarn.boot.properties.SpringYarnProperties;
import org.springframework.yarn.boot.support.SpringYarnBootUtils;
import org.springframework.yarn.client.ApplicationDescriptor;
import org.springframework.yarn.client.ApplicationYarnClient;
import org.springframework.yarn.client.YarnClient;
/**
* Generic Spring Boot client application used to push Spring Yarn Boot based apps into hdfs.
* <p>
* Pushed application bundle is merely a collection of files inside a directory. All files
* in this directory is considered to belong to the bundle and directory should not have any
* other files or nested directories.
*
* @author Janne Valkealahti
*
*/
@Configuration
@EnableAutoConfiguration(exclude = { EmbeddedServletContainerAutoConfiguration.class, WebMvcAutoConfiguration.class,
JmxAutoConfiguration.class, BatchAutoConfiguration.class, JmxAutoConfiguration.class,
EndpointMBeanExportAutoConfiguration.class, EndpointAutoConfiguration.class })
public class YarnPushApplication extends AbstractClientApplication<YarnPushApplication> {
private Map<String, Properties> configFilesContents = new HashMap<String, Properties>();
/**
* Associates a new {@link Properties} with a name. These properties will
* be serialised into a common properties format with a given config
* file name.
*
* @param configFileName the config file name
* @param configProperties the config properties
* @return the {@link YarnPushApplication} for chaining
*/
public YarnPushApplication configFile(String configFileName, Properties configProperties) {
configFilesContents.put(configFileName, configProperties);
return this;
}
/**
* Run a {@link SpringApplication} build by a
* {@link SpringApplicationBuilder} using an empty args.
*
* @see #run(String...)
*/
public void run() {
run(new String[0]);
}
/**
* Run a {@link SpringApplication} build by a {@link SpringApplicationBuilder}.
*
* @param args the Spring Application args
*/
public void run(String... args) {
if (!StringUtils.hasText(applicationVersion)) {
throw new SpringApplicationException("Error executing a spring application", new IllegalArgumentException(
"Instance id must be set"));
}
SpringApplicationBuilder builder = new SpringApplicationBuilder();
builder.web(false);
builder.sources(YarnPushApplication.class);
SpringYarnBootUtils.addSources(builder, sources.toArray(new Object[0]));
SpringYarnBootUtils.addProfiles(builder, profiles.toArray(new String[0]));
SpringYarnBootUtils.addConfigFilesContents(builder, configFilesContents);
if (StringUtils.hasText(applicationBaseDir)) {
appProperties.setProperty("spring.yarn.applicationDir", applicationBaseDir + applicationVersion + "/");
}
appProperties.setProperty("spring.yarn.applicationVersion", applicationVersion);
SpringYarnBootUtils.addApplicationListener(builder, appProperties);
SpringApplicationTemplate template = new SpringApplicationTemplate(builder);
template.execute(new SpringApplicationCallback<Void>() {
@Override
public Void runWithSpringApplication(ApplicationContext context) throws Exception {
YarnClient client = context.getBean(YarnClient.class);
SpringYarnProperties syp = context.getBean(SpringYarnProperties.class);
String applicationdir = SpringYarnBootUtils.resolveApplicationdir(syp);
if (client instanceof ApplicationYarnClient) {
((ApplicationYarnClient)client).installApplication(new ApplicationDescriptor(applicationdir));
} else {
client.installApplication();
}
return null;
}
}, args);
}
@Override
protected YarnPushApplication getThis() {
return this;
}
}