/*
* Copyright 2013 the original author or authors.
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package org.springframework.yarn.config.annotation;
import static org.junit.Assert.assertNotNull;
import static org.junit.Assert.assertTrue;
import java.util.Map;
import org.apache.hadoop.yarn.conf.YarnConfiguration;
import org.junit.Test;
import org.junit.runner.RunWith;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.context.ApplicationContext;
import org.springframework.context.annotation.Configuration;
import org.springframework.test.annotation.DirtiesContext;
import org.springframework.test.annotation.DirtiesContext.ClassMode;
import org.springframework.test.context.ContextConfiguration;
import org.springframework.test.context.junit4.SpringJUnit4ClassRunner;
import org.springframework.yarn.YarnSystemConstants;
import org.springframework.yarn.config.annotation.EnableYarn.Enable;
import org.springframework.yarn.config.annotation.builders.YarnEnvironmentConfigurer;
import org.springframework.yarn.config.annotation.builders.YarnResourceLocalizerConfigurer;
import org.springframework.yarn.fs.ResourceLocalizer;
import org.springframework.yarn.test.context.MiniYarnCluster;
import org.springframework.yarn.test.context.YarnDelegatingSmartContextLoader;
@RunWith(SpringJUnit4ClassRunner.class)
@ContextConfiguration(loader=YarnDelegatingSmartContextLoader.class)
@MiniYarnCluster
@DirtiesContext(classMode=ClassMode.AFTER_CLASS)
public class SpringYarnConfigurationWithClusterTests {
@Autowired
private ApplicationContext ctx;
@Test
public void testSimpleConfig() throws Exception {
assertNotNull(ctx);
assertTrue(ctx.containsBean("yarnConfiguration"));
YarnConfiguration config = (YarnConfiguration) ctx.getBean("yarnConfiguration");
assertNotNull(config);
assertTrue(ctx.containsBean("yarnLocalresources"));
ResourceLocalizer localizer = (ResourceLocalizer) ctx.getBean("yarnLocalresources");
assertNotNull(localizer);
assertTrue(ctx.containsBean(YarnSystemConstants.DEFAULT_ID_ENVIRONMENT));
@SuppressWarnings("unchecked")
Map<String, String> environment = (Map<String, String>) ctx.getBean(YarnSystemConstants.DEFAULT_ID_ENVIRONMENT);
assertNotNull(environment);
}
@Configuration
@EnableYarn(enable=Enable.BASE)
static class Config extends SpringYarnConfigurerAdapter {
@Override
public void configure(YarnResourceLocalizerConfigurer localizer) throws Exception {
localizer
.withCopy()
.copy("foo.jar", "/tmp", true)
.source("foo2.jar").destination("/tmp").staging(false)
.and()
.withHdfs()
.hdfs("/tmp/foo.jar");
}
@Override
public void configure(YarnEnvironmentConfigurer environment) throws Exception {
environment
.withClasspath()
.entry("./*");
}
}
}