Package com.asakusafw.runtime.util.hadoop

Examples of com.asakusafw.runtime.util.hadoop.ConfigurationProvider

45
46
47
48
49
50
51
     * Initializes the test.
     * @throws Exception if some errors were occurred
     */
    @Before
    public void setUp() throws Exception {
        hadoopConf = new ConfigurationProvider().newInstance();
    }
View Full Code Here
77
78
79
80
81
82
83
84
85
86
     * Initializes the test.
     * @throws Exception if some errors were occurred
     */
    @Before
    public void setUp() throws Exception {
        conf = new ConfigurationProvider().newInstance();
        working = new Path(temp.getRoot().toURI());
        fs = FileSystem.get(working.toUri(), conf);
        Assume.assumeThat(working.toString(), is(not(containsString(" "))));
    }
View Full Code Here
143
144
145
146
147
148
149
    /**
     * インスタンスを生成する。
     * @return 生成したインスタンス
     */
    public static HadoopDriver createInstance() {
        return new HadoopDriver(new ConfigurationProvider());
    }
View Full Code Here
58
59
60
61
62
63
64
65
66
67
68
     * @throws Exception if failed
     */
    @Test
    public void simple() throws Exception {
        File cacheRepo = folder.newFolder();
        Configuration configuration = new ConfigurationProvider().newInstance();
        LockProvider<Path> locks = new LocalFileLockProvider<Path>(folder.newFolder());
        RetryStrategy retrier = new ConstantRetryStrategy();
        HadoopFileCacheRepository cache = new HadoopFileCacheRepository(configuration, path(cacheRepo), locks, retrier);

        File source = put(folder.newFile(), "Hello, world!");
View Full Code Here
78
79
80
81
82
83
84
85
86
87
88
     * @throws Exception if failed
     */
    @Test
    public void update() throws Exception {
        File cacheRepo = folder.newFolder();
        Configuration configuration = new ConfigurationProvider().newInstance();
        LockProvider<Path> locks = new LocalFileLockProvider<Path>(folder.newFolder());
        RetryStrategy retrier = new ConstantRetryStrategy();
        HadoopFileCacheRepository cache = new HadoopFileCacheRepository(configuration, path(cacheRepo), locks, retrier);

        File source = put(folder.newFile(), "Hello, world!");
View Full Code Here
100
101
102
103
104
105
106
107
108
109
110
     * @throws Exception if failed
     */
    @Test
    public void cached() throws Exception {
        File cacheRepo = folder.newFolder();
        Configuration configuration = new ConfigurationProvider().newInstance();
        LockProvider<Path> locks = new LocalFileLockProvider<Path>(folder.newFolder());
        RetryStrategy retrier = new ConstantRetryStrategy();
        HadoopFileCacheRepository cache = new HadoopFileCacheRepository(configuration, path(cacheRepo), locks, retrier);

        File source = put(folder.newFile(), "Hello, world!");
View Full Code Here
142
143
144
145
146
147
148
149
150
151
152
            output.close();
        }

        final Path path = path(source);
        File cacheRepo = folder.newFolder();
        Configuration configuration = new ConfigurationProvider().newInstance();
        LockProvider<Path> locks = new LocalFileLockProvider<Path>(folder.newFolder());
        RetryStrategy retrier = new ConstantRetryStrategy(30, 100, 200);
        final FileCacheRepository cache = new HadoopFileCacheRepository(configuration, path(cacheRepo), locks, retrier);

        List<Future<Path>> futures = new ArrayList<Future<Path>>();
View Full Code Here
157
158
159
160
161
162
163
164
165
166
167
     * Simple case for record readers.
     * @throws Exception if failed
     */
    @Test
    public void reader_simple() throws Exception {
        Configuration conf = new ConfigurationProvider().newInstance();
        FileStatus stat = write(conf, 1);
        RecordReader<NullWritable, Text> reader = TemporaryInputFormat.createRecordReader();
        try {
            reader.initialize(
                    new FileSplit(stat.getPath(), 0, stat.getLen(), null),
View Full Code Here
95
96
97
98
99
100
101
102
103
104
105
    @SuppressWarnings("deprecation")
    @Before
    public void setUp() throws Exception {
        UnitTestUtil.startUp();
        remote.initialize("target", "tester");
        remote.setConf(new ConfigurationProvider().newInstance());
        ConfigurationLoader.getProperty().setProperty(
                Constants.PROP_KEY_BASE_PATH,
                folder.getRoot().getAbsoluteFile().toURI().toString());
        info1 = new LocalCacheInfo(
                "testing1",
View Full Code Here
99
100
101
102
103
104
105
106
107
108
    @SuppressWarnings("deprecation")
    @Before
    public void setUp() throws Exception {
        UnitTestUtil.startUp();
        remote.initialize("target", "batch", "flow", "exec", "tester");
        remote.setConf(new ConfigurationProvider().newInstance());
        ConfigurationLoader.getProperty().setProperty(
                Constants.PROP_KEY_BASE_PATH,
                folder.getRoot().getAbsoluteFile().toURI().toString());
    }
View Full Code Here
TOP

Related Classes of com.asakusafw.runtime.util.hadoop.ConfigurationProvider

  • com.asakusafw.bulkloader.cache.CacheBuildTest
  • com.asakusafw.bulkloader.cache.DeleteCacheStorageLocalTest
  • com.asakusafw.bulkloader.cache.DeleteCacheStorageRemoteTest
  • com.asakusafw.bulkloader.cache.GetCacheInfoLocalTest
  • com.asakusafw.bulkloader.cache.GetCacheInfoRemoteTest
  • com.asakusafw.compiler.util.tester.HadoopDriver
  • com.asakusafw.runtime.stage.input.TemporaryInputFormatTest
  • com.asakusafw.runtime.util.cache.HadoopFileCacheRepositoryTest
  • com.asakusafw.windgate.hadoopfs.HadoopFsMirrorTest
  • com.asakusafw.windgate.hadoopfs.HadoopFsProfileTest
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.