Examples of HdfsResourceLoader

Examples of org.springframework.data.hadoop.fs.HdfsResourceLoader

100
101
102
103
104
105
106
107
108
109
110
111
112
113
    this.splitter = splitter;
  }

  private Set<Resource> resolveResources() throws IOException {
    Set<Resource> resources = new HashSet<Resource>();
    HdfsResourceLoader loader = new HdfsResourceLoader(getConfiguration());
    if (inputPatterns != null) {
      for (String pattern : inputPatterns) {
        resources.addAll(Arrays.asList(loader.getResources(pattern)));
      }
    }
    loader.close();
    return resources;
  }
View Full Code Here

Examples of org.springframework.data.hadoop.fs.HdfsResourceLoader

171
172
173
174
175
176
177
          variableName));
      return null;
    }

    // create one instance
    return new HdfsResourceLoader(cfg);
  }
View Full Code Here

Examples of org.springframework.data.hadoop.fs.HdfsResourceLoader

68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
      // ignore
    }
  }

  public static Resource mkdir(Configuration cfg, String dir) {
    HdfsResourceLoader loader = new HdfsResourceLoader(cfg);
    try {
      Resource resource = loader.getResource(dir);
      FileSystem fs = ((HdfsResourceLoader) loader).getFileSystem();
      fs.mkdirs(new Path(resource.getURI()));
      return loader.getResource(dir);
    } catch (IOException ex) {
      try {
        loader.close();
      } catch (IOException ioe) {
      }
      throw new IllegalArgumentException(ex);
    }
View Full Code Here

Examples of org.springframework.data.hadoop.fs.HdfsResourceLoader

85
86
87
88
89
90
91
    }

  }

  public static Resource writeToFS(Configuration cfg, String filename) {
    return writeToFS(new HdfsResourceLoader(cfg), filename);
  }
View Full Code Here

Examples of org.springframework.data.hadoop.fs.HdfsResourceLoader

45
46
47
48
49
50
51
52
  @Resource(name = HadoopSystemConstants.DEFAULT_ID_RESOURCE_LOADER_REGISTRAR)
  private CustomResourceLoaderRegistrar registrar;

  @Test
  public void testRegistrarExists() throws Exception {
    HdfsResourceLoader fromRegistrar = TestUtils.readField("loader", registrar);
    assertThat(loader, sameInstance(fromRegistrar));
  }
View Full Code Here

Examples of org.springframework.data.hadoop.fs.HdfsResourceLoader

55
56
57
58
59
60
61
62
63
64
65
66
    ctx.registerShutdownHook();

    FileSystem fs = FileSystem.get(ctx.getBean(Configuration.class));
    System.out.println("FS is " + fs.getClass().getName());
    HdfsResourceLoader hrl = ctx.getBean(HdfsResourceLoader.class);
    Resource resource = hrl.getResource("/ide-test/output/word/");

    assertTrue(ctx.isPrototype("script-tasklet"));

    fs.delete(new Path(resource.getURI().toString()), true);
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.