Package org.apache.hadoop.fs

Examples of org.apache.hadoop.fs.FsUrlStreamHandlerFactory

127
128
129
130
131
132
133
134
135
136
137
    if (registerJvmUrl) {
      try {
        // force UGI init to prevent infinite loop - see SHDP-92
        UserGroupInformation.setConfiguration(internalConfig);
        URL.setURLStreamHandlerFactory(new FsUrlStreamHandlerFactory(getObject()));
        log.info("Registered HDFS URL stream handler");
      } catch (Error err) {
        log.warn("Cannot register Hadoop URL stream handler - one is already registered");
      }
    }
View Full Code Here
32
33
34
35
36
37
38
39
40
41
42
     */
    public static synchronized void register() {
        if (registered) {
            return;
        }
        FsUrlStreamHandlerFactory factory = new FsUrlStreamHandlerFactory();
        try {
            URL.setURLStreamHandlerFactory(factory);
        } catch (Error e) {
            if (e.getClass().equals(Error.class)) {
                // ok.
View Full Code Here
46
47
48
49
50
51
52
53
54
55
56
        return hdfsEndpoint;
    }

    protected void initHdfs() {
        try {
            URL.setURLStreamHandlerFactory(new FsUrlStreamHandlerFactory());
        } catch (Throwable e) {
            // ignore as its most likely already set
            LOG.debug("Cannot set URLStreamHandlerFactory due " + e.getMessage() + ". This exception will be ignored.", e);
        }
    }
View Full Code Here
155
156
157
158
159
160
161
162
163
164
165
    if (registerJvmUrl) {
      try {
        // force UGI init to prevent infinite loop - see SHDP-92
        UserGroupInformation.setConfiguration(internalConfig);
        ugiCalled = true;
        URL.setURLStreamHandlerFactory(new FsUrlStreamHandlerFactory(getObject()));
        log.info("Registered HDFS URL stream handler");
      } catch (Error err) {
        log.warn("Cannot register Hadoop URL stream handler - one is already registered");
      }
    }
View Full Code Here
148
149
150
151
152
153
154
155
156
157
158
  @SuppressWarnings("deprecation")
  @Test
  public void testResolve() throws Exception {
    Resource resource = loader.getResource("/test");
    try {
      URL.setURLStreamHandlerFactory(new FsUrlStreamHandlerFactory(fs.getConf()));
    } catch (Error err) {
      //somebody already registered an URL handler...
      // get out
    }
View Full Code Here
46
47
48
49
50
51
52
53
54
55
56
        return hdfsEndpoint;
    }

    protected void initHdfs() {
        try {
            URL.setURLStreamHandlerFactory(new FsUrlStreamHandlerFactory());
        } catch (Throwable e) {
            // ignore as its most likely already set
            LOG.debug("Cannot set URLStreamHandlerFactory due " + e.getMessage() + ". This exception will be ignored.", e);
        }
    }
View Full Code Here
46
47
48
49
50
51
52
53
54
55
56
        return hdfsEndpoint;
    }

    protected void initHdfs() {
        try {
            URL.setURLStreamHandlerFactory(new FsUrlStreamHandlerFactory());
        } catch (Throwable e) {
            // ignore as its most likely already set
            LOG.debug("Cannot set URLStreamHandlerFactory due " + e.getMessage() + ". This exception will be ignored.", e);
        }
    }
View Full Code Here
45
46
47
48
49
50
51
52
53
54
55
        return hdfsEndpoint;
    }

    protected void initHdfs() {
        try {
            URL.setURLStreamHandlerFactory(new FsUrlStreamHandlerFactory());
        } catch (Throwable e) {
            // ignore as its most likely already set
            LOG.debug("Cannot set URLStreamHandlerFactory due " + e.getMessage() + ". This exception will be ignored.", e);
        }
    }
View Full Code Here
55
56
57
58
59
60
61
62
63
64
65
    // Setup our own factory
    // setURLSteramHandlerFactor is can be set at most once in the JVM
    // the new URLStreamHandler is valid for all tests cases
    // in TestStreamHandler
    FsUrlStreamHandlerFactory factory =
        new org.apache.hadoop.fs.FsUrlStreamHandlerFactory();
    java.net.URL.setURLStreamHandlerFactory(factory);

    Path filePath = new Path("/thefile");
View Full Code Here
47
48
49
50
51
52
53
54
55
56
57
        return hdfsEndpoint;
    }

    protected void initHdfs() {
        try {
            URL.setURLStreamHandlerFactory(new FsUrlStreamHandlerFactory());
        } catch (Throwable e) {
            // ignore as its most likely already set
            LOG.debug("Cannot set URLStreamHandlerFactory due " + e.getMessage() + ". This exception will be ignored.", e);
        }
    }
View Full Code Here
TOP

Related Classes of org.apache.hadoop.fs.FsUrlStreamHandlerFactory

  • cascading.lingual.platform.hadoop.HadoopPlatformBroker
  • cascading.lingual.platform.hadoop2.Hadoop2MR1PlatformBroker
  • com.asakusafw.bulkloader.common.UrlStreamHandlerFactoryRegisterer
  • org.apache.camel.component.hdfs.HdfsComponent
  • org.apache.camel.component.hdfs2.HdfsComponent
  • org.apache.hadoop.conf.Configuration
  • org.apache.hadoop.fs.TestUrlStreamHandler
  • org.springframework.data.hadoop.configuration.ConfigurationFactoryBean
  • org.springframework.data.hadoop.fs.HdfsResourceLoaderLegacyTest
  • org.springframework.yarn.configuration.ConfigurationFactoryBean
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.