Package org.apache.hadoop.conf

Examples of org.apache.hadoop.conf.Configuration.addResource()

413
414
415
416
417
418
419
420
421
422
423
      // When importing image from a checkpoint, the name-node can
      // start with empty set of storage directories.
      Configuration cE = new HdfsConfiguration(false);
      cE.addResource("core-default.xml");
      cE.addResource("core-site.xml");
      cE.addResource("hdfs-default.xml");
      Collection<String> dirNames2 = cE.getTrimmedStringCollection(propertyName);
      dirNames.removeAll(dirNames2);
      if(dirNames.isEmpty())
        LOG.warn("!!! WARNING !!!" +
          "\n\tThe NameNode currently runs without persistent storage." +
View Full Code Here
416
417
418
419
420
421
422
423
424
425
426
    }
   
    public synchronized Configuration loadConfFile() throws IOException {
      FileContext fc = FileContext.getFileContext(confFile.toUri(), conf);
      Configuration jobConf = new Configuration(false);
      jobConf.addResource(fc.open(confFile), confFile.toString());
      return jobConf;
    }
  }

  private SerialNumberIndex serialNumberIndex = null;
View Full Code Here
1422
1423
1424
1425
1426
1427
1428
1429
1430
1431
1432
        String classpathFile = "hadoop-" + jobTrackerSpec + ".xml";
        URL validate = conf.getResource(classpathFile);
        if (validate == null) {
          throw new RuntimeException(classpathFile + " not found on CLASSPATH");
        }
        conf.addResource(classpathFile);
      }
    }
    return conf;
  }
View Full Code Here
205
206
207
208
209
210
211
212
213
214
215
        if (!s.isDir())
        {
          Path resourcePath = s.getPath();
          File tmpResFile = FileUtil.createLocalTempFile(new File(resourcePath.getName()), "-tmp", true);
          FileUtil.copy(fs, resourcePath, tmpResFile, false, conf);
          metaConf.addResource(tmpResFile.toURL());
        }
      }
    }
    else
    {     
View Full Code Here
213
214
215
216
217
218
219
220
221
222
223
    }
    else
    {     
      File tmpResFile = FileUtil.createLocalTempFile(new File(metaFilePath.getName()), "-tmp", true);
      FileUtil.copy(fs, metaFilePath, tmpResFile, false, conf);
      metaConf.addResource(tmpResFile.toURL());
    }

    return metaConf;
    }
View Full Code Here
357
358
359
360
361
362
363
364
365
366
367
    }
   
    public synchronized Configuration loadConfFile() throws IOException {
      FileContext fc = FileContext.getFileContext(confFile.toUri(), conf);
      Configuration jobConf = new Configuration(false);
      jobConf.addResource(fc.open(confFile), confFile.toString());
      return jobConf;
    }
  }

  private SerialNumberIndex serialNumberIndex = null;
View Full Code Here
197
198
199
200
201
202
203
204
205
206
207
      return cachedInstance = new MockInstance(instance);
    if (siteFile != null) {
      AccumuloConfiguration config = new AccumuloConfiguration() {
        Configuration xml = new Configuration();
        {
          xml.addResource(new Path(siteFile));
        }
       
        @Override
        public Iterator<Entry<String,String>> iterator() {
          TreeMap<String,String> map = new TreeMap<String,String>();
View Full Code Here
924
925
926
927
928
929
930
931
932
933
934
        String classpathFile = "hadoop-" + jobTrackerSpec + ".xml";
        URL validate = conf.getResource(classpathFile);
        if (validate == null) {
          throw new RuntimeException(classpathFile + " not found on CLASSPATH");
        }
        conf.addResource(classpathFile);
      }
    }
    return conf;
  }
View Full Code Here
136
137
138
139
140
141
142
143
144
145
146
      if (!confDirFile.canRead()) {
        throw new IOException("Resource directory must be readable by the Solr process: " + confDirFile.getAbsolutePath());
      }
      for (String file : HADOOP_CONF_FILES) {
        if (new File(confDirFile, file).exists()) {
          conf.addResource(new Path(confDir, file));
        }
      }
    }
    return conf;
  }
View Full Code Here
126
127
128
129
130
131
132
133
134
135
136
        return SiteConfiguration.getInstance(DefaultConfiguration.getInstance());
      } else {
        return new AccumuloConfiguration() {
          Configuration xml = new Configuration();
          {
            xml.addResource(new Path(siteFile));
          }

          @Override
          public Iterator<Entry<String,String>> iterator() {
            TreeMap<String,String> map = new TreeMap<String,String>();
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.