Package com.alimama.mdrill.hdfsDirectory

Examples of com.alimama.mdrill.hdfsDirectory.FileSystemDirectory

74
75
76
77
78
79
80
81
82
83
            FileUtils.forceDelete(fd.getDirectory());
    }
   
    if(m1.d instanceof FileSystemDirectory)
    {
      FileSystemDirectory fd=(FileSystemDirectory)m1.d;
      FileSystem fs=FileSystem.get(conf);
      fs.delete(fd.directory,true);
    }
  }
View Full Code Here
420
421
422
423
424
425
426
427
428
429
430
          for(FileStatus s:list)
          {
            try{
            DirectoryInfo info=new DirectoryInfo();
            info.tp=DirTpe.hdfs;
            info.d=new FileSystemDirectory(fs, s.getPath(), false, conf);
            savedTxid=Math.max(savedTxid, info.readTxid());
            }catch(Throwable e){
              LOG.error("recoverFromEditlog error",e);
            }
          }
View Full Code Here
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
                {
                  continue;
                }
                for(FileStatus ssss:sublist)
                {
                  FileSystemDirectory d=new FileSystemDirectory(fstimeout, ssss.getPath(), false, conf_timeout);
                  d.setUsedBlockBuffer(true);
                  DirectoryInfo info=new DirectoryInfo();
                  info.d=d;
                  info.tp=DirectoryInfo.DirTpe.file;
                  diskDirector.put(s1+"/sigment/"+ssss.getPath().getName(), info);
                  ishdfsmode=true;
                  SolrCore.log.info(">>>>>FileSystemDirectory hdfs add links "+ssss.getPath());
                }
               
              }else{

             
              FileSystemDirectory d=new FileSystemDirectory(fs, p, false, conf);
              d.setUsedBlockBuffer(true);
              DirectoryInfo info=new DirectoryInfo();
              info.d=d;
              info.tp=DirectoryInfo.DirTpe.file;
              diskDirector.put(s1, info);
              ishdfsmode=true;
View Full Code Here
420
421
422
423
424
425
426
427
428
429
430
          for(FileStatus s:list)
          {
            try{
            DirectoryInfo info=new DirectoryInfo();
            info.tp=DirTpe.hdfs;
            info.d=new FileSystemDirectory(fs, s.getPath(), false, conf);
            savedTxid=Math.max(savedTxid, info.readTxid());
            }catch(Throwable e){
              LOG.error("recoverFromEditlog error",e);
            }
          }
View Full Code Here
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
                {
                  continue;
                }
                for(FileStatus ssss:sublist)
                {
                  FileSystemDirectory d=new FileSystemDirectory(fstimeout, ssss.getPath(), false, conf_timeout);
                  d.setUsedBlockBuffer(true);
                  DirectoryInfo info=new DirectoryInfo();
                  info.d=d;
                  info.tp=DirectoryInfo.DirTpe.file;
                  diskDirector.put(s1+"/sigment/"+ssss.getPath().getName(), info);
                  ishdfsmode=true;
                  SolrCore.log.info(">>>>>FileSystemDirectory hdfs add links "+ssss.getPath());
                }
               
              }else{

             
              FileSystemDirectory d=new FileSystemDirectory(fs, p, false, conf);
              d.setUsedBlockBuffer(true);
              DirectoryInfo info=new DirectoryInfo();
              info.d=d;
              info.tp=DirectoryInfo.DirTpe.file;
              diskDirector.put(s1, info);
              ishdfsmode=true;
View Full Code Here
83
84
85
86
87
88
89
90
91
92
93
      if (dir instanceof FSDirectory) {
        FSDirectory fsd = (FSDirectory) dir;
        sb.append("dir=").append(fsd.getDirectory());
      }else if (dir instanceof FileSystemDirectory) {
        FileSystemDirectory fsd = (FileSystemDirectory) dir;
          sb.append("dir=").append(fsd.directory.toString());
        }else {
        sb.append("dir=").append(dir);
      }
View Full Code Here
967
968
969
970
971
972
973
974
975
976
977
    buffer.append(si.name).append("@");
    if(core.dir instanceof FSDirectory){
        FSDirectory dddir=(FSDirectory)core.dir;
        buffer.append(dddir.getDirectory().getAbsolutePath()).append("@");
      }else if(core.dir instanceof FileSystemDirectory){
        FileSystemDirectory dddir=(FileSystemDirectory)core.dir;
        buffer.append("@hdfs@"+dddir.directory.toString()).append("@");
      }
      else if(core.dir instanceof RAMDirectory){
        RAMDirectory dddir=(RAMDirectory)core.dir;
        buffer.append(dddir.uuid).append("@");
View Full Code Here
TOP

Related Classes of com.alimama.mdrill.hdfsDirectory.FileSystemDirectory

  • com.alimama.mdrill.buffer.CacheKeyBuffer
  • com.alimama.mdrill.index.IndexReducerMerge
  • com.alimama.mdrill.index.utils.ShardWriter
  • com.alimama.mdrill.solr.hbaserealtime.ReadOnlyDirectory
  • com.alimama.mdrill.solr.hbaserealtime.realtime.RealTimeDirectorUtils
  • com.alimama.mdrill.solr.hbaserealtime.RealTimeDirectory
  • com.alimama.mdrill.solr.realtime.ReadOnlyDirectory
  • com.alimama.mdrill.solr.realtime.realtime.RealTimeDirectorUtils
  • com.alimama.mdrill.solr.realtime.RealTimeDirectory
  • org.apache.hadoop.fs.FileStatus
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.