Package com.alimama.mdrill.index.utils

Examples of com.alimama.mdrill.index.utils.DocumentMap


          }
         
        }
      }
     
      context.write(new PairWriteable(this.Index++), new DocumentMap(res));

     
      if(this.isuniqcheck&&uniqfieldIndex>0&&res[uniqfieldIndex]!=null)
      {
        String notempty=res[uniqfieldIndex];
        if(notempty.length()>0&&!notempty.equals("_"))
        {
          context.write(new PairWriteable(new Text("uniq_"+notempty)), new DocumentMap());
        }
      }
     
      return true;
       
View Full Code Here


    if(!key.isNum())
    {
      int dumps=0;
      Iterator<DocumentMap> iterator = values.iterator();
      while (iterator.hasNext()) {
        DocumentMap doclist = iterator.next();
        dumps++;
      }
      if(dumps>1)
      {
        context.getCounter("higo", "dumpcount").increment(1);;
        if(debuglines<100)
          {
            debuglines++;
              System.out.println("dumpcount: " + key.toString()   + "");
          }
      }
      return ;
    }
   
    lastkey = new IntWritable(key.getIndex());
   
    Iterator<DocumentMap> iterator = values.iterator();
    while (iterator.hasNext()) {
      if(doccount>maxDocCount||debugInfo>maxDocCount_l)
      {
        LOG.info("count over:"+debugInfo);

        break ;
      }
     
      DocumentMap map=iterator.next();
     
      int addcnt=doclistcache.add(map,this.fields);
      if(addcnt<=0)
      {
        context.getCounter("higo", "addempty").increment(1);
View Full Code Here

TOP

Related Classes of com.alimama.mdrill.index.utils.DocumentMap

Copyright © 2018 www.massapicom. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.