Examples of DbusKeyFilter

com.linkedin.databus2.core.filter.DbusKeyFilter
corp.linkedin.com/wiki/cf/display/ENGS/Databus+V2+Server+Side+Filtering+for+LIAR

Examples of com.linkedin.databus2.core.filter.DbusKeyFilter

       throw new RequestProcessingException(componentStatus.getMessage());
      }


      String partitionInfoString = request.getParams().getProperty(PARTITION_INFO_PARAM);


      DbusKeyFilter keyFilter = null;
      if ( (null != partitionInfoString) && (!partitionInfoString.isEmpty()))
      {
        try
        {
          keyFilter = KeyFilterConfigJSONFactory.parseDbusKeyFilter(partitionInfoString);

View Full Code Here

Examples of com.linkedin.databus2.core.filter.DbusKeyFilter


    DbusKeyCompositeFilter filter = conn.getRelayFilter();
    Assert.assertNotNull(filter);
    // get DbusKeyFilter that we put in
    KeyFilterConfigHolder configHolder = filterConfig.getConfigMap().values().iterator().next();
    DbusKeyFilter inFilter = new DbusKeyFilter(configHolder);


    // get filter from the connection
    Assert.assertEquals(filter.getFilterMap().size(), 1, "1 filter in the composite filter");
    Assert.assertTrue(filter.getFilterMap().entrySet().iterator().hasNext(), "has one filter");
    DbusKeyFilter newFilter = filter.getFilterMap().values().iterator().next();


    //compare them
    boolean eq = inFilter.getPartitionType() == newFilter.getPartitionType() &&
        inFilter.getFilters().size() == newFilter.getFilters().size();
    Assert.assertTrue(eq, "Same Filter");
  }

View Full Code Here

Examples of com.linkedin.databus2.core.filter.DbusKeyFilter

  {


    KeyFilterConfigHolder.Config partConf =  new KeyFilterConfigHolder.Config();
    partConf.setType("NONE");


    DbusKeyFilter filter = new DbusKeyFilter(new KeyFilterConfigHolder(partConf.build()));
    List<DbusEvent> dbusEvents = new ArrayList<DbusEvent>();
    List<Long> keys = new ArrayList<Long>();
    for (long i = 0 ; i < 1000 ;i++)
    {
      keys.add(i);
    }


    generateEvents(1000, (short)1, keys, dbusEvents );




    List<DbusEvent> passedEvents = new ArrayList<DbusEvent>();
    List<DbusEvent> failedEvents = new ArrayList<DbusEvent>();


    for (DbusEvent event :  dbusEvents)
    {
      if ( filter.allow(event))
      {
        passedEvents.add(event);
      } else {
        failedEvents.add(event);
      }
    }


    System.out.println("Passed Event Size :" + passedEvents.size());
    System.out.println("Failed Event Size :" + failedEvents.size());


    assertEquals("Passed Size", dbusEvents.size(), passedEvents.size());
    assertEquals("Failed Size",0, failedEvents.size());


    for ( int i = 0; i < passedEvents.size(); i++ )
    {
      assertEquals("Passed Element " + i, dbusEvents.get(i), passedEvents.get(i));
    }


    ObjectMapper objMapper = new ObjectMapper();
    String objStr = objMapper.writeValueAsString(filter);


    System.out.println("KeyFilter :" + objStr);


    DbusKeyFilter filter2 = KeyFilterConfigJSONFactory.parseDbusKeyFilter(objStr);
    String objStr2 = objMapper.writeValueAsString(filter2);


    System.out.println("KeyFilter2 :" + objStr2);
    assertEquals("KeyNoneFilter: JSON Serialization Test", objStr, objStr2);
  }

View Full Code Here

Examples of com.linkedin.databus2.core.filter.DbusKeyFilter

        partConf.setType("MOD");
        KeyModFilterConfig.Config modConf = new KeyModFilterConfig.Config();
        modConf.setNumBuckets(5);
        modConf.setBuckets("[0,3-9]"); //invalid config
        partConf.setMod(modConf);
        DbusKeyFilter filter = new DbusKeyFilter(new KeyFilterConfigHolder(partConf.build()));
      } catch (InvalidConfigException ie) {
        ie.printStackTrace();
        isException = true;
      }


      assertEquals("Got Exception for invalid Config (MaxBucket is more than numBuckets) ", true, isException);


      //Error Case : Min Bucket is more than maxBucket
      isException = false;
      try
      {
        KeyFilterConfigHolder.Config partConf =  new KeyFilterConfigHolder.Config();
        partConf.setType("MOD");
        KeyModFilterConfig.Config modConf = new KeyModFilterConfig.Config();
        modConf.setNumBuckets(50);
        modConf.setBuckets("[0,9-3]"); //invalid config
        partConf.setMod(modConf);
        DbusKeyFilter filter = new DbusKeyFilter(new KeyFilterConfigHolder(partConf.build()));
      } catch (InvalidConfigException ie) {
        ie.printStackTrace();
        isException = true;
      }
      assertEquals("Got Exception for invalid Config (Min Bucket is more than maxBucket) ", true, isException);




      //Error Case : numBuckets is negative
      isException = false;
      try
      {
        KeyFilterConfigHolder.Config partConf =  new KeyFilterConfigHolder.Config();
        partConf.setType("MOD");
        KeyModFilterConfig.Config modConf = new KeyModFilterConfig.Config();
        modConf.setNumBuckets(-5);
        modConf.setBuckets("[0]"); //invalid config
        partConf.setMod(modConf);
        DbusKeyFilter filter = new DbusKeyFilter(new KeyFilterConfigHolder(partConf.build()));
      } catch (InvalidConfigException ie) {
        ie.printStackTrace();
        isException = true;
      }
      assertEquals("Got Exception for invalid Config numBuckets is negative) ", true, isException);




      //Error Case : minBucket is negative
      isException = false;
      try
      {
        KeyFilterConfigHolder.Config partConf =  new KeyFilterConfigHolder.Config();
        partConf.setType("MOD");
        KeyModFilterConfig.Config modConf = new KeyModFilterConfig.Config();
        modConf.setNumBuckets(50);
        modConf.setBuckets("[-5,1-3]"); //invalid config
        partConf.setMod(modConf);
        DbusKeyFilter filter = new DbusKeyFilter(new KeyFilterConfigHolder(partConf.build()));
      } catch (InvalidConfigException ie) {
        ie.printStackTrace();
        isException = true;
      }
      assertEquals("Got Exception for invalid Config (minBucket is negative) ", true, isException);

View Full Code Here

Examples of com.linkedin.databus2.core.filter.DbusKeyFilter

    partConf.setType("MOD");
    KeyModFilterConfig.Config modConf = new KeyModFilterConfig.Config();
    modConf.setNumBuckets(100);
    modConf.setBuckets("[0,3-4]");
    partConf.setMod(modConf);
    DbusKeyFilter filter = new DbusKeyFilter(new KeyFilterConfigHolder(partConf.build()));


    List<DbusEvent> dbusEvents = new ArrayList<DbusEvent>();
    List<Long> keys = new ArrayList<Long>();
    for (long i = 0 ; i < 1000 ;i++)
    {
      keys.add(i);
    }


    generateEvents(1000, (short)1, keys, dbusEvents );


    List<DbusEvent> expPassedEvents = new ArrayList<DbusEvent>();
    List<DbusEvent> expFailedEvents = new ArrayList<DbusEvent>();


    for (DbusEvent event :  dbusEvents)
    {
      long bkt = event.key()%100;
      if ((bkt == 0) || ((bkt >= 3) && (bkt < 5)))
        expPassedEvents.add(event);
      else
        expFailedEvents.add(event);
    }


    List<DbusEvent> passedEvents = new ArrayList<DbusEvent>();
    List<DbusEvent> failedEvents = new ArrayList<DbusEvent>();


    for (DbusEvent event : dbusEvents)
    {
      if ( filter.allow(event))
      {
        passedEvents.add(event);
      } else {
        failedEvents.add(event);
      }
    }


    System.out.println("Passed Event Size :" + passedEvents.size());
    System.out.println("Failed Event Size :" + failedEvents.size());


    assertEquals("Passed Size", expPassedEvents.size(), passedEvents.size());
    assertEquals("Failed Size", expFailedEvents.size(), failedEvents.size());


    for (int i = 0; i < passedEvents.size(); ++i)
    {
      assertEquals("Passed Element " + i, expPassedEvents.get(i), passedEvents.get(i));
    }


    for (int i = 0; i < passedEvents.size(); ++i)
    {
      assertEquals("Failed Element " + i, expFailedEvents.get(i), failedEvents.get(i));
    }


    ObjectMapper objMapper = new ObjectMapper();
    String objStr = objMapper.writeValueAsString(filter);


    System.out.println("KeyModFilter :" + objStr);


    DbusKeyFilter filter2 = KeyFilterConfigJSONFactory.parseDbusKeyFilter(objStr);
    String objStr2 = objMapper.writeValueAsString(filter2);


    System.out.println("KeyModFilter2 :" + objStr2);
    assertEquals("KeyModFilter JSON Serialization Test", objStr, objStr2);
  }

View Full Code Here

Examples of com.linkedin.databus2.core.filter.DbusKeyFilter

    partConf.setType("MOD");
    KeyModFilterConfig.Config modConf = new KeyModFilterConfig.Config();
    modConf.setNumBuckets(100);
    modConf.setBuckets("[0,3-4]");
    partConf.setMod(modConf);
    DbusKeyFilter filter = new DbusKeyFilter(new KeyFilterConfigHolder(partConf.build()));


    // String Keys with numeric values
    List<DbusEvent> dbusEvents = new ArrayList<DbusEvent>();
    List<String> keys = new ArrayList<String>();
    for (long i = 0; i < 1000; ++i)
    {
      keys.add(new Long(i).toString());
    }


    generateStringEvents(1000, (short)1, keys, dbusEvents );


    List<DbusEvent> expPassedEvents = new ArrayList<DbusEvent>();
    List<DbusEvent> expFailedEvents = new ArrayList<DbusEvent>();


    for (DbusEvent event :  dbusEvents)
    {
      long bkt = new Long(new String(event.keyBytes()))%100;
      if ( (bkt == 0) || ( (bkt >= 3) && ( bkt < 5)))
        expPassedEvents.add(event);
      else
        expFailedEvents.add(event);
    }


    List<DbusEvent> passedEvents = new ArrayList<DbusEvent>();
    List<DbusEvent> failedEvents = new ArrayList<DbusEvent>();


    for (DbusEvent event : dbusEvents)
    {
      if (filter.allow(event))
      {
        passedEvents.add(event);
      } else {
        failedEvents.add(event);
      }
    }


    System.out.println("Passed Event Size :" + passedEvents.size());
    System.out.println("Failed Event Size :" + failedEvents.size());


    assertEquals("Passed Size", expPassedEvents.size(), passedEvents.size());
    assertEquals("Failed Size", expFailedEvents.size(), failedEvents.size());


    for (int i = 0; i < passedEvents.size(); ++i)
    {
      assertEquals("Passed Element " + i, expPassedEvents.get(i), passedEvents.get(i));
    }


    for (int i = 0; i < passedEvents.size(); ++i)
    {
      assertEquals("Failed Element " + i, expFailedEvents.get(i), failedEvents.get(i));
    }


    ObjectMapper objMapper = new ObjectMapper();
    String objStr = objMapper.writeValueAsString(filter);


    System.out.println("KeyModFilter :" + objStr);


    DbusKeyFilter filter2 = KeyFilterConfigJSONFactory.parseDbusKeyFilter(objStr);
    String objStr2 = objMapper.writeValueAsString(filter2);


    System.out.println("KeyModFilter2 :" + objStr2);
    assertEquals("KeyModFilter JSON Serialization Test", objStr, objStr2);
  }

View Full Code Here

Examples of com.linkedin.databus2.core.filter.DbusKeyFilter

    partConf.setType("MOD");
    KeyModFilterConfig.Config modConf = new KeyModFilterConfig.Config();
    modConf.setNumBuckets(100);
    modConf.setBuckets("[0,3-4]");
    partConf.setMod(modConf);
    DbusKeyFilter filter = new DbusKeyFilter(new KeyFilterConfigHolder(partConf.build()));


    // String Keys with numeric values
    List<DbusEvent> dbusEvents = new ArrayList<DbusEvent>();
    List<String> keys = new ArrayList<String>();
    for (long i = 0; i < 1000; ++i)
    {
      keys.add(i + "_1000"); //contains non-numeric char
    }


    generateStringEvents(1000, (short)1, keys, dbusEvents );


    List<DbusEvent> expPassedEvents = new ArrayList<DbusEvent>();
    List<DbusEvent> expFailedEvents = new ArrayList<DbusEvent>();


    for (DbusEvent event : dbusEvents)
    {
      long bkt = new Long(Math.abs(new String(event.keyBytes()).hashCode()))%100;
      if ( (bkt == 0) || ( (bkt >= 3) && ( bkt < 5)))
        expPassedEvents.add(event);
      else
        expFailedEvents.add(event);
    }


    List<DbusEvent> passedEvents = new ArrayList<DbusEvent>();
    List<DbusEvent> failedEvents = new ArrayList<DbusEvent>();


    for (DbusEvent event : dbusEvents)
    {
      if (filter.allow(event))
      {
        passedEvents.add(event);
      } else {
        failedEvents.add(event);
      }
    }


    System.out.println("Passed Event Size :" + passedEvents.size());
    System.out.println("Failed Event Size :" + failedEvents.size());


    assertEquals("Passed Size", expPassedEvents.size(), passedEvents.size());
    assertEquals("Failed Size", expFailedEvents.size(), failedEvents.size());


    for (int i = 0; i < passedEvents.size(); ++i)
    {
      assertEquals("Passed Element " + i, expPassedEvents.get(i), passedEvents.get(i));
    }


    for (int i = 0; i < passedEvents.size(); ++i)
    {
      assertEquals("Failed Element " + i, expFailedEvents.get(i), failedEvents.get(i));
    }


    ObjectMapper objMapper = new ObjectMapper();
    String objStr = objMapper.writeValueAsString(filter);


    System.out.println("KeyModFilter :" + objStr);


    DbusKeyFilter filter2 = KeyFilterConfigJSONFactory.parseDbusKeyFilter(objStr);
    String objStr2 = objMapper.writeValueAsString(filter2);


    System.out.println("KeyModFilter2 :" + objStr2);
    assertEquals("KeyModFilter JSON Serialization Test", objStr, objStr2);
  }

View Full Code Here

Examples of com.linkedin.databus2.core.filter.DbusKeyFilter

      partConf.setType("RANGE");
      KeyRangeFilterConfig.Config rangeConf = new KeyRangeFilterConfig.Config();
      rangeConf.setSize(-1);
      rangeConf.setPartitions("[0,3-4]");
      partConf.setRange(rangeConf);
      DbusKeyFilter filter = new DbusKeyFilter(new KeyFilterConfigHolder(partConf.build()));
    } catch (InvalidConfigException ice) {
      isException = true;
    }
    assertEquals("Got Exception for invalid Config (Range Size is negative) ", true, isException);


    isException = false;
    //Error Case: min is greater than max
    try
    {
      KeyFilterConfigHolder.Config partConf =  new KeyFilterConfigHolder.Config();
      partConf.setType("RANGE");
      KeyRangeFilterConfig.Config rangeConf = new KeyRangeFilterConfig.Config();
      rangeConf.setSize(100);
      rangeConf.setPartitions("[0,5-4]");
      partConf.setRange(rangeConf);
      DbusKeyFilter filter = new DbusKeyFilter(new KeyFilterConfigHolder(partConf.build()));
    } catch (InvalidConfigException ice) {
      isException = true;
    }
    assertEquals("Got Exception for invalid Config (min is greater than max) ", true, isException);


    isException = false;
    //Error Case: min is -ve
    try
    {
      KeyFilterConfigHolder.Config partConf =  new KeyFilterConfigHolder.Config();
      partConf.setType("RANGE");
      KeyRangeFilterConfig.Config rangeConf = new KeyRangeFilterConfig.Config();
      rangeConf.setSize(100);
      rangeConf.setPartitions("[-3,2-4]");
      partConf.setRange(rangeConf);
      DbusKeyFilter filter = new DbusKeyFilter(new KeyFilterConfigHolder(partConf.build()));
    } catch (InvalidConfigException ice) {
      isException = true;
    }
    assertEquals("Got Exception for invalid Config (min is greater than max) ", true, isException);
  }

View Full Code Here

Examples of com.linkedin.databus2.core.filter.DbusKeyFilter

    partConf.setType("RANGE");
    KeyRangeFilterConfig.Config rangeConf = new KeyRangeFilterConfig.Config();
    rangeConf.setSize(100);
    rangeConf.setPartitions("[0,3-4]");
    partConf.setRange(rangeConf);
    DbusKeyFilter filter = new DbusKeyFilter(new KeyFilterConfigHolder(partConf.build()));


    List<DbusEvent> dbusEvents = new ArrayList<DbusEvent>();
    List<Long> keys = new ArrayList<Long>();
    for (long i = 0; i < 1000; ++i)
    {
      keys.add(i);
    }


    generateEvents(1000, (short)1, keys, dbusEvents);


    List<DbusEvent> expPassedEvents = new ArrayList<DbusEvent>();
    List<DbusEvent> expFailedEvents = new ArrayList<DbusEvent>();


    for (DbusEvent event : dbusEvents)
    {
      long key = event.key();
      if ((key < 100) || ((key >= 300) && (key < 500)))
        expPassedEvents.add(event);
      else
        expFailedEvents.add(event);
    }


    List<DbusEvent> passedEvents = new ArrayList<DbusEvent>();
    List<DbusEvent> failedEvents = new ArrayList<DbusEvent>();


    for (DbusEvent event : dbusEvents)
    {
      if (filter.allow(event))
      {
        passedEvents.add(event);
      } else {
        failedEvents.add(event);
      }
    }


    System.out.println("Passed Event Size :" + passedEvents.size());
    System.out.println("Failed Event Size :" + failedEvents.size());


    assertEquals("Passed Size", expPassedEvents.size(), passedEvents.size());
    assertEquals("Failed Size", expFailedEvents.size(), failedEvents.size());


    for (int i = 0; i < passedEvents.size(); ++i)
    {
      assertEquals("Passed Element " + i, expPassedEvents.get(i), passedEvents.get(i));
    }


    for (int i = 0; i < passedEvents.size(); ++i)
    {
      assertEquals("Failed Element " + i, expFailedEvents.get(i), failedEvents.get(i));
    }


    ObjectMapper objMapper = new ObjectMapper();
    String objStr = objMapper.writeValueAsString(filter);


    System.out.println("KeyRangeFilter :" + objStr);


    DbusKeyFilter filter2 = KeyFilterConfigJSONFactory.parseDbusKeyFilter(objStr);
    String objStr2 = objMapper.writeValueAsString(filter2);


    System.out.println("KeyRangeFilter2 :" + objStr2);
    assertEquals("KeyRangeFilter JSON Serialization Test", objStr, objStr2);

View Full Code Here

Examples of com.linkedin.databus2.core.filter.DbusKeyFilter

          _bootstrapFilter.merge(new DbusKeyCompositeFilter(fConfMap));
        }
        _bootstrapFilter.dedupe();
      }


      DbusKeyFilter filter = null;
      IdNamePair srcEntry = srcNameMap.get(curSrcName);


      if ( null != srcEntry)
      {
        Map<Long, DbusKeyFilter> fMap = _bootstrapFilter.getFilterMap();

View Full Code Here

0 1

TOP

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.