Examples of com.jpetrak.gate.stringannotation.extendedgazetteer2.trie3.StoreArrayOfCharArrays

Package com.jpetrak.gate.stringannotation.extendedgazetteer2.trie3

Examples of com.jpetrak.gate.stringannotation.extendedgazetteer2.trie3.StoreArrayOfCharArrays

com.jpetrak.gate.stringannotation.extendedgazetteer2.trie2.GazStoreTrie2
This represents a store that can add and retrieve char[] elements. Each char[] chunk is identified by an int index which is returned when adding the chunk and which can be used to get it back. The number of chunks in a store is limited to 2^31, and the length of each chunk is also limited to 2^31, but the total amount of chars in the store can exceed 2^32 (unsigned 32 bit).
The store supports storing the following:
- Varying length chunks. These consist of two chars that encode the length of the data (not including the length field) followed by the data
- Fixed length chunks: just data, the client must know the length and supply it both when adding and retrieving data
- Lists: each list consists of one or more elements of varying length chunks. The first of a list consists of the the chunk length, the list size, the index of the next element chunk and the actual chunk data for the first element. Elements 2-N consist of the chunk length, the index of the next element chunk and the actual chunk data. Next chunk index and in the first element, the list size are included in chunk length, the chunk length field itself is not.
@author Johann Petrak

    return listInfos.get(index).getFeatures();
  }
  
  @Override
  public int addListInfo(String type, String source, FeatureMap features) {
    listInfos.add(new ListInfo(type,source,features));
    return listInfos.size()-1;
  }

View Full Code Here

    System.out.println("State after s: "+s2);
    System.out.println("isFinal: "+s2.isFinal());
    Iterator<Lookup> lookupIter = gs.getLookups(s2);
    System.out.println("Have lookups: "+lookupIter.hasNext());
    while(lookupIter.hasNext()) {
      Lookup l = lookupIter.next();
      System.out.println("Have a lookup"+l);
    }
    File someFile = new File("tmp.gazbin");
    try {
      gs.save(someFile);
    } catch (FileNotFoundException e) {
      e.printStackTrace();
      assertTrue("could not save trie", false);
      return;
    }
    GazStoreTrie3 gs2 = new GazStoreTrie3();
    try {
      gs2 = (GazStoreTrie3)gs2.load(someFile);
    } catch (FileNotFoundException e) {
      e.printStackTrace();
      assertTrue("could not load trie",false);
      return;
    }
    State init_2 = gs2.getInitialState();
    System.out.println("Initial State: "+init_2);
    State s1_2 = init_2.next('a');
    System.out.println("State after a: "+s1_2);
    System.out.println("isFinal: "+s1_2.isFinal());
    State s2_2 = s1_2.next('s');
    System.out.println("State after s: "+s2_2);
    System.out.println("isFinal: "+s2_2.isFinal());
    Iterator<Lookup> lookupIter_2 = gs2.getLookups(s2_2);
    System.out.println("Have lookups: "+lookupIter_2.hasNext());
    while(lookupIter_2.hasNext()) {
      Lookup l = lookupIter_2.next();
      System.out.println("Have a lookup"+l);
    }
    
    System.out.println("************* end ********************");
  }

View Full Code Here

   * 
   * @param toMatch
   * @return
   */
  public Iterator<Lookup> match(String toMatch) {
    State currentState = getInitialState();
    for (int i = 0; i < toMatch.length(); i++) {
      char currentChar = toMatch.charAt(i);
      currentState = currentState.next(currentChar);
      if (currentState == null) {
        break;
      }
      if (i==(toMatch.length()-1) && currentState.isFinal()) {  // we are at the last character
        return getLookups(currentState);
      }
    }
    return null;
  }

View Full Code Here

    kv2[0] = "KEY1of2";
    kv2[1] = "VALUE1of2";
    kv2[2] = "KEY2of2";
    kv2[3] = "VALUE2of2";
    gs.addLookup("as", info1, kv2);
    State init = gs.getInitialState();
    System.out.println("Initial State: "+init);
    State s1 = init.next('a');
    System.out.println("State after a: "+s1);
    System.out.println("isFinal: "+s1.isFinal());
    State s2 = s1.next('s');
    System.out.println("State after s: "+s2);
    System.out.println("isFinal: "+s2.isFinal());
    Iterator<Lookup> lookupIter = gs.getLookups(s2);
    System.out.println("Have lookups: "+lookupIter.hasNext());
    while(lookupIter.hasNext()) {
      Lookup l = lookupIter.next();
      System.out.println("Have a lookup"+l);
    }
    File someFile = new File("tmp.gazbin");
    try {
      gs.save(someFile);
    } catch (FileNotFoundException e) {
      e.printStackTrace();
      assertTrue("could not save trie", false);
      return;
    }
    GazStoreTrie3 gs2 = new GazStoreTrie3();
    try {
      gs2 = (GazStoreTrie3)gs2.load(someFile);
    } catch (FileNotFoundException e) {
      e.printStackTrace();
      assertTrue("could not load trie",false);
      return;
    }
    State init_2 = gs2.getInitialState();
    System.out.println("Initial State: "+init_2);
    State s1_2 = init_2.next('a');
    System.out.println("State after a: "+s1_2);
    System.out.println("isFinal: "+s1_2.isFinal());
    State s2_2 = s1_2.next('s');
    System.out.println("State after s: "+s2_2);
    System.out.println("isFinal: "+s2_2.isFinal());
    Iterator<Lookup> lookupIter_2 = gs2.getLookups(s2_2);
    System.out.println("Have lookups: "+lookupIter_2.hasNext());
    while(lookupIter_2.hasNext()) {
      Lookup l = lookupIter_2.next();
      System.out.println("Have a lookup"+l);

View Full Code Here

     gazStore = new GazStoreTrie3();
     gazStore = gazStore.load(gazbinFile);
   
   } else {
    if(backendNr == 1) {
      gazStore = new GazStoreTrie1();
    } else if (backendNr == 2) {
      gazStore = new GazStoreTrie2();      
    } else if (backendNr == 3) {
      gazStore = new GazStoreTrie3();      
    } else {

View Full Code Here

      gazStore = new GazStoreTrie3();
      gazStore = gazStore.load(gazbinFile);   
   } else {
     // otherwise process the files listed in the yaml file 
    if(backendNr == 1) {
      gazStore = new GazStoreTrie1();
    } else if (backendNr == 2) {
      gazStore = new GazStoreTrie2();      
    } else if (backendNr == 3) {
      gazStore = new GazStoreTrie3();      
    } else {

View Full Code Here

   
   } else {
    if(backendNr == 1) {
      gazStore = new GazStoreTrie1();
    } else if (backendNr == 2) {
      gazStore = new GazStoreTrie2();      
    } else if (backendNr == 3) {
      gazStore = new GazStoreTrie3();      
    } else {
      throw new GateRuntimeException("Invalid backend number: "+backendNr);
    }

View Full Code Here

   } else {
     // otherwise process the files listed in the yaml file 
    if(backendNr == 1) {
      gazStore = new GazStoreTrie1();
    } else if (backendNr == 2) {
      gazStore = new GazStoreTrie2();      
    } else if (backendNr == 3) {
      gazStore = new GazStoreTrie3();      
    } else {
      throw new GateRuntimeException("Invalid backend number: "+backendNr);
    }

View Full Code Here

  }
  
  
  @Test
  public void testLookupTrie2() {
    GazStoreTrie2 gs = new GazStoreTrie2();
    gs.runImplementationTests();
  }

View Full Code Here

    gs.runImplementationTests();
  }
  
  @Test
  public void testTrie2() {
    GazStore gs = new GazStoreTrie2();
    FeatureMap fm = Factory.newFeatureMap();
    fm.put("listFeature1","value1");
    fm.put("listFeature2","value2");
    int info1 = gs.addListInfo("Type1", "URL1", fm);
    String[] keyvals1 = new String[]{"key1","val1","key2","","k3","valuenumberthree"};
    /*
    State st1 = gs.addLookupOld("asdf", info1, keyvals1);
    Iterator<Lookup> it1 = gs.getLookups(st1);
    assertEquals(true,it1.hasNext());

View Full Code Here

0 1 2 3

TOP

Related Classes of com.jpetrak.gate.stringannotation.extendedgazetteer2.trie3.StoreArrayOfCharArrays

com.jpetrak.gate.stringannotation.extendedgazetteer2.ExtendedGazetteer2

com.jpetrak.gate.stringannotation.extendedgazetteer2.FeatureGazetteer

com.jpetrak.gate.stringannotation.extendedgazetteer2.GazetteerBase

com.jpetrak.gate.stringannotation.extendedgazetteer2.GazStore

com.jpetrak.gate.stringannotation.extendedgazetteer2.ListInfo

com.jpetrak.gate.stringannotation.extendedgazetteer2.Lookup

com.jpetrak.gate.stringannotation.extendedgazetteer2.State

com.jpetrak.gate.stringannotation.extendedgazetteer2.tests.Tests1

com.jpetrak.gate.stringannotation.extendedgazetteer2.tests.Tests2

com.jpetrak.gate.stringannotation.extendedgazetteer2.tests.Tests3

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.