Examples of StoreArrayOfCharArrays

com.jpetrak.gate.stringannotation.extendedgazetteer2.trie3.StoreArrayOfCharArrays
This represents a store that can add and retrieve char[] elements. Each char[] chunk is identified by an int index which is returned when adding the chunk and which can be used to get it back. The number of chunks in a store is limited to 2^31, and the length of each chunk is also limited to 2^31, but the total amount of chars in the store can exceed 2^32 (unsigned 32 bit).
The store supports storing the following:
- Varying length chunks. These consist of two chars that encode the length of the data (not including the length field) followed by the data
- Fixed length chunks: just data, the client must know the length and supply it both when adding and retrieving data
- Lists: each list consists of one or more elements of varying length chunks. The first of a list consists of the the chunk length, the list size, the index of the next element chunk and the actual chunk data for the first element. Elements 2-N consist of the chunk length, the index of the next element chunk and the actual chunk data. Next chunk index and in the first element, the list size are included in chunk length, the chunk length field itself is not.
@author Johann Petrak
com.jpetrak.gate.stringannotation.extendedgazetteer3.stores.StoreArrayOfCharArrays
This represents a store that can add and retrieve char[] elements. Each char[] chunk is identified by a long index which is returned when adding the chunk and which can be used to get it back. There can be more the 2^32 chunks in the store or the total number of chars for all chunks together can exceed 2^23 chars. Each chunk can have at most 2^(32-1) chars. @author Johann Petrak

Examples of com.jpetrak.gate.stringannotation.extendedgazetteer2.trie3.StoreArrayOfCharArrays

    return in;
  }
  
  @Test
  public void testPersistLargeArray() throws IOException, ClassNotFoundException {
    StoreArrayOfCharArrays as = new StoreArrayOfCharArrays();
    char[] data = new char[]{'a', 's', 'd', 'f', 'g' };
    for(int i = 0; i< 20000000; i++) {
      as.addData(data);
    }
    ObjectOutputStream os = new ObjectOutputStream(openOutputStream("testout1.gazbin",true));
    long startTime = System.currentTimeMillis();
    os.writeObject(as);
    os.flush();
    os.close();
    long endTime = System.currentTimeMillis();
    System.out.println("Elapsed time for save: "+((endTime-startTime)/1000.0));
    System.gc();
    
    as = null;
    ObjectInputStream is = new ObjectInputStream(openInputStream("testout1.gazbin",true));
    startTime = System.currentTimeMillis();
    Object object = is.readObject();
    is.close();
    endTime = System.currentTimeMillis();
    System.out.println("Elapsed time for load: "+((endTime-startTime)/1000.0));
    assertTrue(object instanceof StoreArrayOfCharArrays);
    as = (StoreArrayOfCharArrays)object;
    char[] back = as.getData(0);
    assertEquals("asdfg",new String(back));
  }

View Full Code Here

Examples of com.jpetrak.gate.stringannotation.extendedgazetteer2.trie3.StoreArrayOfCharArrays

  }
  


  @Test
  public void testStore()  {
    StoreArrayOfCharArrays as = new StoreArrayOfCharArrays();
    
    int i;
    char[] r;
    i = as.addData("asdfjk".toCharArray());
    assertEquals(0,i);
    i = as.addData("qwertyqwerty".toCharArray());
    assertEquals(8,i);
    r = as.getData(0);
    assertEquals("asdfjk",new String(r));
    r = as.getData(8);
    assertEquals("qwertyqwerty",new String(r));
    
    // test the list methods
    i = as.addListData("l1:4567890".toCharArray());
    assertEquals(22,i);
    int size = as.getListSize(i);
    assertEquals(1,size);
    r = as.getListData(i, 0);
    assertEquals("l1:4567890",new String(r));
    
    i = as.addListData(i,"l2:4567890".toCharArray());
    assertEquals(22,i);
    size = as.getListSize(i);
    assertEquals(2,size);
    r = as.getListData(i,1);
    assertEquals("l2:4567890",new String(r));
        
    // check if the first element (element 0) is still the same!
    r = as.getListData(i,0);
    assertEquals("l1:4567890",new String(r));
    
    i = as.addListData(i,"l3:4567890".toCharArray());
    assertEquals(22,i);
    size = as.getListSize(i);
    assertEquals(3,size);
    r = as.getListData(i,2);
    assertEquals("l3:4567890",new String(r));
    
    i = as.addListData("another".toCharArray());
    size = as.getListSize(i);
    assertEquals(1,size);
    r = as.getListData(i,0);
    assertEquals("another",new String(r));


    char[] f1 = "fixed data 01".toCharArray();
    int i1 = as.addFixedLengthData(f1);
    int i2 = as.addData("last".toCharArray());
    r = as.getFixedLengthData(i1, f1.length);
    assertNotNull(r);
    assertEquals(r.length,f1.length);
    assertEquals(new String(f1),new String(r));
    r = as.getData(i2);
    assertNotNull(r);
    assertEquals("last",new String(r));
    
    i = as.addListData("element1".toCharArray());
    as.addListData(i,"element2".toCharArray());
    int j = as.findListData(i, "element1".toCharArray());
    assertEquals(0,j);
    j = as.findListData(i, "element2".toCharArray());
    assertEquals(1,j);
  }

View Full Code Here

Examples of com.jpetrak.gate.stringannotation.extendedgazetteer2.trie3.StoreArrayOfCharArrays

  }
  


  @Test
  public void testStoreCharMapPhase1() {
    StoreCharMapPhase1 store = new StoreCharMapPhase1(new StoreArrayOfCharArrays());
    System.out.println("Adding first:1");
    int i = store.put(-1, 'a', 1);
    assertEquals(0,i);
    System.out.println("Adding first:2");
    i = store.put(0,'b', 2);

View Full Code Here

Examples of com.jpetrak.gate.stringannotation.extendedgazetteer2.trie3.StoreArrayOfCharArrays

    assertEquals(1,i);
  }


  @Test
  public void testStoreStates1() {
    StoreArrayOfCharArrays backing = new StoreArrayOfCharArrays();
    StoreStates store = new StoreStates(backing);
    store.test();
    // creating a StoreStates object also creates the initial state, so the first
    // index must be 5
    int s1 = store.newCharMapState();

View Full Code Here

Examples of com.jpetrak.gate.stringannotation.extendedgazetteer3.stores.StoreArrayOfCharArrays

  }
  


  @Test
  public void test01()  {
    StoreArrayOfCharArrays as = new StoreArrayOfCharArrays();
    
    int i;
    char[] r;
    i = as.addData("asdfjk".toCharArray());
    assertEquals(0,i);
    i = as.addData("qwertyqwerty".toCharArray());
    assertEquals(8,i);
    r = as.getData(0);
    assertEquals("asdfjk",new String(r));
    r = as.getData(8);
    assertEquals("qwertyqwerty",new String(r));
    
    // test the list methods
    i = as.addListData("l1:4567890".toCharArray());
    assertEquals(22,i);
    int size = as.getListSize(i);
    assertEquals(1,size);
    r = as.getListData(i, 0);
    assertEquals("l1:4567890",new String(r));
    
    i = as.addListData(i,"l2:4567890".toCharArray());
    assertEquals(22,i);
    size = as.getListSize(i);
    assertEquals(2,size);
    r = as.getListData(i,1);
    assertEquals("l2:4567890",new String(r));
    
    i = as.addListData(i,"l3:4567890".toCharArray());
    assertEquals(22,i);
    size = as.getListSize(i);
    assertEquals(3,size);
    r = as.getListData(i,2);
    assertEquals("l3:4567890",new String(r));
    
    i = as.addListData("another".toCharArray());
    size = as.getListSize(i);
    assertEquals(1,size);
    r = as.getListData(i,0);
    assertEquals("another",new String(r));
  }

View Full Code Here

TOP

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.