Package org.apache.accumulo.core.iterators

Examples of org.apache.accumulo.core.iterators.DeletingIterator

2829
2830
2831
2832
2833
2834
2835
2836
2837
2838
2839
    Span span = Trace.start("compact");
    try {
      long entriesCompacted = 0;
      List<SortedKeyValueIterator<Key,Value>> iters = openMapDataFiles(lgName, conf, fs, filesToCompact, extent, readers);
      CountingIterator citr = new CountingIterator(new MultiIterator(iters, extent.toDataRange()));
      DeletingIterator delIter = new DeletingIterator(citr, propogateDeletes);
     
      IteratorEnvironment iterEnv = new TabletIteratorEnvironment(IteratorScope.majc, !propogateDeletes, acuTableConf);
     
      SortedKeyValueIterator<Key,Value> itr = IteratorUtil.loadIterators(IteratorScope.majc, delIter, extent, acuTableConf, iterEnv);
     
View Full Code Here
1940
1941
1942
1943
1944
1945
1946
1947
1948
1949
1950
     
      MultiIterator multiIter = new MultiIterator(iters, extent);
     
      IteratorEnvironment iterEnv = new TabletIteratorEnvironment(IteratorScope.scan, acuTableConf, fileManager);
     
      DeletingIterator delIter = new DeletingIterator(multiIter, false);
     
      SystemScanIterator systemIter = new SystemScanIterator(delIter, options.authorizations, options.defaultLabels, options.columnSet);
     
      return IteratorUtil.loadIterators(IteratorScope.scan, systemIter, extent, acuTableConf, options.ssiList, options.ssio, iterEnv);
    }
View Full Code Here
431
432
433
434
435
436
437
438
439
440
441
   
    iters.addAll(mapfiles);
    iters.add(new ColumnFamilySkippingIterator(smi));
   
    MultiIterator multiIter = new MultiIterator(iters, ke);
    DeletingIterator delIter = new DeletingIterator(multiIter, false);
   
    SystemScanIterator systemIter;
   
    systemIter = new SystemScanIterator(delIter, authorizations, defaultLabels, columnSet);
   
View Full Code Here
67
68
69
70
71
72
73
74
75
76
77
  }
 
  private SortedKeyValueIterator<Key,Value> createSystemIter(Range r, List<SortedKeyValueIterator<Key,Value>> readers, HashSet<Column> columns)
      throws IOException {
    MultiIterator multiIterator = new MultiIterator(readers, false);
    DeletingIterator delIter = new DeletingIterator(multiIterator, false);
    SystemScanIterator ssi = new SystemScanIterator(delIter, Constants.NO_AUTHS, new byte[0], columns);
   
    ssi.seek(r, LocalityGroupUtil.EMPTY_CF_SET, false);
   
    VersioningIterator vi = new VersioningIterator();
View Full Code Here
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
        continue;
      }
    }
   
    MultiIterator mi = new MultiIterator(inputs, true);
    DeletingIterator di = new DeletingIterator(mi, false);
   
    int count = 0, logCount = 0;
   
    while (di.hasTop()) {
      if (di.getTopKey().getColumnFamily().equals(new Text("log"))) {
        logCount++;
      }
      count++;
      di.next();
    }
   
    for (SortedKeyValueIterator<Key,Value> in : inputs) {
      ((FileSKVIterator) in).close();
    }
View Full Code Here
2822
2823
2824
2825
2826
2827
2828
2829
2830
2831
2832
    Span span = Trace.start("compact");
    try {
      long entriesCompacted = 0;
      List<SortedKeyValueIterator<Key,Value>> iters = openMapDataFiles(lgName, conf, fs, filesToCompact, extent, readers);
      CountingIterator citr = new CountingIterator(new MultiIterator(iters, extent.toDataRange()));
      DeletingIterator delIter = new DeletingIterator(citr, propogateDeletes);
     
      IteratorEnvironment iterEnv = new TabletIteratorEnvironment(IteratorScope.majc, !propogateDeletes, acuTableConf);
     
      SortedKeyValueIterator<Key,Value> itr = IteratorUtil.loadIterators(IteratorScope.majc, delIter, extent, acuTableConf, iterEnv);
     
View Full Code Here
94
95
96
97
98
99
100
101
102
103
104
  }
 
  public SortedKeyValueIterator<Key,Value> createFilter(SortedKeyValueIterator<Key,Value> inner) throws IOException {
    IteratorEnvironment iterEnv = null;
    byte[] defaultLabels = {};
    inner = new ColumnFamilySkippingIterator(new DeletingIterator(inner, false));
    SystemScanIterator systemIter = new SystemScanIterator(inner, auths, defaultLabels, columns);
    AccumuloConfiguration conf = new MockConfiguration(table.settings);
    SortedKeyValueIterator<Key,Value> result = IteratorUtil.loadIterators(IteratorScope.scan, systemIter, null, conf, ssiList, ssio, iterEnv);
    return result;
  }
View Full Code Here
1931
1932
1933
1934
1935
1936
1937
1938
1939
1940
1941
     
      MultiIterator multiIter = new MultiIterator(iters, extent);
     
      IteratorEnvironment iterEnv = new TabletIteratorEnvironment(IteratorScope.scan, acuTableConf, fileManager);
     
      DeletingIterator delIter = new DeletingIterator(multiIter, false);
     
      SystemScanIterator systemIter = new SystemScanIterator(delIter, options.authorizations, options.defaultLabels, options.columnSet);
     
      return IteratorUtil.loadIterators(IteratorScope.scan, systemIter, extent, acuTableConf, options.ssiList, options.ssio, iterEnv);
    }
View Full Code Here
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
    }
    assertTrue("Initial size was " + tm.size(), tm.size() == 21);
   
    Text checkRow = new Text("000");
    try {
      DeletingIterator it = new DeletingIterator(new SortedMapIterator(tm), false);
      TreeMap<Key,Value> tmOut = new TreeMap<Key,Value>();
      while (it.hasTop()) {
        tmOut.put(it.getTopKey(), it.getTopValue());
        it.next();
      }
      assertTrue("size after no propagation was " + tmOut.size(), tmOut.size() == 15);
      for (Entry<Key,Value> e : tmOut.entrySet()) {
        if (e.getKey().getRow().equals(checkRow)) {
          byte[] b = e.getValue().get();
          assertTrue(b[0] == 'n');
          assertTrue(b[1] == 'e');
          assertTrue(b[2] == 'w');
        }
      }
    } catch (IOException e) {
      assertFalse(true);
    }
   
    try {
      DeletingIterator it = new DeletingIterator(new SortedMapIterator(tm), true);
      TreeMap<Key,Value> tmOut = new TreeMap<Key,Value>();
      while (it.hasTop()) {
        tmOut.put(it.getTopKey(), it.getTopValue());
        it.next();
      }
      assertTrue("size after propagation was " + tmOut.size(), tmOut.size() == 16);
      for (Entry<Key,Value> e : tmOut.entrySet()) {
        if (e.getKey().getRow().equals(checkRow)) {
          byte[] b = e.getValue().get();
View Full Code Here
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
    nkv(tm, "r000", 4, false, "v4");
    nkv(tm, "r000", 3, false, "v3");
    nkv(tm, "r000", 2, true, "v2");
    nkv(tm, "r000", 1, false, "v1");
   
    DeletingIterator it = new DeletingIterator(new SortedMapIterator(tm), false);
   
    // SEEK two keys before delete
    it.seek(nr("r000", 4), EMPTY_COL_FAMS, false);
   
    assertTrue(it.hasTop());
    assertEquals(nk("r000", 4), it.getTopKey());
    assertEquals("v4", it.getTopValue().toString());
   
    it.next();
   
    assertTrue(it.hasTop());
    assertEquals(nk("r000", 3), it.getTopKey());
    assertEquals("v3", it.getTopValue().toString());
   
    it.next();
   
    assertFalse(it.hasTop());
   
    // SEEK passed delete
    it.seek(nr("r000", 1), EMPTY_COL_FAMS, false);
   
    assertFalse(it.hasTop());
   
    // SEEK to delete
    it.seek(nr("r000", 2), EMPTY_COL_FAMS, false);
   
    assertFalse(it.hasTop());
   
    // SEEK right before delete
    it.seek(nr("r000", 3), EMPTY_COL_FAMS, false);
   
    assertTrue(it.hasTop());
    assertEquals(nk("r000", 3), it.getTopKey());
    assertEquals("v3", it.getTopValue().toString());
   
    it.next();
   
    assertFalse(it.hasTop());
  }
View Full Code Here
TOP

Related Classes of org.apache.accumulo.core.iterators.DeletingIterator

  • org.apache.accumulo.core.client.mock.MockScannerBase
  • org.apache.accumulo.core.data.Key
  • org.apache.accumulo.core.data.Range
  • org.apache.accumulo.core.iterators.DeletingIteratorTest
  • org.apache.accumulo.server.tabletserver.InMemoryMap
  • org.apache.accumulo.server.tabletserver.Tablet
  • org.apache.accumulo.server.tabletserver.Tablet$ScanDataSource
  • org.apache.accumulo.server.test.performance.scan.CollectTabletStats
  • org.apache.accumulo.server.upgrade.RunPreUpgradeCheck
  • org.apache.accumulo.server.upgrade.UpgradeMetadataTable
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.