Examples of Pair

Examples of org.apache.crunch.Pair

211
212
213
214
215
216
217
218
219
220
221
222
223
224
            LOG.warn("Defaulting to write to a text file from MemPipeline");
            Path outputPath = new Path(path, "out" + outputIndex + ".txt");
            FSDataOutputStream os = fs.create(outputPath);
            if (collection instanceof PTable) {
              for (Object o : collection.materialize()) {
                Pair p = (Pair) o;
                os.writeBytes(p.first().toString());
                os.writeBytes("\t");
                os.writeBytes(p.second().toString());
                os.writeBytes("\r\n");
              }
            } else {
              for (Object o : collection.materialize()) {
                os.writeBytes(o.toString() + "\r\n");
View Full Code Here

Examples of org.apache.crunch.Pair

46
47
48
49
50
51
52
53
54
    // test create
    TupleN newTuple = toi.create("Alice", 28, 165.2f);
    assertEquals(tuple, newTuple);
    TupleObjectInspector<Pair> poi = new TupleObjectInspector<Pair>(TupleFactory.PAIR,
        Writables.strings(), Writables.ints());
    Pair pair = poi.create("word", 29);
    assertEquals("word", pair.first());
    assertEquals(29, pair.second());
  }
View Full Code Here

Examples of org.apache.ctakes.typesystem.type.util.Pair

96
97
98
99
100
101
102
103
104
105
106
107
108
    FSArray newPropArr = new FSArray(jcas, propArr.size() + 1);
    for (int i = 0; i < propArr.size(); i++) {
      newPropArr.set(i, propArr.get(i));
    }

    Pair annotVerProp = new Pair(jcas);       
    annotVerProp.setAttribute(iv_annotVerPropKey);
    annotVerProp.setValue(String.valueOf(iv_annotVer));

    // add annotation version prop as last item in array
    newPropArr.set(newPropArr.size() - 1, annotVerProp);
    props.setPairs(newPropArr);
  }
View Full Code Here

Examples of org.apache.hadoop.hbase.util.Pair

270
271
272
273
274
275
276
277
278
279
280
   * @return the byte size of the index
   */
  public long getIndexHeapSize(String columnName) {
    String[] familyAndQualifier = columnName.split(":");
    if (familyAndQualifier != null && familyAndQualifier.length == 2) {
      Pair fqPair = Pair.of(Bytes.toBytes(familyAndQualifier[0]),
        Bytes.toBytes(familyAndQualifier[1]));
      indexSwitchLock.readLock().lock();
      IdxIndex idx = null;
      try {
        idx = indexMap.get(fqPair);
View Full Code Here

Examples of org.apache.hadoop.hbase.util.Pair

265
266
267
268
269
270
271
272
        return true;
      }

    };
    MetaScanner.metaScan(configuration, visitor, this.tableName);
    return new Pair(startKeyList.toArray(new byte[startKeyList.size()][]),
                endKeyList.toArray(new byte[endKeyList.size()][]));
  }
View Full Code Here

Examples of org.apache.hadoop.hbase.util.Pair

188
189
190
191
192
193
194
195
196
197
198
  public void secureBulkLoadHFiles(RpcController controller,
                                   SecureBulkLoadHFilesRequest request,
                                   RpcCallback<SecureBulkLoadHFilesResponse> done) {
    final List<Pair<byte[], String>> familyPaths = new ArrayList<Pair<byte[], String>>();
    for(ClientProtos.BulkLoadHFileRequest.FamilyPath el : request.getFamilyPathList()) {
      familyPaths.add(new Pair(el.getFamily().toByteArray(),el.getPath()));
    }
    final Token userToken =
        new Token(request.getFsToken().getIdentifier().toByteArray(),
                  request.getFsToken().getPassword().toByteArray(),
                  new Text(request.getFsToken().getKind()),
View Full Code Here

Examples of org.apache.hadoop.hbase.util.Pair

275
276
277
278
279
280
281
282
        }
        return true;
      }
    };
    MetaScanner.metaScan(configuration, visitor, this.tableName);
    return new Pair(startKeyList.toArray(new byte[startKeyList.size()][]),
                endKeyList.toArray(new byte[endKeyList.size()][]));
  }
View Full Code Here

Examples of org.apache.hadoop.hbase.util.Pair

279
280
281
282
283
284
285
286
        }
        return true;
      }
    };
    MetaScanner.metaScan(configuration, visitor, this.tableName);
    return new Pair(startKeyList.toArray(new byte[startKeyList.size()][]),
                endKeyList.toArray(new byte[endKeyList.size()][]));
  }
View Full Code Here

Examples of org.apache.hadoop.hbase.util.Pair

330
331
332
333
334
335
336
337
        }
        return true;
      }
    };
    MetaScanner.metaScan(configuration, visitor, this.tableName);
    return new Pair(startKeyList.toArray(new byte[startKeyList.size()][]),
                endKeyList.toArray(new byte[endKeyList.size()][]));
  }
View Full Code Here

Examples of org.apache.hadoop.mrunit.types.Pair

205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
    List<Text> values = new ArrayList<Text>();
    values.add(new Text("v1"));
    values.add(new Text("v2"));
    values.add(new Text("v3"));
    Text key = new Text("k");
    Pair<Text, List<Text>> oldInput = new Pair(key, values);
    KeyValueReuseList<Text, Text> updated = feeder.updateInput(oldInput);

    KeyValueReuseList<Text, Text> expected = new KeyValueReuseList<Text, Text>(new Text(), new Text(), driver.getConfiguration());
    for(Text value : values){
      expected.add(new Pair(key, value));
    }

    assertListEquals(expected, updated);
  }
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.