Examples of cascading.tuple.TupleEntry

cascading.tuple.TupleEntry
Class TupleEntry allows a {@link Tuple} instance and its declaring {@link Fields} instance to be used as a single object.
Once a TupleEntry is created, its Fields cannot be changed, but the Tuple instance it holds can be replaced or modified. The managed Tuple should not have elements added or removed, as this will break the relationship with the associated Fields instance.
If type information is provided on the Fields instance, all setters on this class will use that information to coerce the given object to the expected type.
For example, if position is is of type {@code long}, then {@code entry.setString(0, "9" )} will coerce the "9" to along {@code 9}. Thus, {@code entry.getObject(0) == 9l}.
No coercion is performed with the {@link #getObject(Comparable)} and {@link #getObject(int)} methods.
To set a value without coercion, see the {@link #setRaw(Comparable,Object)} and {@link #setRaw(int,Object)}methods. @see Fields @see Tuple


    treeSpec.setTree( tree );


    TreeFunction treeFunction = new TreeFunction( treeSpec );


    TupleEntry tupleArguments = new TupleEntry( expectedFields, new Tuple( 0d, 1d, 0d ) );


    TupleListCollector collector = invokeFunction( treeFunction, tupleArguments, predictedFields );


    assertEquals( new Tuple( "1" ), collector.entryIterator().next().getTuple() );
    }

View Full Code Here


    regressionSpec.addRegressionTable( table );


    PredictionRegressionFunction regressionFunction = new PredictionRegressionFunction( regressionSpec );


    TupleEntry tupleArguments = new TupleEntry( expectedFields, new Tuple( 5.1d, 3.8d, 1.6d, 0.2d ) );


    TupleListCollector collector = invokeFunction( regressionFunction, tupleArguments, predictedFields );


    assertEquals( 1.0d, collector.entryIterator().next().getTuple().getDouble( 0 ), 0.00001d );
    }

View Full Code Here


    regressionSpec.addRegressionTable( regressionTable );


    PredictionRegressionFunction regressionFunction = new PredictionRegressionFunction( regressionSpec );


    TupleEntry tupleArguments = new TupleEntry( expectedFields, new Tuple( 3d, 1.3d, 0.2d, "setosa" ) );


    TupleListCollector collector = invokeFunction( regressionFunction, tupleArguments, predictedFields );


    assertEquals( new Tuple( 4.70048473693065d ), collector.entryIterator().next().getTuple() );
    }

View Full Code Here

    }


    CategoricalRegressionFunction regressionFunction = new CategoricalRegressionFunction( regressionSpec );


    {
    TupleEntry tupleArguments = new TupleEntry( expectedFields, new Tuple( 7d, 3.2d, 4.7d, 1.4d ) );


    TupleListCollector collector = invokeFunction( regressionFunction, tupleArguments, modelSchema.getDeclaredFields() );


    assertEquals( "versicolor", collector.entryIterator().next().getTuple().getObject( 0 ) );
    }


    {
    TupleEntry tupleArguments = new TupleEntry( expectedFields, new Tuple( 5.8d, 4d, 1.2d, 0.2d ) );


    TupleListCollector collector = invokeFunction( regressionFunction, tupleArguments, modelSchema.getDeclaredFields() );


    assertEquals( "setosa", collector.entryIterator().next().getTuple().getObject( 0 ) );
    }

View Full Code Here

      .append( new Fields( "var1", String.class ) )
      .append( new Fields( "var2", double.class ) );


    Tuple tuple = new Tuple( 0.d, "value", null );


    tupleEntry = new TupleEntry( expectedFields, tuple );
    }

View Full Code Here


public class DoubleOp extends CascalogFunction {


  @Override
  public void operate(FlowProcess flowProcess, FunctionCall fnCall) {
    TupleEntry args = fnCall.getArguments();
    Number n = (Number) args.get(0);
    fnCall.getOutputCollector().add(new Tuple(Numbers.multiply(n, 2)));
  }

View Full Code Here


public class RangeOp extends CascalogFunction {


  @Override
  public void operate(FlowProcess flowProcess, FunctionCall fnCall) {
    TupleEntry args = fnCall.getArguments();
    Number n = (Number) args.get(0);
    for (int i = 1; i <= n.intValue(); i++) {
      fnCall.getOutputCollector().add(new Tuple(i));
    }
  }

View Full Code Here

  }


  @Override
  public void sink(FlowProcess<JobConf> flowProcess, SinkCall<Object[], OutputCollector> sinkCall)
      throws IOException {
    TupleEntry tupleEntry = sinkCall.getOutgoingEntry();
    OutputCollector outputCollector = sinkCall.getOutput();
    Tuple key = tupleEntry.selectTuple(keyField);
    ImmutableBytesWritable keyBytes = (ImmutableBytesWritable) key.getObject(0);


    if (useSalt) {
      keyBytes = HBaseSalter.addSaltPrefix(keyBytes);
    }


    Put put;
    if (this.timeStamp == 0L) {
      put = new Put(keyBytes.get());
    } else {
      put = new Put(keyBytes.get(), this.timeStamp);
    }
    
    for (int i = 0; i < valueFields.length; i++) {
      Fields fieldSelector = valueFields[i];
      TupleEntry values = tupleEntry.selectEntry(fieldSelector);


      for (int j = 0; j < values.getFields().size(); j++) {
        Fields fields = values.getFields();
        Tuple tuple = values.getTuple();


        ImmutableBytesWritable valueBytes = (ImmutableBytesWritable) tuple.getObject(j);
        if (valueBytes != null)
            put.add(Bytes.toBytes(familyNames[i]), Bytes.toBytes((String) fields.get(j)), valueBytes.get());
      }

View Full Code Here

  }


  @SuppressWarnings("unchecked")
  @Override
  public void sink(FlowProcess<JobConf> flowProcess, SinkCall<Object[], OutputCollector> sinkCall) throws IOException {
    TupleEntry tupleEntry = sinkCall.getOutgoingEntry();
    OutputCollector outputCollector = sinkCall.getOutput();
    Tuple key = tupleEntry.selectTuple(RowKeyField);
    Object okey = key.getObject(0);
    ImmutableBytesWritable keyBytes = getBytes(okey);
    Put put = new Put(keyBytes.get());
    Fields outFields = tupleEntry.getFields().subtract(RowKeyField);
    if (null != outFields) {
      TupleEntry values = tupleEntry.selectEntry(outFields);
      for (int n = 0; n < values.getFields().size(); n++) {
        Object o = values.get(n);
        ImmutableBytesWritable valueBytes = getBytes(o);
        Comparable field = outFields.get(n);
        ColumnName cn = parseColumn((String) field);
        if (null == cn.family) {
          if (n >= familyNames.length)

View Full Code Here

    }


    @Override
    public void sink( FlowProcess<JobConf> flowProcess, SinkCall<Object[], OutputCollector> sinkCall ) throws IOException {
        // it's ok to use NULL here so the collector does not write anything
        TupleEntry tupleEntry = sinkCall.getOutgoingEntry();
        OutputCollector outputCollector = sinkCall.getOutput();
        if( updateBy != null )
        {
            Tuple allValues = tupleEntry.selectTuple( updateValueFields );
            Tuple updateValues = tupleEntry.selectTuple( updateByFields );


            allValues = cleanTuple( allValues );


            TupleRecord key = new TupleRecord( allValues );


            if( updateValues.equals( updateIfTuple ) )
                outputCollector.collect( key, null );
            else
                outputCollector.collect( key, key );


            return;
        }


        Tuple result = tupleEntry.selectTuple( getSinkFields() );


        result = cleanTuple( result );


        outputCollector.collect( new TupleRecord( result ), null );
    }

View Full Code Here

0 1 2 3 4 5 6 7 8 9

TOP

Related Classes of cascading.tuple.TupleEntry

bixo.examples.crawl.DemoStatusTool

bixo.fetcher.FetcherTest

bixo.operations.FetchBuffer$QueuedValues

bixo.operations.FilterAndScoreByUrlAndRobotsTest

bixo.pipes.AbstractFetchPipeTest

cascading.CascadingTestCase

cascading.DistanceUseCasePlatformTest

cascading.flow.stream.element.OperatorStage

cascading.function.FunctionPlatformTest

cascading.lingual.jdbc.JDBCPlatformTestCase

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.