Examples of TupleListIterator

Examples of uk.org.ogsadai.activity.io.TupleListIterator

306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
        String options = TupleUtilities.getAsString(iterationInputs[1], INPUT_OPTIONS);
        outputFrequency = TupleUtilities.getNumber(iterationInputs[2], INPUT_OUTPUT_FREQUENCY);
        String algorithmClass = TupleUtilities.getAsString(iterationInputs[3], INPUT_ALGORITHM);
        LOG.debug("Started BuildIterativeAssociator");
         
          TupleListIterator tuples = (TupleListIterator)iterationInputs[0];
          metadata = (TupleMetadata)tuples.getMetadataWrapper().getMetadata();
          Map<Integer, List<Object>> nominalValues = getNominalValues(iterationInputs, metadata);
          Instances dataset = WekaUtilities.createEmptyDataset(metadata, -1, nominalValues);
         

         
          try
          {
            Tuple tuple;
            Associator associator = (Associator)Class.forName(algorithmClass).newInstance();
            associator.getOptions().setViaCLIString(options);
            Calendar cal = Calendar.getInstance();
            this.startTime = cal.getTimeInMillis();

            while((tuple = (Tuple)tuples.nextValue()) != null && tuple != ControlBlock.LIST_END) {
              Instance inst = WekaUtilities.createInstance(dataset, tuple);
              associator.addTransaction(inst);
              if(stepCounter == 0) {
                    associator.prepareForUse();
                  if(mSummaryOutput != null)
View Full Code Here

Examples of uk.org.ogsadai.activity.io.TupleListIterator

180
181
182
183
184
185
186
187
188
189
190
    protected void processIteration(Object[] iterationData)
            throws ActivityProcessingException, ActivityTerminatedException,
            ActivityUserException
    {
        mSupport = (Double)iterationData[0];
        TupleListIterator tuples = (TupleListIterator)iterationData[1];
        Open(tuples);
        try
        {
            List columns = new ArrayList();
            ColumnMetadata col = new SimpleColumnMetadata("groupID", TupleTypes._STRING, 0, 0, 0);
View Full Code Here

Examples of uk.org.ogsadai.activity.io.TupleListIterator

59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
    protected void processIteration(Object[] iterationInputs)
        throws ActivityProcessingException,
               ActivityTerminatedException,
               ActivityUserException
    {
        TupleListIterator tuples1 = (TupleListIterator)iterationInputs[0];
        TupleListIterator tuples2 = (TupleListIterator)iterationInputs[1];
        String script = (String)iterationInputs[2];
        String language = (String)iterationInputs[3];
        LOG.debug("Running script on engine '" + language + "' :\n" + script);
        ScriptEngineManager manager = new ScriptEngineManager();
        ScriptEngine engine = manager.getEngineByName(language);
        try
        {
            engine.eval(script);
            Invocable inv = (Invocable)engine;
            TupleJoin join = inv.getInterface(TupleJoin.class);
            TupleMetadata outputMetadata =
                join.getMetadata(
                        (TupleMetadata)tuples1.getMetadataWrapper().getMetadata(),
                        (TupleMetadata)tuples2.getMetadataWrapper().getMetadata());
            Tuple tuple;
            // Store data1 input stream
            List<Tuple> data1 = new LinkedList<Tuple>();
            while ((tuple = (Tuple)tuples1.nextValue()) != null)
            {
                data1.add(tuple);
            }
            mOutput.write(ControlBlock.LIST_BEGIN);
            mOutput.write(outputMetadata);
            Tuple tuple2;
            while ((tuple2 = (Tuple)tuples2.nextValue()) != null)
            {
                for (Tuple tuple1 : data1)
                {
                    List<Tuple> result = join.process(tuple1, tuple2);
                    if (result != null)
View Full Code Here

Examples of uk.org.ogsadai.activity.io.TupleListIterator

165
166
167
168
169
170
171
172
173
174
175
176
            ActivityUserException
    {


     
        TupleListIterator tuples = (TupleListIterator)iterationInputs[0];
        TupleMetadata metadata = (TupleMetadata)tuples.getMetadataWrapper().getMetadata();
        Map<Integer, List<Object>> nominalValues =
            getNominalValues(iterationInputs, metadata);
        Instances dataset = WekaUtilities.createAssociationDataset(tuples, nominalValues);
        String options = TupleUtilities.getAsString(iterationInputs[1], INPUT_OPTIONS);
        String algorithmClass = TupleUtilities.getAsString(iterationInputs[2], INPUT_ALGORITHM_CLASS);
View Full Code Here

Examples of uk.org.ogsadai.activity.io.TupleListIterator

128
129
130
131
132
133
134
135
136
137
138
    @Override
    protected void processIteration(Object[] iterationData)
        throws ActivityProcessingException, ActivityTerminatedException,
        ActivityUserException
    {
        TupleListIterator tuples = (TupleListIterator)iterationData[0];
        Tuple tuple;
        try
        {
            mOutput.write(ControlBlock.LIST_BEGIN);
            List columns = new ArrayList();
View Full Code Here

Examples of uk.org.ogsadai.activity.io.TupleListIterator

58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
    protected void processIteration(Object[] iterationInputs)
        throws ActivityProcessingException,
               ActivityTerminatedException,
               ActivityUserException
    {
        TupleListIterator tuples = (TupleListIterator)iterationInputs[0];
        String script = (String)iterationInputs[1];
        String language = (String)iterationInputs[2];
        LOG.debug("Running script on engine '" + language + "' :");
        LOG.debug(script);
        ScriptEngineManager manager = new ScriptEngineManager();
        ScriptEngine engine = manager.getEngineByName(language);
        try
        {
            engine.eval(script);
            Invocable inv = (Invocable)engine;
            TupleProject project = inv.getInterface(TupleProject.class);
            mOutput.write(ControlBlock.LIST_BEGIN);
            TupleMetadata outputMetadata =
                project.getMetadata((TupleMetadata)tuples.getMetadataWrapper().getMetadata());
            mOutput.write(outputMetadata);
            Tuple tuple;
            while ((tuple = (Tuple)tuples.nextValue()) != null)
            {
                List<Tuple> result = (List<Tuple>)project.process(tuple);
                if (result != null)
                {
                    for (Tuple t : result)
View Full Code Here

Examples of uk.org.ogsadai.activity.io.TupleListIterator

412
413
414
415
416
417
418
419
420
421
422
        throws ActivityProcessingException,
               ActivityTerminatedException,
               ActivityUserException
    {
        mSupport = (Double)iterationData[0];
        TupleListIterator tuples = (TupleListIterator)iterationData[1];
       
        Tuple tuple;
        try
        {
            List columns = new ArrayList();
View Full Code Here

Examples of uk.org.ogsadai.activity.io.TupleListIterator

54
55
56
57
58
59
60
61
62
63
64
65
        throws ActivityProcessingException,
               ActivityTerminatedException,
               ActivityUserException
    {
        int linearIndex = ((Number)iterationInputs[0]).intValue();
        TupleListIterator tuples = (TupleListIterator)iterationInputs[1];
        MetadataWrapper wrapper = tuples.getMetadataWrapper();
        TupleMetadata metadata = (TupleMetadata)wrapper.getMetadata();
        validateLinearIndex(linearIndex, metadata);
        List<UpdateableTuple> data = getTuples(tuples);
        filter(linearIndex, data);
        writeOutput(wrapper, data);
View Full Code Here

Examples of uk.org.ogsadai.activity.io.TupleListIterator

145
146
147
148
149
150
151
152
153
154
155
156
157
        throws ActivityUserException,
               ActivityProcessingException,
               ActivityTerminatedException
    {
        List<UpdateableTuple> result = new ArrayList<UpdateableTuple>();
        TupleListIterator iterator = (TupleListIterator)input;
        Tuple tuple;
        while ((tuple = (Tuple)iterator.nextValue()) != null)
        {
            result.add(new UpdateableTuple(tuple));
        }
        return result;
    }
View Full Code Here

Examples of uk.org.ogsadai.activity.io.TupleListIterator

47
48
49
50
51
52
53
54
55
56
57
    protected void processIteration(Object[] iterationInputs)
        throws ActivityProcessingException,
               ActivityTerminatedException,
               ActivityUserException
    {
        TupleListIterator tupleList = (TupleListIterator)iterationInputs[0];
        ModelStats stat = new ModelStats(tupleList);
        stat.countStatistics();
        try
        {
            mOutput.write(stat.toPMMLDocument());
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.