Package backtype.storm.tuple

Examples of backtype.storm.tuple.Fields

59
60
61
62
63
64
65
  }

  @Override
  public void declareOutputFields(OutputFieldsDeclarer declarer) {
    declarer.declare(new Fields("CompIndex", "Tuple", "Hash"));
  }
View Full Code Here
54
55
56
57
58
59
60
61
  }

  @Override
  public void declareOutputFields(OutputFieldsDeclarer declarer) {
    declarer.declareStream(SystemParameters.DUMP_RESULTS_STREAM, new Fields(
        SystemParameters.DUMP_RESULTS));
  }
View Full Code Here
86
87
88
89
90
91
92
  }

  @Override
  public void declareOutputFields(OutputFieldsDeclarer declarer) {
    declarer.declare(new Fields("CompIndex", "Tuple", "Hash"));
  }
View Full Code Here
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
  }

  @Override
  public void declareOutputFields(OutputFieldsDeclarer declarer) {
    if (MyUtilities.isAckEveryTuple(_conf) || _hierarchyPosition == FINAL_COMPONENT)
      declarer.declareStream(SystemParameters.EOF_STREAM, new Fields(SystemParameters.EOF));

    final List<String> outputFields = new ArrayList<String>();
    if (MyUtilities.isManualBatchingMode(_conf)) {
      outputFields.add(StormComponent.COMP_INDEX);
      outputFields.add(StormComponent.TUPLE); // string
    } else {
      outputFields.add(StormComponent.COMP_INDEX);
      outputFields.add(StormComponent.TUPLE); // list of string
      outputFields.add(StormComponent.HASH);
    }
    if (MyUtilities.isCustomTimestampMode(getConf()))
      outputFields.add(StormComponent.TIMESTAMP);
    declarer.declareStream(SystemParameters.DATA_STREAM, new Fields(outputFields));
  }
View Full Code Here
72
73
74
75
76
77
78
79
80
81
82
    _rightHashIndexes = cp.getParents()[1].getHashIndexes();

    final int parallelism = SystemParameters.getInt(conf, getID() + "_PAR");
    _full_ID = getID() + "_" + _tableName;
    final InputDeclarer currentBolt = builder.setBolt(_full_ID, this, parallelism);
    currentBolt.fieldsGrouping(_harmonizer.getID(), new Fields("Hash"));

    if (getHierarchyPosition() == FINAL_COMPONENT && (!MyUtilities.isAckEveryTuple(conf)))
      killer.registerComponent(this, parallelism);

    if (cp.getPrintOut() && _operatorChain.isBlocking())
View Full Code Here
271
272
273
274
275
276
277
278
279
  @Override
  public void declareOutputFields(OutputFieldsDeclarer declarer) {
    if (_hierarchyPosition != FINAL_COMPONENT)
      // stage not the final
      // one
      declarer.declare(new Fields("CompIndex", "Tuple", "Hash"));
    else if (!MyUtilities.isAckEveryTuple(_conf))
      declarer.declareStream(SystemParameters.EOF_STREAM, new Fields(SystemParameters.EOF));
  }
View Full Code Here
169
170
171
172
173
174
175
176
177
  }

  @Override
  public void declareOutputFields(OutputFieldsDeclarer declarer) {
    if (MyUtilities.isAckEveryTuple(_conf) || _hierarchyPosition == FINAL_COMPONENT)
      declarer.declareStream(SystemParameters.EOF_STREAM, new Fields(SystemParameters.EOF));
    declarer.declareStream(SystemParameters.DATA_STREAM, new Fields("CompIndex", "Tuple",
        "Hash"));
  }
View Full Code Here
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
    if (_hierarchyPosition == FINAL_COMPONENT) { // then its an intermediate
      // stage not the final
      // one
      if (!MyUtilities.isAckEveryTuple(_conf))
        declarer.declareStream(SystemParameters.EOF_STREAM,
            new Fields(SystemParameters.EOF));
    } else {
      final List<String> outputFields = new ArrayList<String>();
      if (MyUtilities.isManualBatchingMode(_conf)) {
        outputFields.add(StormComponent.COMP_INDEX);
        outputFields.add(StormComponent.TUPLE); // string
      } else {
        outputFields.add(StormComponent.COMP_INDEX);
        outputFields.add(StormComponent.TUPLE); // list of string
        outputFields.add(StormComponent.HASH);
      }
      if (MyUtilities.isCustomTimestampMode(_conf))
        outputFields.add(StormComponent.TIMESTAMP);
      declarer.declareStream(SystemParameters.DATA_STREAM, new Fields(outputFields));
    }
  }
View Full Code Here
294
295
296
297
298
299
300
301
302
303
304
    dataStreamFields.add(StormComponent.TUPLE);
    dataStreamFields.add(StormComponent.HASH);
    dataStreamFields.add(StormComponent.EPOCH);
    if (MyUtilities.isCustomTimestampMode(getConf()))
      dataStreamFields.add(StormComponent.TIMESTAMP);
    declarer.declareStream(SystemParameters.ThetaDataMigrationJoinerToReshuffler, new Fields(
        dataStreamFields));

    // 3) Acks back to the ThetaMappingAssigner
    declarer.declareStream(SystemParameters.ThetaJoinerAcks, new Fields(StormComponent.MESSAGE));
  }
View Full Code Here
24
25
26
27
28
29
30
        this.fileName = fileName;
    }

    @Override
    public void declareOutputFields(OutputFieldsDeclarer declarer) {
        declarer.declare(new Fields(JSON_OUTPUT_FIELD));
    }
View Full Code Here
TOP

Related Classes of backtype.storm.tuple.Fields

  • backtype.storm.clojure.ClojureBolt
  • backtype.storm.clojure.ClojureSpout
  • backtype.storm.clojure.RichShellBolt
  • backtype.storm.clojure.RichShellSpout
  • backtype.storm.drpc.DRPCSpout
  • backtype.storm.spout.RawMultiScheme
  • backtype.storm.spout.RawScheme
  • backtype.storm.testing.TestEventOrderCheckBolt
  • backtype.storm.testing.TestGlobalCount
  • com.alibaba.jstorm.batch.example.BatchMetaRebalance
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.