Examples of co.cask.tigon.internal.io.Schema

co.cask.tigon.internal.io.Schema
This class represents schema of data types.


        int maxRetries = (tickAnnotation == null) ? processInputAnnotation.maxRetries() : tickAnnotation.maxRetries();


        ProcessMethod processMethod = processMethodFactory.create(method, maxRetries);
        Set<String> inputNames;
        Schema schema;
        TypeToken<?> dataType;
        ConsumerConfig consumerConfig;
        int batchSize = 1;


        if (tickAnnotation != null) {

View Full Code Here

                                                    final Table<Node, String, Set<QueueSpecification>> queueSpecs) {
    return new OutputEmitterFactory() {
      @Override
      public <T> OutputEmitter<T> create(String outputName, TypeToken<T> type) {
        try {
          Schema schema = schemaGenerator.generate(type.getType());
          Node flowlet = Node.flowlet(flowletName);
          for (QueueSpecification queueSpec : Iterables.concat(queueSpecs.row(flowlet).values())) {
            if (queueSpec.getQueueName().getSimpleName().equals(outputName)
                && queueSpec.getOutputSchema().equals(schema)) {

View Full Code Here

      @Nullable
      @Override
      public T apply(ByteBuffer input) {
        byteBufferInput.reset(input);
        try {
          final Schema sourceSchema = schemaCache.get(input);
          Preconditions.checkNotNull(sourceSchema, "Fail to find source schema.");
          return datumReader.read(decoder, sourceSchema);
        } catch (IOException e) {
          throw Throwables.propagate(e);
        }

View Full Code Here

    }


    cache = CacheBuilder.newBuilder().build(new CacheLoader<SchemaHash, Schema>() {
                                               @Override
                                               public Schema load(SchemaHash key) throws Exception {
                                                 Schema schema = schemaMap.get(key);
                                                 Preconditions.checkNotNull(schema);
                                                 // TODO: Load from classloader
                                                 return schema;
                                               }
                                             }

View Full Code Here

      // This is fine: stream name was not in set in @ProcessInput, so no need to change it, as the change will
      // be reflected in Flow spec in flowlet connections
      return;
    }


    Schema streamSchema = null;
    Set<Schema> changedSchemas = Sets.newLinkedHashSet();
    for (Schema schema : schemas) {
      changedSchemas.add(schema);
    }

View Full Code Here

TOP

Related Classes of co.cask.tigon.internal.io.Schema

co.cask.tigon.api.flow.FlowletDefinition

co.cask.tigon.internal.app.runtime.flow.FlowletProgramRunner

co.cask.tigon.internal.app.runtime.flow.SchemaCache

com.google.gson.stream.JsonWriter

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.