Package com.datasalt.pangool.io

Examples of com.datasalt.pangool.io.ViewTuple

54
55
56
57
58
59
60
61
62
63
64
65
66
    try {
      this.tupleMRConfig = TupleMRConfig.get(context.getConfiguration());
      this.serInfo = this.tupleMRConfig.getSerializationInfo();
      this.isMultipleSources = this.tupleMRConfig.getNumIntermediateSchemas() >= 2;
      if(isMultipleSources) {
        this.groupTuple = new ViewTuple(serInfo.getGroupSchema());
      } else {
        this.groupTuple = new ViewTuple(serInfo.getGroupSchema(),
            serInfo.getGroupSchemaIndexTranslation(0));
      }
      this.tupleIterator = new TupleIterator<DatumWrapper<ITuple>, NullWritable>(context);

      String fileName = context.getConfiguration().get(
View Full Code Here
67
68
69
70
71
72
73
74
75
76
77
78
79
80
      this.isMultipleSources = this.tupleMRConfig.getNumIntermediateSchemas() >= 2;
      this.serInfo = tupleMRConfig.getSerializationInfo();
      this.groupSchema = this.serInfo.getGroupSchema();
      if(!isMultipleSources) {
        /* schema id 0 is the only intermediate schema defined */
        this.groupTuple = new ViewTuple(groupSchema,
            this.serInfo.getGroupSchemaIndexTranslation(0));
      } else {
        this.groupTuple = new ViewTuple(groupSchema);
      }
      List<String> groupFields = tupleMRConfig.getGroupByFields();
      this.maxDepth = groupFields.size() - 1;
      this.minDepth = tupleMRConfig.calculateRollupBaseFields().size() - 1;
      this.tupleIterator = new TupleIterator<OUTPUT_KEY, OUTPUT_VALUE>(context);
View Full Code Here
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
    try {
      this.tupleMRConfig = TupleMRConfig.get(context.getConfiguration());
      this.isMultipleSources = tupleMRConfig.getNumIntermediateSchemas() >= 2;
      this.serInfo = tupleMRConfig.getSerializationInfo();
      if(!isMultipleSources) {
        this.groupTuple = new ViewTuple(serInfo.getGroupSchema(),
            this.serInfo.getGroupSchemaIndexTranslation(0)); // by default
                                                             // translation for
                                                             // 0
      } else {
        this.groupTuple = new ViewTuple(serInfo.getGroupSchema());
      }

      this.tupleIterator = new TupleIterator<OUTPUT_KEY, OUTPUT_VALUE>(context);

      // setting handler
View Full Code Here
67
68
69
70
71
72
73
74
75
76
77
78
79
80
      this.isMultipleSources = this.tupleMRConfig.getNumIntermediateSchemas() >= 2;
      this.serInfo = tupleMRConfig.getSerializationInfo();
      this.groupSchema = this.serInfo.getGroupSchema();
      if(!isMultipleSources) {
        /* schema id 0 is the only intermediate schema defined */
        this.groupTuple = new ViewTuple(groupSchema,
            this.serInfo.getGroupSchemaIndexTranslation(0));
      } else {
        this.groupTuple = new ViewTuple(groupSchema);
      }
      List<String> groupFields = tupleMRConfig.getGroupByFields();
      this.maxDepth = groupFields.size() - 1;
      this.minDepth = tupleMRConfig.calculateRollupBaseFields().size() - 1;
      this.tupleIterator = new TupleIterator<OUTPUT_KEY, OUTPUT_VALUE>(context);
View Full Code Here
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
    try {
      this.tupleMRConfig = TupleMRConfig.get(context.getConfiguration());
      this.isMultipleSources = tupleMRConfig.getNumIntermediateSchemas() >= 2;
      this.serInfo = tupleMRConfig.getSerializationInfo();
      if(!isMultipleSources) {
        this.groupTuple = new ViewTuple(serInfo.getGroupSchema(),
            this.serInfo.getGroupSchemaIndexTranslation(0)); // by default
                                                             // translation for
                                                             // 0
      } else {
        this.groupTuple = new ViewTuple(serInfo.getGroupSchema());
      }

      this.tupleIterator = new TupleIterator<OUTPUT_KEY, OUTPUT_VALUE>(context);

      // setting handler
View Full Code Here
54
55
56
57
58
59
60
61
62
63
64
65
66
    try {
      this.tupleMRConfig = TupleMRConfig.get(context.getConfiguration());
      this.serInfo = this.tupleMRConfig.getSerializationInfo();
      this.isMultipleSources = this.tupleMRConfig.getNumIntermediateSchemas() >= 2;
      if(isMultipleSources) {
        this.groupTuple = new ViewTuple(serInfo.getGroupSchema());
      } else {
        this.groupTuple = new ViewTuple(serInfo.getGroupSchema(),
            serInfo.getGroupSchemaIndexTranslation(0));
      }
      this.tupleIterator = new TupleIterator<DatumWrapper<ITuple>, NullWritable>(context);

      String fileName = context.getConfiguration().get(
View Full Code Here
57
58
59
60
61
62
63
64
65
66
67
68
69
    try {
      this.tupleMRConfig = TupleMRConfig.get(context.getConfiguration());
      this.serInfo = this.tupleMRConfig.getSerializationInfo();
      this.isMultipleSources = this.tupleMRConfig.getNumIntermediateSchemas() >= 2;
      if(isMultipleSources) {
        this.groupTuple = new ViewTuple(serInfo.getGroupSchema());
      } else {
        this.groupTuple = new ViewTuple(serInfo.getGroupSchema(),
            serInfo.getGroupSchemaIndexTranslation(0));
      }
      this.tupleIterator = new TupleIterator<DatumWrapper<ITuple>, NullWritable>(context);

      String fileName = context.getConfiguration().get(
View Full Code Here
67
68
69
70
71
72
73
74
75
76
77
78
79
80
      this.isMultipleSources = this.tupleMRConfig.getNumIntermediateSchemas() >= 2;
      this.serInfo = tupleMRConfig.getSerializationInfo();
      this.groupSchema = this.serInfo.getGroupSchema();
      if(!isMultipleSources) {
        /* schema id 0 is the only intermediate schema defined */
        this.groupTuple = new ViewTuple(groupSchema,
            this.serInfo.getGroupSchemaIndexTranslation(0));
      } else {
        this.groupTuple = new ViewTuple(groupSchema);
      }
      List<String> groupFields = tupleMRConfig.getGroupByFields();
      this.maxDepth = groupFields.size() - 1;
      this.minDepth = tupleMRConfig.calculateRollupBaseFields().size() - 1;
      this.tupleIterator = new TupleIterator<OUTPUT_KEY, OUTPUT_VALUE>(context);
View Full Code Here
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
    try {
      this.tupleMRConfig = TupleMRConfig.get(context.getConfiguration());
      this.isMultipleSources = tupleMRConfig.getNumIntermediateSchemas() >= 2;
      this.serInfo = tupleMRConfig.getSerializationInfo();
      if(!isMultipleSources) {
        this.groupTuple = new ViewTuple(serInfo.getGroupSchema(),
            this.serInfo.getGroupSchemaIndexTranslation(0)); // by default
                                                             // translation for
                                                             // 0
      } else {
        this.groupTuple = new ViewTuple(serInfo.getGroupSchema());
      }

      this.tupleIterator = new TupleIterator<OUTPUT_KEY, OUTPUT_VALUE>(context);

      // setting handler
View Full Code Here
67
68
69
70
71
72
73
74
75
76
77
78
79
80
      this.isMultipleSources = this.tupleMRConfig.getNumIntermediateSchemas() >= 2;
      this.serInfo = tupleMRConfig.getSerializationInfo();
      this.groupSchema = this.serInfo.getGroupSchema();
      if(!isMultipleSources) {
        /* schema id 0 is the only intermediate schema defined */
        this.groupTuple = new ViewTuple(groupSchema,
            this.serInfo.getGroupSchemaIndexTranslation(0));
      } else {
        this.groupTuple = new ViewTuple(groupSchema);
      }
      List<String> groupFields = tupleMRConfig.getGroupByFields();
      this.maxDepth = groupFields.size() - 1;
      this.minDepth = tupleMRConfig.calculateRollupBaseFields().size() - 1;
      this.tupleIterator = new TupleIterator<OUTPUT_KEY, OUTPUT_VALUE>(context);
View Full Code Here
TOP

Related Classes of com.datasalt.pangool.io.ViewTuple

  • com.datasalt.pangool.tuplemr.mapred.RollupReducer
  • com.datasalt.pangool.tuplemr.mapred.SimpleCombiner
  • com.datasalt.pangool.tuplemr.mapred.SimpleReducer
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.