Package org.apache.hadoop.io

Examples of org.apache.hadoop.io.ByteWritable

135
136
137
138
139
140
141
142
143
144
145
146
147
        final Path file = new Path(new File("target/test/test-camel-byte").getAbsolutePath());
        Configuration conf = new Configuration();
        FileSystem fs1 = FileSystem.get(file.toUri(), conf);
        SequenceFile.Writer writer = createWriter(fs1, conf, file, NullWritable.class, ByteWritable.class);
        NullWritable keyWritable = NullWritable.get();
        ByteWritable valueWritable = new ByteWritable();
        byte value = 3;
        valueWritable.set(value);
        writer.append(keyWritable, valueWritable);
        writer.sync();
        writer.close();

        context.addRoutes(new RouteBuilder() {
View Full Code Here
132
133
134
135
136
137
138
139
140
        private static final int SIZE = 1;

        @Override
        public Writable create(Object value, TypeConverter typeConverter, Holder<Integer> size) {
            size.value = SIZE;
            ByteWritable writable = new ByteWritable();
            writable.set(typeConverter.convertTo(Byte.class, value));
            return writable;
        }
View Full Code Here
133
134
135
136
137
138
139
140
141
        private static final int SIZE = 1;

        @Override
        public Writable create(Object value, TypeConverter typeConverter, Holder<Integer> size) {
            size.value = SIZE;
            ByteWritable writable = new ByteWritable();
            writable.set(typeConverter.convertTo(Byte.class, value));
            return writable;
        }
View Full Code Here
133
134
135
136
137
138
139
140
141
142
143
144
145
        final Path file = new Path(new File("target/test/test-camel-byte").getAbsolutePath());
        Configuration conf = new Configuration();
        FileSystem fs1 = FileSystem.get(file.toUri(), conf);
        SequenceFile.Writer writer = createWriter(fs1, conf, file, NullWritable.class, ByteWritable.class);
        NullWritable keyWritable = NullWritable.get();
        ByteWritable valueWritable = new ByteWritable();
        byte value = 3;
        valueWritable.set(value);
        writer.append(keyWritable, valueWritable);
        writer.sync();
        writer.close();

        MockEndpoint resultEndpoint = context.getEndpoint("mock:result", MockEndpoint.class);
View Full Code Here
132
133
134
135
136
137
138
139
140
141
142
143
144
        final Path file = new Path(new File("target/test/test-camel-byte").getAbsolutePath());
        Configuration conf = new Configuration();
        SequenceFile.Writer writer = createWriter(conf, file, NullWritable.class, ByteWritable.class);
        NullWritable keyWritable = NullWritable.get();
        ByteWritable valueWritable = new ByteWritable();
        byte value = 3;
        valueWritable.set(value);
        writer.append(keyWritable, valueWritable);
        writer.sync();
        writer.close();

        MockEndpoint resultEndpoint = context.getEndpoint("mock:result", MockEndpoint.class);
View Full Code Here
134
135
136
137
138
139
140
141
142
        private static final int SIZE = 1;

        @Override
        public Writable create(Object value, TypeConverter typeConverter, Holder<Integer> size) {
            size.value = SIZE;
            ByteWritable writable = new ByteWritable();
            writable.set(typeConverter.convertTo(Byte.class, value));
            return writable;
        }
View Full Code Here
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
      return;
    }
    case BYTE:
    {
      ByteObjectInspector boi = (ByteObjectInspector) poi;
      ByteWritable r = (ByteWritable) elements[i];
      r.set(boi.get(o));
      return;
    }
    case SHORT:
    {
      ShortObjectInspector spoi = (ShortObjectInspector) poi;
      ShortWritable r = (ShortWritable) elements[i];
      r.set(spoi.get(o));
      return;
    }
    case INT:
    {
      IntObjectInspector ioi = (IntObjectInspector) poi;
      IntWritable r = (IntWritable) elements[i];
      r.set(ioi.get(o));
      return;
    }
    case LONG:
    {
      LongObjectInspector loi = (LongObjectInspector) poi;
      LongWritable r = (LongWritable) elements[i];
      r.set(loi.get(o));
      return;
    }
    case FLOAT:
    {
      FloatObjectInspector foi = (FloatObjectInspector) poi;
      FloatWritable r = (FloatWritable) elements[i];
      r.set(foi.get(o));
      return;
    }
    case DOUBLE:
    {
      DoubleObjectInspector doi = (DoubleObjectInspector) poi;
      DoubleWritable r = (DoubleWritable) elements[i];
      r.set(doi.get(o));
      return;
    }
    case STRING:
    {
      StringObjectInspector soi = (StringObjectInspector) poi;
View Full Code Here
31
32
33
34
35
36
37
38
39
40
    @Override
    public Object getPrimitiveWritableObject(Object o) {
        if(o == null) return null;
       
        if(o instanceof String) {
           return new ByteWritable(ParsePrimitiveUtils.parseByte((String)o));
        } else {
           return new ByteWritable((Byte) o);
        }
    }
View Full Code Here
47
48
49
50
51
52
53
54
55
    return reusableId;
  }

  @Override
  public ByteWritable getMappingTarget(HiveReadableRecord record) {
    ByteWritable reusableTarget = getReusableMappingTarget();
    reusableTarget.set(record.getByte(1));
    return reusableTarget;
  }
View Full Code Here
67
68
69
70
71
72
73
74
75
76
77
78
79
80
  }

  @Override
  public ByteWritable getMappingTarget(HiveReadableRecord record) {
    int target = record.getInt(1);
    ByteWritable reusableTarget = getReusableMappingTarget();
    int bVal = target % numWorkers;
    if ((bVal >>> 8) != 0) {
      throw new IllegalStateException("target % numWorkers overflows " +
          "byte range");
    }
    reusableTarget.set((byte) bVal);
    return reusableTarget;
  }
View Full Code Here
TOP

Related Classes of org.apache.hadoop.io.ByteWritable

  • co.nubetech.hiho.dedup.TestHashUtility
  • com.sap.hadoop.metadata.CompositeWritable
  • eu.stratosphere.hadoopcompatibility.datatypes.DefaultStratosphereTypeConverter
  • hivemall.utils.hadoop.WritableUtils
  • org.apache.avro.hadoop.io.TestAvroDatumConverterFactory
  • org.apache.camel.component.hdfs.HdfsConsumerTest
  • org.apache.camel.component.hdfs.HdfsWritableFactories$HdfsByteWritableFactory
  • org.apache.camel.component.hdfs2.HdfsConsumerTest
  • org.apache.camel.component.hdfs2.HdfsWritableFactories$HdfsByteWritableFactory
  • org.apache.flink.hadoopcompatibility.mapred.record.datatypes.DefaultFlinkTypeConverter
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.