Package org.apache.hcatalog.data

Examples of org.apache.hcatalog.data.HCatRecord

93
94
95
96
97
98
99
100
    }
    assertTrue(sawException);
  }

  public void testSize() throws Exception {
    HCatRecord r = new LazyHCatRecord(getHCatRecord(), getObjectInspector());
    assertEquals(4, r.size());
  }
View Full Code Here
98
99
100
101
102
103
104
105
106
107
108
109
110
111
    HCatRecord r = new LazyHCatRecord(getHCatRecord(), getObjectInspector());
    assertEquals(4, r.size());
  }

  public void testReadFields() throws Exception {
    HCatRecord r = new LazyHCatRecord(getHCatRecord(), getObjectInspector());
    boolean sawException = false;
    try {
      r.readFields(null);
    } catch (UnsupportedOperationException uoe) {
      sawException = true;
    }
    assertTrue(sawException);
  }
View Full Code Here
109
110
111
112
113
114
115
116
117
118
119
120
121
122
    }
    assertTrue(sawException);
  }

  public void testWrite() throws Exception {
    HCatRecord r = new LazyHCatRecord(getHCatRecord(), getObjectInspector());
    boolean sawException = false;
    try {
      r.write(null);
    } catch (UnsupportedOperationException uoe) {
      sawException = true;
    }
    assertTrue(sawException);
  }
View Full Code Here
120
121
122
123
124
125
126
127
128
129
130
131
132
133
    }
    assertTrue(sawException);
  }

  public void testSetWithName() throws Exception {
    HCatRecord r = new LazyHCatRecord(getHCatRecord(), getObjectInspector());
    boolean sawException = false;
    try {
      r.set("fred", null, "bob");
    } catch (UnsupportedOperationException uoe) {
      sawException = true;
    }
    assertTrue(sawException);
  }
View Full Code Here
131
132
133
134
135
136
137
138
139
140
141
142
143
144
    }
    assertTrue(sawException);
  }

  public void testRemove() throws Exception {
    HCatRecord r = new LazyHCatRecord(getHCatRecord(), getObjectInspector());
    boolean sawException = false;
    try {
      r.remove(0);
    } catch (UnsupportedOperationException uoe) {
      sawException = true;
    }
    assertTrue(sawException);
  }
View Full Code Here
142
143
144
145
146
147
148
149
150
151
152
153
154
155
    }
    assertTrue(sawException);
  }

  public void testCopy() throws Exception {
    HCatRecord r = new LazyHCatRecord(getHCatRecord(), getObjectInspector());
    boolean sawException = false;
    try {
      r.copy(null);
    } catch (UnsupportedOperationException uoe) {
      sawException = true;
    }
    assertTrue(sawException);
  }
View Full Code Here
153
154
155
156
157
158
159
160
161
162
163
164
    }
    assertTrue(sawException);
  }

  public void testGetWritable() throws Exception {
    HCatRecord r = new LazyHCatRecord(getHCatRecord(), getObjectInspector()).getWritable();
    assertEquals(INT_CONST, ((Integer)r.get(0)).intValue());
    assertEquals(LONG_CONST, ((Long)r.get(1)).longValue());
    assertEquals(DOUBLE_CONST, ((Double)r.get(2)).doubleValue());
    assertEquals(STRING_CONST, (String)r.get(3));
    assertEquals("org.apache.hcatalog.data.DefaultHCatRecord", r.getClass().getName());
  }
View Full Code Here
88
89
90
91
92
93
94
95
96
97
98
    try {
      committer = outFormat.getOutputCommitter(cntxt);
      committer.setupTask(cntxt);
      writer   = outFormat.getRecordWriter(cntxt);
      while(recordItr.hasNext()){
        HCatRecord rec = recordItr.next();
        writer.write(null, rec);
      }
      writer.close(cntxt);
      if(committer.needsTaskCommit(cntxt)){
        committer.commitTask(cntxt);       
View Full Code Here
196
197
198
199
200
201
202
203
204
205
206
    @Override
    public void map(LongWritable key, Text value, Context context
    ) throws IOException, InterruptedException {
      {
        try {
          HCatRecord rec = writeRecords.get(writeCount);
          context.write(null, rec);
          writeCount++;

        }catch(Exception e) {
View Full Code Here
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
    public static class MapHCatWrite extends Mapper<LongWritable, Text, BytesWritable, HCatRecord> {
        @Override
        public void map(LongWritable key, Text value, Context context) throws IOException, InterruptedException {
            OutputJobInfo jobInfo = (OutputJobInfo)HCatUtil.deserialize(context.getConfiguration().get(HCatConstants.HCAT_KEY_OUTPUT_INFO));
            HCatRecord record = new DefaultHCatRecord(3);
            HCatSchema schema = jobInfo.getOutputSchema();
            String vals[] = value.toString().split(",");
            record.setInteger("key",schema,Integer.parseInt(vals[0]));
            for(int i=1;i<vals.length;i++) {
                String pair[] = vals[i].split(":");
                record.set(pair[0],schema,pair[1]);
            }
            context.write(null,record);
        }
View Full Code Here
TOP

Related Classes of org.apache.hcatalog.data.HCatRecord

  • com.datasalt.pangool.tuplemr.mapred.lib.input.HCatTupleInputFormat
  • org.apache.giraph.io.hcatalog.HCatalogEdgeInputFormat$SingleRowHCatalogEdgeNoValueReader
  • org.apache.giraph.io.hcatalog.HCatalogEdgeInputFormat$SingleRowHCatalogEdgeReader
  • org.apache.giraph.io.hcatalog.HCatalogVertexInputFormat$MultiRowHCatalogVertexReader
  • org.apache.giraph.io.hcatalog.HCatalogVertexInputFormat$SingleRowHCatalogVertexReader
  • org.apache.giraph.io.hcatalog.HCatalogVertexOutputFormat$SingleRowHCatalogVertexWriter
  • org.apache.hcatalog.data.TestDefaultHCatRecord
  • org.apache.hcatalog.data.TestLazyHCatRecord
  • org.apache.hcatalog.data.transfer.impl.HCatOutputFormatWriter
  • org.apache.hcatalog.hbase.TestHBaseBulkOutputFormat$MapHCatWrite
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.