Package org.apache.pig.impl.util

Examples of org.apache.pig.impl.util.UDFContext

24
25
26
27
28
29
30
31
32
33
34
35
    private String [] fields = {"a", "b", "c", "d", "e", "f", "g", "h", "i"};

    @Test
    public void test() throws Exception {
        ToCassandraBag tcb = new ToCassandraBag();
        UDFContext context = UDFContext.getUDFContext();
        Properties properties = context.getUDFProperties(ToCassandraBag.class);
        Tuple input = new DefaultTuple();
        StringBuilder builder = new StringBuilder();
        for (int i = 0; i < fields.length; i++){
            builder.append(fields[i]);
            input.append("foo" + i);
View Full Code Here
48
49
50
51
52
53
54
55
56
57
58
59
    }

    public Tuple exec(Tuple input) throws IOException {
        Tuple row = TupleFactory.getInstance().newTuple(2);
        DataBag columns = BagFactory.getInstance().newDefaultBag();
        UDFContext context = UDFContext.getUDFContext();
        Properties property = context.getUDFProperties(ToCassandraBag.class);
        String fieldString = property.getProperty(getSchemaKey());
        String [] fieldnames = INPUT_DELIM.split(fieldString);
        if (log.isDebugEnabled()) {
            log.debug("Tuple: " + input.toDelimitedString(",") + " Fields: " + fieldString);
        }
View Full Code Here
92
93
94
95
96
97
98
99
100
101
102
            if (i != fields.size()-1) {
                builder.append(OUTPUT_DELIM);
            }
        }
       
        UDFContext context = UDFContext.getUDFContext();
        Properties property = context.getUDFProperties(ToCassandraBag.class);
        property.setProperty(getSchemaKey(), builder.toString());

        return super.outputSchema(input);
    }
View Full Code Here
30
31
32
33
34
35
36
37
38
39
40
41
    private static char OUTPUT_DELIM = ',';

    public Tuple exec(Tuple input) throws IOException {
        Tuple row = TupleFactory.getInstance().newTuple(2);
        DataBag columns = BagFactory.getInstance().newDefaultBag();
        UDFContext context = UDFContext.getUDFContext();
        Properties property = context.getUDFProperties(DeleteColumns.class);
        String fieldString = property.getProperty(UDFCONTEXT_SCHEMA_KEY);
        String [] fieldnames = fieldString.split(INPUT_DELIM);

        // IT IS ALWAYS ASSUMED THAT THE OBJECT AT INDEX 0 IS THE ROW KEY
View Full Code Here
70
71
72
73
74
75
76
77
78
79
80
            if (i != fields.size()-1) {
                builder.append(OUTPUT_DELIM);
            }
        }

        UDFContext context = UDFContext.getUDFContext();
        Properties property = context.getUDFProperties(DeleteColumns.class);
        property.setProperty(UDFCONTEXT_SCHEMA_KEY, builder.toString());

        return super.outputSchema(input);
    }
View Full Code Here
165
166
167
168
169
170
171
172
173
        return pair;
    }

    private CfDef getCfDef()
    {
        UDFContext context = UDFContext.getUDFContext();
        Properties property = context.getUDFProperties(CassandraStorage.class);
        return cfdefFromString(property.getProperty(getSchemaContextKey()));
    }
View Full Code Here
430
431
432
433
434
435
436
437
438
439
440
441
    /* Methods to get the column family schema from Cassandra */

    private void initSchema()
    {
        UDFContext context = UDFContext.getUDFContext();
        Properties property = context.getUDFProperties(CassandraStorage.class);

        String schemaContextKey = getSchemaContextKey();
        // Only get the schema if we haven't already gotten it
        if (!property.containsKey(schemaContextKey))
        {
View Full Code Here
205
206
207
208
209
210
211
212
213
           pair.set(position, value);
    }

    private CfDef getCfDef(String signature)
    {
        UDFContext context = UDFContext.getUDFContext();
        Properties property = context.getUDFProperties(CassandraStorage.class);
        return cfdefFromString(property.getProperty(signature));
    }
View Full Code Here
741
742
743
744
745
746
747
748
749
750
751
752
    /* Methods to get the column family schema from Cassandra */

    private void initSchema(String signature)
    {
        UDFContext context = UDFContext.getUDFContext();
        Properties property = context.getUDFProperties(CassandraStorage.class);

        // Only get the schema if we haven't already gotten it
        if (!property.containsKey(signature))
        {
            Cassandra.Client client = null;
View Full Code Here
145
146
147
148
149
150
151
152
153
154
155
156
        }
        return reducerMap;
    }
   
    public static void setupUDFContext(Configuration job) throws IOException {
        UDFContext udfc = UDFContext.getUDFContext();
        udfc.addJobConf(job);
        // don't deserialize in front-end
        if (udfc.isUDFConfEmpty()) {
            udfc.deserialize();
        }
    }
View Full Code Here
TOP

Related Classes of org.apache.pig.impl.util.UDFContext

  • com.acme.financial.AnalyzeStockV2
  • com.acme.io.JsonLoader
  • com.acme.io.JsonStorage
  • com.linkedin.pig.FastAvroStorage
  • com.mongodb.hadoop.pig.BSONStorage
  • com.mongodb.hadoop.pig.MongoInsertStorage
  • com.mongodb.hadoop.pig.MongoStorage
  • com.mongodb.hadoop.pig.MongoUpdateStorage
  • com.packetloop.packetpig.storage.JsonStorage
  • org.apache.cassandra.hadoop.pig.AbstractCassandraStorage
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.