Package com.netflix.lipstick.model.operators

Examples of com.netflix.lipstick.model.operators.P2jLOStore

37
38
39
40
41
42
43
44
45
46
47
     * @param node the LOStore object to convert to P2jLOStore
     * @param lp the logical plan containing node
     * @throws FrontendException
     */
    public LOStoreJsonAdaptor(LOStore node, LogicalPlan lp) throws FrontendException {
        super(node, new P2jLOStore(), lp);
        P2jLOStore store = (P2jLOStore) p2j;
        store.setStorageLocation(node.getFileSpec().getFileName());
        String[] funcList = StringUtils.split(node.getFileSpec().getFuncName(), ".");
        store.setStorageFunction(funcList[funcList.length - 1]);
    }
View Full Code Here
108
109
110
111
112
113
114
115
116
117
        Assert.assertEquals(load.getStorageFunction(), funcList[funcList.length - 1]);
    }

    private void verifyStoreAdaptor(LOStoreJsonAdaptor adaptor, LOStore lro) {
        Assert.assertTrue(adaptor.getToP2jOperator() instanceof P2jLOStore);
        P2jLOStore store = (P2jLOStore) adaptor.getToP2jOperator();
        Assert.assertEquals(store.getStorageLocation(), lro.getFileSpec().getFileName());
        String[] funcList = StringUtils.split(lro.getFileSpec().getFuncName(), ".");
        Assert.assertEquals(store.getStorageFunction(), funcList[funcList.length - 1]);
    }
View Full Code Here
154
155
156
157
158
159
160
161
162
163
164
165
166
     */
    protected P2jLogicalRelationalOperator getOpForStore(POStore pop) {
        FileSpec pofs = pop.getSFile();
        for (Entry<String, P2jLogicalRelationalOperator> entry : p2jMap.entrySet()) {
            if (entry.getValue() instanceof P2jLOStore) {
                P2jLOStore store = (P2jLOStore) entry.getValue();
                if (store.getStorageLocation().equals(pofs.getFileName())
                    && pofs.getFuncName().endsWith(store.getStorageFunction())) {
                    return store;
                }
            }
        }
        return null;
View Full Code Here
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
        expectedOps.addAll(Lists.newArrayList(load1, load2, load3, load4));

        // Add all expected P2jLOStore objects
        // Aliases are lost, so use storageLocation instead
        P2jLOStore store1 = new P2jLOStore();
        store1.setStorageLocation("file://" + System.getProperty("user.dir") + "/test_out_cogrp");
        store1.setPredecessors(Lists.newArrayList("out"));
        P2jLOStore store2 = new P2jLOStore();
        store2.setStorageLocation("file://" + System.getProperty("user.dir") + "/test_out_join");
        store2.setPredecessors(Lists.newArrayList("tiny_colors_join"));
        P2jLOStore store3 = new P2jLOStore();
        store3.setStorageLocation("file://" + System.getProperty("user.dir") + "/test_out_tiny_colors");
        store3.setPredecessors(Lists.newArrayList("tiny_colors"));

        expectedOps.addAll(Lists.newArrayList(store1, store2, store3));

        // Add all expected P2jLOJoin objects
        P2jLOJoin join1 = new P2jLOJoin();
View Full Code Here
TOP

Related Classes of com.netflix.lipstick.model.operators.P2jLOStore

  • com.netflix.lipstick.adaptors.LOJsonAdaptorTest
  • com.netflix.lipstick.adaptors.LOStoreJsonAdaptor
  • com.netflix.lipstick.MRPlanCalculator
  • com.netflix.lipstick.P2jPlanGeneratorTest
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.