Package io.crate.planner.node.dql

Examples of io.crate.planner.node.dql.CollectNode

110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
    @Test
    public void testInformationSchemaColumns() throws Exception {
        Routing routing = new Routing(MapBuilder.<String, Map<String, Set<Integer>>>newMapBuilder().put(
                null, MapBuilder.<String, Set<Integer>>newMapBuilder().put("information_schema.columns", null).map()
        ).map());
        CollectNode collectNode = new CollectNode("columnsCollect", routing);

        InformationSchemaInfo schemaInfo =  cluster().getInstance(InformationSchemaInfo.class);
        TableInfo tableInfo = schemaInfo.getTableInfo("columns");
        List<Symbol> toCollect = new ArrayList<>();
        for (ReferenceInfo info : tableInfo.columns()) {
            toCollect.add(new Reference(info));
        }
        collectNode.toCollect(toCollect);
        collectNode.maxRowGranularity(RowGranularity.DOC);
        Object[][] result = operation.collect(collectNode).get();


        String expected = "sys| cluster| id| 1| string\n" +
                "sys| cluster| name| 2| string\n" +
View Full Code Here
133
134
135
136
137
138
139
140
141
142
143
144
145
        return new Routing(locations);
    }

    @Test
    public void testCollectDocLevel() throws Exception {
        CollectNode collectNode = new CollectNode("docCollect", routing(TEST_TABLE_NAME));
        collectNode.toCollect(Arrays.<Symbol>asList(testDocLevelReference, underscoreRawReference, underscoreIdReference));
        collectNode.maxRowGranularity(RowGranularity.DOC);

        Object[][] result = operation.collect(collectNode).get();
        assertThat(result.length, is(2));

        assertThat(result[0].length, is(3));
View Full Code Here
155
156
157
158
159
160
161
162
163
164
165
166
167
168
    @Test
    public void testCollectDocLevelWhereClause() throws Exception {
        EqOperator op = (EqOperator) functions.get(new FunctionIdent(EqOperator.NAME,
                ImmutableList.<DataType>of(DataTypes.INTEGER, DataTypes.INTEGER)));
        CollectNode collectNode = new CollectNode("docCollect", routing(TEST_TABLE_NAME));
        collectNode.toCollect(Arrays.<Symbol>asList(testDocLevelReference));
        collectNode.maxRowGranularity(RowGranularity.DOC);
        collectNode.whereClause(new WhereClause(new Function(
                op.info(),
                Arrays.<Symbol>asList(testDocLevelReference, Literal.newLiteral(2)))
        ));

        Object[][] result = operation.collect(collectNode).get();
View Full Code Here
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
    @Test
    public void testCollectWithShardAndNodeExpressions() throws Exception {
        Routing routing = routing(TEST_TABLE_NAME);
        Set shardIds = routing.locations().get(clusterService().localNode().id()).get(TEST_TABLE_NAME);

        CollectNode collectNode = new CollectNode("docCollect", routing);
        collectNode.toCollect(Arrays.<Symbol>asList(
                testDocLevelReference,
                new Reference(SysNodesTableInfo.INFOS.get(new ColumnIdent("name"))),
                new Reference(SysShardsTableInfo.INFOS.get(new ColumnIdent("id"))),
                new Reference(SysClusterTableInfo.INFOS.get(new ColumnIdent("name")))
        ));
        collectNode.maxRowGranularity(RowGranularity.DOC);

        Object[][] result = operation.collect(collectNode).get();

        assertThat(result.length, is(2));
        assertThat(result[0].length, is(4));
View Full Code Here
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
    @Test
    public void testCollectWithPartitionedColumns() throws Exception {
        Routing routing = docSchemaInfo.getTableInfo(PARTITIONED_TABLE_NAME).getRouting(WhereClause.MATCH_ALL);
        TableIdent tableIdent = new TableIdent(DocSchemaInfo.NAME, PARTITIONED_TABLE_NAME);
        CollectNode collectNode = new CollectNode("docCollect", routing);
        collectNode.toCollect(Arrays.<Symbol>asList(
                new Reference(new ReferenceInfo(
                        new ReferenceIdent(tableIdent, "id"),
                        RowGranularity.DOC, DataTypes.INTEGER)),
                new Reference(new ReferenceInfo(
                        new ReferenceIdent(tableIdent, "date"),
                        RowGranularity.SHARD, DataTypes.TIMESTAMP))
        ));
        collectNode.maxRowGranularity(RowGranularity.DOC);
        collectNode.isPartitioned(true);

        Object[][] result = operation.collect(collectNode).get();
        assertThat(result.length, is(2));
        assertThat((Integer)result[0][0], isOneOf(1,2));
        assertThat((Integer)result[1][0], isOneOf(1,2));
View Full Code Here
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
            }
        }).when(transportService).submitRequest(any(DiscoveryNode.class), Matchers.same(TransportMergeNodeAction.mergeRowsAction),
                Matchers.<TransportRequest>any(),
                any(TransportResponseHandler.class));

        CollectNode collectNode = new CollectNode("dcollect", shardRouting(0, 1));
        collectNode.downStreamNodes(Arrays.asList(TEST_NODE_ID, OTHER_NODE_ID));
        collectNode.jobId(jobId);
        collectNode.maxRowGranularity(RowGranularity.SHARD);
        collectNode.toCollect(Arrays.<Symbol>asList(testShardIdReference));


        assertThat(operation.collect(collectNode).get(), is(TaskResult.EMPTY_RESULT.rows()));
        countDown.await();
        assertThat(buckets.size(), is(2));
View Full Code Here
300
301
302
303
304
305
306
307
308
309
310
311
312
313
        Mockito.doReturn(null).when(transportService).submitRequest(any(DiscoveryNode.class), Matchers.same(TransportMergeNodeAction.mergeRowsAction),
                Matchers.<TransportRequest>any(),
                any(TransportResponseHandler.class));

        CollectNode collectNode = new CollectNode("dcollect", nodeRouting);
        collectNode.downStreamNodes(Arrays.asList(TEST_NODE_ID, OTHER_NODE_ID));
        collectNode.jobId(jobId);
        collectNode.maxRowGranularity(RowGranularity.NODE);
        collectNode.toCollect(Arrays.<Symbol>asList(Literal.newLiteral(true)));
        Object[][] objects = operation.collect(collectNode).get();
        assertThat((Boolean) objects[0][0], is(true));

    }
View Full Code Here
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
            }
        }).when(transportService).submitRequest(any(DiscoveryNode.class), Matchers.same(TransportMergeNodeAction.mergeRowsAction),
                Matchers.<TransportRequest>any(),
                any(TransportResponseHandler.class));

        CollectNode collectNode = new CollectNode("collect all the things", shardRouting(0, 1));
        collectNode.downStreamNodes(Arrays.asList(TEST_NODE_ID, OTHER_NODE_ID));
        collectNode.jobId(jobId);
        collectNode.maxRowGranularity(RowGranularity.SHARD);
        collectNode.toCollect(Arrays.<Symbol>asList(testShardIdReference));

        collectNode.whereClause(new WhereClause(new Function(
                AndOperator.INFO,
                Arrays.<Symbol>asList(Literal.newLiteral(false), Literal.newLiteral(false))
        )));

        Object[][] pseudoResult = operation.collect(collectNode).get();
View Full Code Here
48
49
50
51
52
53
54
55
56
    public void readFrom(StreamInput in) throws IOException {
        super.readFrom(in);
        if (in.readBoolean()) {
            collectNode = new FileUriCollectNode();
        } else {
            collectNode = new CollectNode();
        }
        collectNode.readFrom(in);
    }
View Full Code Here
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
        return ThreadPool.Names.SEARCH;
    }

    private void nodeOperation(final NodeCollectRequest request,
                               final ActionListener<NodeCollectResponse> collectResponse) {
        final CollectNode node = request.collectNode();
        final ListenableFuture<Object[][]> collectResult;

        final UUID operationId;
        if (request.collectNode().jobId().isPresent()) {
            operationId = UUID.randomUUID();
            statsTables.operationStarted(
                    operationId, request.collectNode().jobId().get(), request.collectNode().id());
        } else {
            operationId = null;
        }

        try {
            if (node.hasDownstreams()) {
                collectResult = distributingCollectOperation.collect(node);
            } else {
                collectResult = localDataCollector.collect(node);
            }
        } catch (Throwable e){
View Full Code Here
TOP

Related Classes of io.crate.planner.node.dql.CollectNode

  • io.crate.action.sql.DDLAnalysisDispatcher
  • io.crate.analyze.WhereClause
  • io.crate.executor.task.LocalCollectTaskTest
  • io.crate.executor.transport.NodeCollectRequest
  • io.crate.executor.transport.TransportCollectNodeAction
  • io.crate.metadata.Routing
  • io.crate.operation.collect.DistributingCollectTest
  • io.crate.operation.collect.DocLevelCollectTest
  • io.crate.operation.collect.HandlerSideLevelCollectTest
  • io.crate.operation.collect.LocalDataCollectTest
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.