Package org.elasticsearch.hadoop.cascading

Examples of org.elasticsearch.hadoop.cascading.EsTap

73
74
75
76
77
78
79
80
81
82
83
    }


    @Test
    public void testReadFromES() throws Exception {
        Tap in = new EsTap(indexPrefix + "cascading-hadoop/artists");
        Pipe pipe = new Pipe("copy");
        pipe = new Each(pipe, new FilterNotNull());
        pipe = new Each(pipe, AssertionLevel.STRICT, new AssertSizeLessThan(5));
        // can't select when using unknown
        //pipe = new Each(pipe, new Fields("name"), AssertionLevel.STRICT, new AssertNotNull());
View Full Code Here
97
98
99
100
101
102
103
104
105
106
107
        RestUtils.refresh(indexPrefix + "cascading-hadoop");

        Properties cfg = cfg();
        cfg.setProperty("es.mapping.names", "nested:data.map.key");

        Tap in = new EsTap(indexPrefix + "cascading-hadoop/nestedmap", new Fields("nested"));
        Pipe pipe = new Pipe("copy");
        pipe = new Each(pipe, new FilterNotNull());
        pipe = new Each(pipe, AssertionLevel.STRICT, new AssertSizeLessThan(2));

        // print out
View Full Code Here
67
68
69
70
71
72
73
74
75
76
77
        RestUtils.refresh("cascading-hadoop");
    }

    @Test
    public void testReadFromES() throws Exception {
        Tap in = new EsTap("cascading-hadoop/artists", query);
        Pipe pipe = new Pipe("copy");
        pipe = new Each(pipe, AssertionLevel.STRICT, new AssertSizeLessThan(5));
        pipe = new Each(pipe, AssertionLevel.STRICT, new AssertNotNull());

        // print out
View Full Code Here
83
84
85
86
87
88
89
90
91
92
93
    }


    @Test
    public void testReadFromESWithFields() throws Exception {
        Tap in = new EsTap("cascading-hadoop/artists", query, new Fields("url", "name"));
        Pipe pipe = new Pipe("copy");
        pipe = new Each(pipe, AssertionLevel.STRICT, new AssertSizeEquals(2));
        pipe = new Each(pipe, AssertionLevel.STRICT, new AssertNotNull());

        // print out
View Full Code Here
95
96
97
98
99
100
101
102
103
104
105
        build(cfg(), in, out, pipe);
    }

    @Test
    public void testReadFromESAliasedField() throws Exception {
        Tap in = new EsTap("cascading-hadoop/alias", query, new Fields("address"));
        Pipe pipe = new Pipe("copy");
        pipe = new Each(pipe, AssertionLevel.STRICT, new AssertNotNull());

        // print out
        Tap out = new HadoopPrintStreamTap(Stream.NULL);
View Full Code Here
106
107
108
109
110
111
112
113
114
115
116
        build(cfg(), in, out, pipe);
    }

    @Test
    public void testReadFromESWithFieldAlias() throws Exception {
        Tap in = new EsTap("cascading-hadoop/alias", query, new Fields("url"));
        Pipe pipe = new Pipe("copy");
        pipe = new Each(pipe, AssertionLevel.STRICT, new AssertNotNull());

        // print out
        Tap out = new HadoopPrintStreamTap(Stream.NULL);
View Full Code Here
126
127
128
129
130
131
132
133
134
135
136
        RestUtils.refresh("cascading-hadoop");

        Properties cfg = cfg();
        cfg.setProperty("es.mapping.names", "nested:data.map.key");

        Tap in = new EsTap("cascading-hadoop/nestedmap", new Fields("nested"));
        Pipe pipe = new Pipe("copy");
        pipe = new Each(pipe, new FilterNotNull());
        pipe = new Each(pipe, AssertionLevel.STRICT, new AssertSizeLessThan(2));

        // print out
View Full Code Here
74
75
76
77
78
79
80
81
82
83
84
    }


    @Test
    public void testReadFromES() throws Exception {
        Tap in = new EsTap(indexPrefix + "cascading-local/artists");
        Pipe pipe = new Pipe("copy");
        pipe = new Each(pipe, new FilterNotNull());
        pipe = new Each(pipe, AssertionLevel.STRICT, new AssertSizeLessThan(5));
        // can't select when using unknown
        //pipe = new Each(pipe, new Fields("name"), AssertionLevel.STRICT, new AssertNotNull());
View Full Code Here
98
99
100
101
102
103
104
105
106
107
108
        RestUtils.refresh(indexPrefix + "cascading-local");

        Properties cfg = cfg();
        cfg.setProperty("es.mapping.names", "nested:data.map.key");

        Tap in = new EsTap(indexPrefix + "cascading-local/nestedmap", new Fields("nested"));
        Pipe pipe = new Pipe("copy");
        pipe = new Each(pipe, new FilterNotNull());
        pipe = new Each(pipe, AssertionLevel.STRICT, new AssertSizeLessThan(2));

        // print out
View Full Code Here
TOP

Related Classes of org.elasticsearch.hadoop.cascading.EsTap

  • org.elasticsearch.hadoop.integration.cascading.AbstractCascadingHadoopJsonSaveTest
  • org.elasticsearch.hadoop.integration.cascading.AbstractCascadingHadoopJsonSearchTest
  • org.elasticsearch.hadoop.integration.cascading.AbstractCascadingHadoopSaveTest
  • org.elasticsearch.hadoop.integration.cascading.AbstractCascadingHadoopSearchTest
  • org.elasticsearch.hadoop.integration.cascading.AbstractCascadingLocalJsonSaveTest
  • org.elasticsearch.hadoop.integration.cascading.AbstractCascadingLocalJsonSearchTest
  • org.elasticsearch.hadoop.integration.cascading.AbstractCascadingLocalSaveTest
  • org.elasticsearch.hadoop.integration.cascading.AbstractCascadingLocalSearchTest
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.