Package org.apache.pig.pigunit

Examples of org.apache.pig.pigunit.PigTest

32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
public class QuantileTests  extends PigTests
{
  @Test
  public void quantileTest() throws Exception
  {
    PigTest test = createPigTest("datafu/stats/quantileTest.pig",
                                 "QUANTILES='0.0','0.25','0.5','0.75','1.0'");

    String[] input = {"1","2","3","4","10","5","6","7","8","9"};
    writeLinesToFile("input", input);
       
    test.runScript();
   
    List<Tuple> output = getLinesForAlias(test, "data_out", true);
   
    assertEquals(output.size(),1);
    assertEquals(output.get(0).toString(), "(1.0,3.0,5.5,8.0,10.0)");
View Full Code Here
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
  }
 
  @Test
  public void quantile2Test() throws Exception
  {
    PigTest test = createPigTest("datafu/stats/quantileTest.pig",
                                 "QUANTILES='5'");

    String[] input = {"1","2","3","4","10","5","6","7","8","9"};
    writeLinesToFile("input", input);
       
    test.runScript();
   
    List<Tuple> output = getLinesForAlias(test, "data_out", true);
   
    assertEquals(output.size(),1);
    assertEquals(output.get(0).toString(), "(1.0,3.0,5.5,8.0,10.0)");
View Full Code Here
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
  }
 
  @Test
  public void medianTest() throws Exception
  {
    PigTest test = createPigTest("datafu/stats/medianTest.pig");

    String[] input = {"4","5","6","9","10","7","8","2","3","1"};
    writeLinesToFile("input", input);
       
    test.runScript();
   
    List<Tuple> output = getLinesForAlias(test, "data_out", true);
   
    assertEquals(output.size(),1);
    assertEquals(output.get(0).toString(), "(5.5)");
View Full Code Here
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
  }
 
  @Test
  public void streamingMedianTest() throws Exception
  {
    PigTest test = createPigTest("datafu/stats/streamingMedianTest.pig");

    String[] input = {"0","4","5","6","9","10","7","8","2","3","1"};
    writeLinesToFile("input", input);
       
    test.runScript();
   
    List<Tuple> output = getLinesForAlias(test, "data_out", true);
   
    assertEquals(output.size(),1);
    assertEquals(output.get(0).toString(), "(5.0)");
View Full Code Here
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
    assertEquals(output.get(0).toString(), "(5.0)");
  }

  @Test
  public void streamingQuantileTest() throws Exception {
    PigTest test = createPigTest("datafu/stats/streamingQuantileTest.pig",
                                 "QUANTILES='5'");

    String[] input = {"1","2","3","4","10","5","6","7","8","9"};
    writeLinesToFile("input", input);
       
    test.runScript();
   
    List<Tuple> output = getLinesForAlias(test, "data_out", true);
   
    assertEquals(output.size(),1);
    assertEquals(output.get(0).toString(), "(1.0,3.0,5.0,8.0,10.0)");
View Full Code Here
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
    assertEquals(output.get(0).toString(), "(1.0,3.0,5.0,8.0,10.0)");
  }
 
  @Test
  public void streamingQuantile2Test() throws Exception {
    PigTest test = createPigTest("datafu/stats/streamingQuantileTest.pig",
                                 "QUANTILES='0.5','0.75','1.0'");

    String[] input = {"1","2","3","4","10","5","6","7","8","9"};
    writeLinesToFile("input", input);
       
    test.runScript();
   
    List<Tuple> output = getLinesForAlias(test, "data_out", true);
   
    assertEquals(output.size(),1);
    assertEquals(output.get(0).toString(), "(5.0,8.0,10.0)");
View Full Code Here
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
    assertEquals(output.get(0).toString(), "(5.0,8.0,10.0)");
  }
 
  @Test
  public void streamingQuantile3Test() throws Exception {
    PigTest test = createPigTest("datafu/stats/streamingQuantileTest.pig",
                                 "QUANTILES='0.07','0.03','0.37','1.0','0.0'");

    List<String> input = new ArrayList<String>();
    for (int i=1000; i>=1; i--)
    {
      input.add(Integer.toString(i));
    }
   
    writeLinesToFile("input", input.toArray(new String[0]));
       
    test.runScript();
   
    List<Tuple> output = getLinesForAlias(test, "data_out", true);
   
    assertEquals(output.size(),1);
    assertEquals(output.get(0).toString(), "(70.0,30.0,370.0,1000.0,1.0)");
View Full Code Here
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
    assertEquals(output.get(0).toString(), "(70.0,30.0,370.0,1000.0,1.0)");
  }
 
  @Test
  public void streamingQuantile4Test() throws Exception {
    PigTest test = createPigTest("datafu/stats/streamingQuantileTest.pig",
                                 "QUANTILES='0.0013','0.0228','0.1587','0.5','0.8413','0.9772','0.9987'");

    List<String> input = new ArrayList<String>();
    for (int i=100000; i>=0; i--)
    {
      input.add(Integer.toString(i));
    }
   
    writeLinesToFile("input", input.toArray(new String[0]));
       
    test.runScript();
   
    List<Tuple> output = getLinesForAlias(test, "data_out", true);
   
    assertEquals(output.size(),1);
    assertEquals(output.get(0).toString(), "(130.0,2280.0,15870.0,50000.0,84130.0,97720.0,99870.0)");
View Full Code Here
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
 

 
  @Test
  public void quantile3Test() throws Exception {
    PigTest test = createPigTest("datafu/stats/quantileTest.pig",
                                 "QUANTILES='0.0013','0.0228','0.1587','0.5','0.8413','0.9772','0.9987'");

    List<String> input = new ArrayList<String>();
    for (int i=100000; i>=0; i--)
    {
      input.add(Integer.toString(i));
    }
   
    writeLinesToFile("input", input.toArray(new String[0]));
       
    test.runScript();
   
    List<Tuple> output = getLinesForAlias(test, "data_out", true);
   
    assertEquals(output.size(),1);
    assertEquals(output.get(0).toString(), "(130.0,2280.0,15870.0,50000.0,84130.0,97720.0,99870.0)");
View Full Code Here
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
public class MarkovPairTests extends PigTests
{
  @Test
  public void markovPairDefaultTest() throws Exception
  {
    PigTest test = createPigTest("datafu/stats/markovPairDefault.pig",
                                 "schema=(data: bag {t: tuple(val:int)})");
   
    writeLinesToFile("input", "{(10),(20),(30),(40),(50),(60)}");
   
    String[] expectedOutput = {
        "({((10),(20)),((20),(30)),((30),(40)),((40),(50)),((50),(60))})"
      };
   
    test.runScript();
   
    Iterator<Tuple> actualOutput = test.getAlias("data_out");
   
    assertTuplesMatch(expectedOutput, actualOutput);
  }
View Full Code Here
TOP

Related Classes of org.apache.pig.pigunit.PigTest

  • example.PigUnitExample
  • org.apache.bigtop.itest.datafu.bags.BagTests
  • org.apache.bigtop.itest.datafu.bags.sets.SetTests
  • org.apache.bigtop.itest.datafu.date.TimeTests
  • org.apache.bigtop.itest.datafu.geo.GeoTests
  • org.apache.bigtop.itest.datafu.hash.HashTests
  • org.apache.bigtop.itest.datafu.linkanalysis.PageRankTests
  • org.apache.bigtop.itest.datafu.numbers.NumberTests
  • org.apache.bigtop.itest.datafu.PigTests
  • org.apache.bigtop.itest.datafu.sessions.SessionTests
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.