Package org.apache.sqoop.job.etl

Examples of org.apache.sqoop.job.etl.Extractor.run()

83
84
85
86
87
88
89
90
91
92
93
    Extractor extractor = new GenericJdbcImportExtractor();
    DummyWriter writer = new DummyWriter();

    partition = new GenericJdbcImportPartition();
    partition.setConditions("-50.0 <= DCOL AND DCOL < -16.6666666666666665");
    extractor.run(context, connConf, jobConf, partition, writer);

    partition = new GenericJdbcImportPartition();
    partition.setConditions("-16.6666666666666665 <= DCOL AND DCOL < 16.666666666666667");
    extractor.run(context, connConf, jobConf, partition, writer);
View Full Code Here
87
88
89
90
91
92
93
94
95
96
97
    partition.setConditions("-50.0 <= DCOL AND DCOL < -16.6666666666666665");
    extractor.run(context, connConf, jobConf, partition, writer);

    partition = new GenericJdbcImportPartition();
    partition.setConditions("-16.6666666666666665 <= DCOL AND DCOL < 16.666666666666667");
    extractor.run(context, connConf, jobConf, partition, writer);

    partition = new GenericJdbcImportPartition();
    partition.setConditions("16.666666666666667 <= DCOL AND DCOL <= 50.0");
    extractor.run(context, connConf, jobConf, partition, writer);
  }
View Full Code Here
91
92
93
94
95
96
97
98
99
100
101
    partition.setConditions("-16.6666666666666665 <= DCOL AND DCOL < 16.666666666666667");
    extractor.run(context, connConf, jobConf, partition, writer);

    partition = new GenericJdbcImportPartition();
    partition.setConditions("16.666666666666667 <= DCOL AND DCOL <= 50.0");
    extractor.run(context, connConf, jobConf, partition, writer);
  }

  public void testSubquery() throws Exception {
    MutableContext context = new MutableMapContext();
    context.setString(
View Full Code Here
117
118
119
120
121
122
123
124
125
126
127
    Extractor extractor = new GenericJdbcImportExtractor();
    DummyWriter writer = new DummyWriter();

    partition = new GenericJdbcImportPartition();
    partition.setConditions("-50 <= ICOL AND ICOL < -16");
    extractor.run(context, connConf, jobConf, partition, writer);

    partition = new GenericJdbcImportPartition();
    partition.setConditions("-16 <= ICOL AND ICOL < 17");
    extractor.run(context, connConf, jobConf, partition, writer);
View Full Code Here
121
122
123
124
125
126
127
128
129
130
131
    partition.setConditions("-50 <= ICOL AND ICOL < -16");
    extractor.run(context, connConf, jobConf, partition, writer);

    partition = new GenericJdbcImportPartition();
    partition.setConditions("-16 <= ICOL AND ICOL < 17");
    extractor.run(context, connConf, jobConf, partition, writer);

    partition = new GenericJdbcImportPartition();
    partition.setConditions("17 <= ICOL AND ICOL < 50");
    extractor.run(context, connConf, jobConf, partition, writer);
  }
View Full Code Here
125
126
127
128
129
130
131
132
133
134
135
    partition.setConditions("-16 <= ICOL AND ICOL < 17");
    extractor.run(context, connConf, jobConf, partition, writer);

    partition = new GenericJdbcImportPartition();
    partition.setConditions("17 <= ICOL AND ICOL < 50");
    extractor.run(context, connConf, jobConf, partition, writer);
  }

  public class DummyWriter extends DataWriter {
    int indx = START;
View Full Code Here
73
74
75
76
77
78
79
80
81
82
83
    SqoopSplit split = context.getCurrentKey();

    try {
      LOG.info("Running extractor class " + extractorName);
      extractor.run(subContext, configConnection, configJob, split.getPartition(),
        new MapDataWriter(context));
      LOG.info("Extractor has finished");
      context.getCounter(SqoopCounters.ROWS_READ)
              .increment(extractor.getRowsRead());
    } catch (Exception e) {
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.