Package com.dp.nebula.wormhole.common

Examples of com.dp.nebula.wormhole.common.DefaultLine

98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
      Charset charset = Charset.forName(encoding);
        InputStreamReader reader = new InputStreamReader(inputStream,charset);
        LineIterator iterator = new LineIterator(reader);         
        while(iterator.hasNext()) {
          String lineData = iterator.nextLine();
          ILine line = new DefaultLine();
          for(String field:lineData.split(String.valueOf(DEP))){
            if(field.equals("\\N")){
              line.addField(null);
            } else {
              line.addField(pgStringNormalize(field));
            }
          }
          sender.send(line);
          sucLineCounter ++;
        }
View Full Code Here
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
        sshd.stop();
    }

    private List<ILine> generateDatas() {
      List<ILine> datas = new ArrayList<ILine>();
        ILine data = new DefaultLine();
        data.addField("Jim");
        data.addField("21");
        datas.add(data);
        data = new DefaultLine();
        data.addField("Tom");
        data.addField("22");
        datas.add(data);
        data = new DefaultLine();
        data.addField("Jack");
        data.addField("23");
        datas.add(data);
        return datas;
    }
View Full Code Here
13
14
15
16
17
18
19
20
21
22
23
public class SingleQueueTest {
  @Test
  public void queueTest(){
    SingleQueue dq = new SingleQueue(200,1024*200);
    ILine setLine,getLine = null;
    setLine = new DefaultLine();
    setLine.addField("1");
    setLine.addField("sunny");
    try {
      dq.push(setLine, 1, TimeUnit.MILLISECONDS);
      getLine = dq.pull(1, TimeUnit.MILLISECONDS);
View Full Code Here
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
  public void bufferedQueueTest(){
    SingleQueue dq = new SingleQueue(200,1024*200);
    ILine[] setLines,getLines = null;
    setLines = new ILine[10];
    getLines = new ILine[10];
    ILine item1 = new DefaultLine();
    item1.addField("1");
    item1.addField("sunny");
    ILine item2 = new DefaultLine();
    item2.addField("2");
    item2.addField("jack");
    setLines[0]=item1;
    setLines[1]=item2;
    try {
      dq.push(setLines,2, 1, TimeUnit.MILLISECONDS);
      dq.pull(getLines, 1, TimeUnit.MILLISECONDS);
View Full Code Here
37
38
39
40
41
42
43
44
45
46
    assertNull(o);
  }
 
  @Test
  public void testCreateInstanceByDefaultConstructor_without_class_loader_Success(){
    DefaultLine line = ReflectionUtil.createInstanceByDefaultConstructor("com.dp.nebula.wormhole.common.DefaultLine", DefaultLine.class);
    assertNotNull(line);
    assertTrue(line instanceof ILine);
    assertTrue(line instanceof DefaultLine);
  }
View Full Code Here
13
14
15
16
17
18
19
20
21
22
23
public class DoubleQueueTest {
  @Test
  public void queueTest(){
    DoubleQueue dq = new DoubleQueue(200,1024*200);
    ILine setLine,getLine = null;
    setLine = new DefaultLine();
    setLine.addField("1");
    setLine.addField("sunny");
    try {
      dq.push(setLine, 1, TimeUnit.MILLISECONDS);
      getLine = dq.pull(1, TimeUnit.MILLISECONDS);
View Full Code Here
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
  public void bufferedQueueTest(){
    DoubleQueue dq = new DoubleQueue(200,1024*200);
    ILine[] setLines,getLines = null;
    setLines = new ILine[10];
    getLines = new ILine[10];
    ILine item1 = new DefaultLine();
    item1.addField("1");
    item1.addField("sunny");
    ILine item2 = new DefaultLine();
    item2.addField("2");
    item2.addField("jack");
    setLines[0]=item1;
    setLines[1]=item2;
    try {
      dq.push(setLines,2, 1, TimeUnit.MILLISECONDS);
      dq.pull(getLines, 1, TimeUnit.MILLISECONDS);
View Full Code Here
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
  public void queueTestNeededSwitchQueue(){
    DoubleQueue dq = new DoubleQueue(10,1024*10);
    ILine[] setLines,getLines = null;
    setLines = new ILine[10];
    getLines = new ILine[10];
    ILine item1 = new DefaultLine();
    item1.addField("1");
    item1.addField("sunny");
    ILine item2 = new DefaultLine();
    item2.addField("2");
    item2.addField("jack");
    setLines[0]=item1;
    setLines[1]=item2;
    try {
      dq.push(setLines,2, 1, TimeUnit.MILLISECONDS);
      dq.pull(getLines, 1, TimeUnit.MILLISECONDS);
View Full Code Here
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
import com.dp.nebula.wormhole.common.interfaces.ILine;

public class AddAndFiltTransformerTest {
  @Test
  public void testTransform(){
    ILine line = new DefaultLine();
    line.addField("first");
    line.addField("second");
    line.addField("third");
   
    ILine result = new DefaultLine();
    result.addField("third");
    result.addField("second");
    result.addField("1,2");
    result.addField("first");

   
    result = new DefaultLine();
    result.addField("good");
  }
View Full Code Here
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
public class AddAndFiltTransformer extends AbstractTransformer{
//  private final Log s_logger = LogFactory.getLog(HippoMongoToGPTransformer.class);
 
  @Override
  public ILine transform(ILine line, String params) {
    ILine result = new DefaultLine();
    String [] idStrs = params.split(",(?=([^\"]*\"[^\"]*\")*[^\"]*$)");
    for(String idStr:idStrs) {
      int id = 0;
      try{
        id = Integer.parseInt(idStr);
      } catch(NumberFormatException e){
        if(idStr.length()>=2 && idStr.startsWith("\"") && idStr.endsWith("\"")) {
          result.addField(idStr.substring(1,idStr.length()-1));
        }
        continue;
      }
      result.addField(line.getField(id));
    }
    return result;
  }
View Full Code Here
TOP

Related Classes of com.dp.nebula.wormhole.common.DefaultLine

  • com.dp.nebula.wormhole.engine.storage.DoubleQueueTest
  • com.dp.nebula.wormhole.engine.storage.SingleQueueTest
  • com.dp.nebula.wormhole.engine.utils.ReflectionUtilTest
  • com.dp.nebula.wormhole.plugins.reader.greenplumreader.GreenplumReader
  • com.dp.nebula.wormhole.plugins.writer.sftpwriter.sftpWriterTest
  • com.dp.nebula.wormhole.transform.impls.AddAndFiltTransformer
  • com.dp.nebula.wormhole.transform.impls.AddAndFiltTransformerTest
  • com.dp.nebula.wormhole.transform.impls.HippoMongoToGPTransformer
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.