Package com.dp.nebula.wormhole.common.interfaces

Examples of com.dp.nebula.wormhole.common.interfaces.IPluginMonitor

111
112
113
114
115
116
117
118
119
120
121
    String readerClassName = pluginParams
        .getValue(PluginConfParamKey.PLUGIN_CLASS_NAME);
    readerPool = createThreadPool(concurrency);

    for (IParam p : splittedParam) {
      IPluginMonitor pm = monitorManager.newReaderMonitor();
      ReaderThread rt = ReaderThread.getInstance(LineExchangerFactory
          .createNewLineSender(null, storageManager
              .getStorageForReader()), p, readerClassName,
          readerPath, pm);
View Full Code Here
48
49
50
51
52
53
54
55
56
    }
    targetLinesMap.put(name, Long.valueOf(lines));
  }
 
  public IPluginMonitor newReaderMonitor(){
    IPluginMonitor m = new DefaultPluginMonitor();
    readerMonitorPool.add(m);
    return m;
  }
View Full Code Here
54
55
56
57
58
59
60
61
62
    readerMonitorPool.add(m);
    return m;
  }
 
  public IPluginMonitor newWriterMonitor(String name){
    IPluginMonitor m = new DefaultPluginMonitor();
    addWrtierMonitor(name, m);
    return m;
  }
View Full Code Here
105
106
107
108
109
110
111
112
113
114
115
    params.put(ParamKey.sql, "SELECT str_col, num_col FROM sample_table WHERE num_col < 250");
    IParam iParam = new DefaultParam(params);
    hiveReader.setParam(iParam);
    BufferedLineExchanger bufLineExchanger = HiveReaderTest.getBufferedLineExchangerInstance();
   
    IPluginMonitor pluginMonitor = mock(IPluginMonitor.class);
    hiveReader.setMonitor(pluginMonitor);
   
    hiveReader.init();
    hiveReader.connection();
    hiveReader.read(bufLineExchanger);
View Full Code Here
83
84
85
86
87
88
89
90
91
92
93
    splitter.split();

    reader.setParam(iParam);
    BufferedLineExchanger bufLineExchanger = BufferedLineExchangerTest.getLineExchanger();
   
    IPluginMonitor pluginMonitor = mock(IPluginMonitor.class);
    reader.setMonitor(pluginMonitor);
   
    reader.init();
    reader.connection();
    reader.read(bufLineExchanger);
View Full Code Here
68
69
70
71
72
73
74
75
76
77
78
   
    gpPeriphery.prepare(iParam,null);
    gpReader.setParam(iParam);
    BufferedLineExchanger bufLineExchanger = getLineExchanger();
   
    IPluginMonitor pluginMonitor = mock(IPluginMonitor.class);
    gpReader.setMonitor(pluginMonitor);
   
    gpReader.init();
    gpReader.connection();
    ReadRunnable t = new ReadRunnable();
View Full Code Here
83
84
85
86
87
88
89
90
91
92
93
    params.put(ParamKey.inputFields, "{ msg : 1 }");
    IParam iParam = new DefaultParam(params);
    mongoReader.setParam(iParam);
    BufferedLineExchanger bufLineExchanger = HiveReaderTest.getBufferedLineExchangerInstance();
   
    IPluginMonitor pluginMonitor = mock(IPluginMonitor.class);
    mongoReader.setMonitor(pluginMonitor);
   
    mongoReader.init();
    mongoReader.connection();
    mongoReader.read(bufLineExchanger);
View Full Code Here
132
133
134
135
136
137
138
139
140
141
142
      ExecutorService writerPool = createThreadPool(concurrency);
      writerPoolMap.put(writerID, writerPool);

      List<Future<Integer>> resultList = new ArrayList<Future<Integer>>();
      for (IParam p : splittedParam) {
        IPluginMonitor pm = monitorManager.newWriterMonitor(writerID);
        WriterThread rt = WriterThread.getInstance(LineExchangerFactory
            .createNewLineReceiver(
                storageManager.getStorageForWriter(writerID),
                null), p, writeClassName, writerPath, pm);
View Full Code Here
TOP

Related Classes of com.dp.nebula.wormhole.common.interfaces.IPluginMonitor

  • com.dp.nebula.wormhole.engine.core.ReaderManager
  • com.dp.nebula.wormhole.engine.core.WriterManager
  • com.dp.nebula.wormhole.engine.monitor.MonitorManager
  • com.dp.nebula.wormhole.plugins.reader.greenplumreader.GreenplumReaderTest
  • com.dp.nebula.wormhole.plugins.reader.hivereader.HiveReaderTest
  • com.dp.nebula.wormhole.plugins.reader.mongoreader.MongoReaderTest
  • com.dp.nebula.wormhole.plugins.reader.sqlserverreader.SqlserverReaderTest
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.