Examples of BSPPeerProtocol

Examples of org.apache.hama.ipc.BSPPeerProtocol

941
942
943
944
945
946
947
948
949
950
951
952
953
954
955
956
957
958
959
960
961
962
963
964
965
966
967
968
969
970
971
972
973
974
975
976
977
978
979
980
981
982
983
984
985
      int port = Integer.parseInt(args[1]);
      InetSocketAddress address = new InetSocketAddress(host, port);
      TaskAttemptID taskid = TaskAttemptID.forName(args[2]);

      // //////////////////
      BSPPeerProtocol umbilical = (BSPPeerProtocol) RPC.getProxy(
          BSPPeerProtocol.class, BSPPeerProtocol.versionID, address,
          defaultConf);

      final BSPTask task = (BSPTask) umbilical.getTask(taskid);
      int peerPort = umbilical.getAssignedPortNum(taskid);

      defaultConf.addResource(new Path(task.getJobFile()));
      BSPJob job = new BSPJob(task.getJobID(), task.getJobFile());

      defaultConf.set(Constants.PEER_HOST, args[3]);
      if (null != args && 5 == args.length) {
        defaultConf.setInt("bsp.checkpoint.port", Integer.parseInt(args[4]));
      }
      defaultConf.setInt(Constants.PEER_PORT, peerPort);

      try {
        // use job-specified working directory
        FileSystem.get(job.getConf()).setWorkingDirectory(
            job.getWorkingDirectory());

        // instantiate and init our peer
        @SuppressWarnings("rawtypes")
        final BSPPeerImpl<?, ?, ?, ?> bspPeer = new BSPPeerImpl(job,
            defaultConf, taskid, umbilical, task.partition, task.splitClass,
            task.split, task.getCounters());

        task.run(job, bspPeer, umbilical); // run the task

      } catch (FSError e) {
        LOG.fatal("FSError from child", e);
        umbilical.fsError(taskid, e.getMessage());
      } catch (SyncException e) {
        LOG.fatal("SyncError from child", e);
        umbilical.fatalError(taskid, e.toString());

        // Report back any failures, for diagnostic purposes
        ByteArrayOutputStream baos = new ByteArrayOutputStream();
        e.printStackTrace(new PrintStream(baos));
      } catch (Throwable throwable) {
View Full Code Here

Examples of org.apache.hama.ipc.BSPPeerProtocol

329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
      try {
        BSPJob job = new BSPJob(hamaConf);
        job.setInputFormat(NullInputFormat.class);
        job.setOutputFormat(NullOutputFormat.class);

        final BSPPeerProtocol proto = (BSPPeerProtocol) RPC.getProxy(
            BSPPeerProtocol.class, HamaRPCProtocolVersion.versionID,
            new InetSocketAddress("127.0.0.1", port), hamaConf);

        BSPTask task = new BSPTask();
        task.setConf(job);

        LOG.info("Testing failure case in process - "
            + hamaConf.getInt(TEST_POINT, 0));

        Runtime.getRuntime().addShutdownHook(new Thread() {
          @Override
          public void run() {
            try {
              proto.close();
            } catch (Exception e) {
              // too late to log!
            }
          }
        });
View Full Code Here

Examples of org.apache.hama.ipc.BSPPeerProtocol

1207
1208
1209
1210
1211
1212
1213
1214
1215
1216
1217
1218
1219
1220
1221
1222
1223
1224
1225
1226
1227
1228
1229
1230
1231
1232
1233
1234
1235
1236
1237
1238
1239
1240
1241
1242
1243
1244
1245
1246
1247
1248
1249
1250
1251
1252
1253
1254
1255
1256
      int port = Integer.parseInt(args[1]);
      InetSocketAddress address = new InetSocketAddress(host, port);
      TaskAttemptID taskid = TaskAttemptID.forName(args[2]);

      // //////////////////
      BSPPeerProtocol umbilical = (BSPPeerProtocol) RPC.getProxy(
          BSPPeerProtocol.class, HamaRPCProtocolVersion.versionID, address,
          defaultConf);

      final BSPTask task = (BSPTask) umbilical.getTask(taskid);
      int peerPort = umbilical.getAssignedPortNum(taskid);

      defaultConf.addResource(new Path(task.getJobFile()));
      BSPJob job = new BSPJob(task.getJobID(), task.getJobFile());

      defaultConf.set(Constants.PEER_HOST, args[3]);
      if (null != args && 5 == args.length) {
        defaultConf.setInt("bsp.checkpoint.port", Integer.parseInt(args[4]));
      }
      defaultConf.setInt(Constants.PEER_PORT, peerPort);

      long superstep = Long.parseLong(args[4]);
      TaskStatus.State state = TaskStatus.State.valueOf(args[5]);
      LOG.debug("Starting peer for step " + superstep + " state = " + state);

      try {
        // use job-specified working directory
        FileSystem.get(job.getConfiguration()).setWorkingDirectory(
            job.getWorkingDirectory());

        // instantiate and init our peer
        @SuppressWarnings("rawtypes")
        final BSPPeerImpl<?, ?, ?, ?, ?> bspPeer = new BSPPeerImpl(job,
            defaultConf, taskid, umbilical, task.partition, task.splitClass,
            task.split, task.getCounters(), superstep, state);

        task.run(job, bspPeer, umbilical); // run the task

      } catch (FSError e) {
        LOG.fatal("FSError from child", e);
        umbilical.fsError(taskid, e.getMessage());
        e.printStackTrace();
      } catch (SyncException e) {
        LOG.fatal("SyncError from child", e);
        umbilical.fatalError(taskid, e.toString());

        // Report back any failures, for diagnostic purposes
        ByteArrayOutputStream baos = new ByteArrayOutputStream();
        e.printStackTrace(new PrintStream(baos));
        e.printStackTrace();
View Full Code Here

Examples of org.apache.hama.ipc.BSPPeerProtocol

67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
    }
    String[] hostPort = umbilicalAddress.split(":");
    InetSocketAddress address = new InetSocketAddress(hostPort[0],
        Integer.valueOf(hostPort[1]));

    BSPPeerProtocol umbilical = RPC.getProxy(BSPPeerProtocol.class,
        HamaRPCProtocolVersion.versionID, address, conf);

    BSPJob job = new BSPJob(new HamaConfiguration(conf));

    BSPTask task = (BSPTask) umbilical.getTask(id);

    peer = new BSPPeerImpl(job, conf, id, umbilical, id.id, task.splitClass,
        task.split, counters);

    // this is a checked cast because we can only set a class via the BSPJob
View Full Code Here

Examples of org.apache.hama.ipc.BSPPeerProtocol

328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
      try {
        BSPJob job = new BSPJob(hamaConf);
        job.setInputFormat(NullInputFormat.class);
        job.setOutputFormat(NullOutputFormat.class);

        final BSPPeerProtocol proto = (BSPPeerProtocol) RPC.getProxy(
            BSPPeerProtocol.class, HamaRPCProtocolVersion.versionID,
            new InetSocketAddress("127.0.0.1", port), hamaConf);

        BSPTask task = new BSPTask();
        task.setConf(job);

        LOG.info("Testing failure case in process - "
            + hamaConf.getInt(TEST_POINT, 0));

        Runtime.getRuntime().addShutdownHook(new Thread() {
          @Override
          public void run() {
            try {
              proto.close();
            } catch (Exception e) {
              // too late to log!
            }
          }
        });
View Full Code Here

Examples of org.apache.hama.ipc.BSPPeerProtocol

1230
1231
1232
1233
1234
1235
1236
1237
1238
1239
1240
1241
1242
1243
1244
1245
1246
1247
1248
1249
1250
1251
1252
1253
1254
1255
1256
1257
1258
1259
1260
1261
1262
1263
1264
1265
1266
1267
1268
1269
1270
1271
1272
1273
1274
1275
1276
1277
1278
1279
      int port = Integer.parseInt(args[1]);
      InetSocketAddress address = new InetSocketAddress(host, port);
      TaskAttemptID taskid = TaskAttemptID.forName(args[2]);

      // //////////////////
      BSPPeerProtocol umbilical = (BSPPeerProtocol) RPC.getProxy(
          BSPPeerProtocol.class, HamaRPCProtocolVersion.versionID, address,
          defaultConf);

      final BSPTask task = (BSPTask) umbilical.getTask(taskid);
      int peerPort = umbilical.getAssignedPortNum(taskid);

      defaultConf.addResource(new Path(task.getJobFile()));
      BSPJob job = new BSPJob(task.getJobID(), task.getJobFile());

      defaultConf.set(Constants.PEER_HOST, args[3]);
      if (null != args && 5 == args.length) {
        defaultConf.setInt("bsp.checkpoint.port", Integer.parseInt(args[4]));
      }
      defaultConf.setInt(Constants.PEER_PORT, peerPort);

      long superstep = Long.parseLong(args[4]);
      TaskStatus.State state = TaskStatus.State.valueOf(args[5]);
      LOG.debug("Starting peer for sstep " + superstep + " state = " + state);

      try {
        // use job-specified working directory
        FileSystem.get(job.getConfiguration()).setWorkingDirectory(
            job.getWorkingDirectory());

        // instantiate and init our peer
        @SuppressWarnings("rawtypes")
        final BSPPeerImpl<?, ?, ?, ?, ?> bspPeer = new BSPPeerImpl(job,
            defaultConf, taskid, umbilical, task.partition, task.splitClass,
            task.split, task.getCounters(), superstep, state);

        task.run(job, bspPeer, umbilical); // run the task

      } catch (FSError e) {
        LOG.fatal("FSError from child", e);
        umbilical.fsError(taskid, e.getMessage());
        e.printStackTrace();
      } catch (SyncException e) {
        LOG.fatal("SyncError from child", e);
        umbilical.fatalError(taskid, e.toString());

        // Report back any failures, for diagnostic purposes
        ByteArrayOutputStream baos = new ByteArrayOutputStream();
        e.printStackTrace(new PrintStream(baos));
        e.printStackTrace();
View Full Code Here

Examples of org.apache.hama.ipc.BSPPeerProtocol

1226
1227
1228
1229
1230
1231
1232
1233
1234
1235
1236
1237
1238
1239
1240
1241
1242
1243
1244
1245
1246
1247
1248
1249
1250
1251
1252
1253
1254
1255
1256
1257
1258
1259
1260
1261
1262
1263
1264
1265
1266
1267
1268
1269
1270
1271
1272
1273
1274
1275
      int port = Integer.parseInt(args[1]);
      InetSocketAddress address = new InetSocketAddress(host, port);
      TaskAttemptID taskid = TaskAttemptID.forName(args[2]);

      // //////////////////
      BSPPeerProtocol umbilical = (BSPPeerProtocol) RPC.getProxy(
          BSPPeerProtocol.class, HamaRPCProtocolVersion.versionID, address,
          defaultConf);

      final BSPTask task = (BSPTask) umbilical.getTask(taskid);
      int peerPort = umbilical.getAssignedPortNum(taskid);

      defaultConf.addResource(new Path(task.getJobFile()));
      BSPJob job = new BSPJob(task.getJobID(), task.getJobFile());

      defaultConf.set(Constants.PEER_HOST, args[3]);
      if (null != args && 5 == args.length) {
        defaultConf.setInt("bsp.checkpoint.port", Integer.parseInt(args[4]));
      }
      defaultConf.setInt(Constants.PEER_PORT, peerPort);

      long superstep = Long.parseLong(args[4]);
      TaskStatus.State state = TaskStatus.State.valueOf(args[5]);
      LOG.debug("Starting peer for sstep " + superstep + " state = " + state);

      try {
        // use job-specified working directory
        FileSystem.get(job.getConfiguration()).setWorkingDirectory(
            job.getWorkingDirectory());

        // instantiate and init our peer
        @SuppressWarnings("rawtypes")
        final BSPPeerImpl<?, ?, ?, ?, ?> bspPeer = new BSPPeerImpl(job,
            defaultConf, taskid, umbilical, task.partition, task.splitClass,
            task.split, task.getCounters(), superstep, state);

        task.run(job, bspPeer, umbilical); // run the task

      } catch (FSError e) {
        LOG.fatal("FSError from child", e);
        umbilical.fsError(taskid, e.getMessage());
        e.printStackTrace();
      } catch (SyncException e) {
        LOG.fatal("SyncError from child", e);
        umbilical.fatalError(taskid, e.toString());

        // Report back any failures, for diagnostic purposes
        ByteArrayOutputStream baos = new ByteArrayOutputStream();
        e.printStackTrace(new PrintStream(baos));
        e.printStackTrace();
View Full Code Here

Examples of org.apache.hama.ipc.BSPPeerProtocol

323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
      try {
        BSPJob job = new BSPJob(hamaConf);
        job.setInputFormat(NullInputFormat.class);
        job.setOutputFormat(NullOutputFormat.class);

        final BSPPeerProtocol proto = (BSPPeerProtocol) RPC.getProxy(
            BSPPeerProtocol.class, HamaRPCProtocolVersion.versionID,
            new InetSocketAddress("127.0.0.1", port), hamaConf);

        BSPTask task = new BSPTask();
        task.setConf(job);

        LOG.info("Testing failure case in process - "
            + hamaConf.getInt(TEST_POINT, 0));

        Runtime.getRuntime().addShutdownHook(new Thread() {
          @Override
          public void run() {
            try {
              proto.close();
            } catch (Exception e) {
              // too late to log!
            }
          }
        });
View Full Code Here

Examples of org.apache.hama.ipc.BSPPeerProtocol

1209
1210
1211
1212
1213
1214
1215
1216
1217
1218
1219
1220
1221
1222
1223
1224
1225
1226
1227
1228
1229
1230
1231
1232
1233
1234
1235
1236
1237
1238
1239
1240
1241
1242
1243
1244
1245
1246
1247
1248
1249
1250
1251
1252
1253
1254
1255
1256
1257
1258
1259
      int port = Integer.parseInt(args[1]);
      InetSocketAddress address = new InetSocketAddress(host, port);
      TaskAttemptID taskid = TaskAttemptID.forName(args[2]);

      // //////////////////
      BSPPeerProtocol umbilical = (BSPPeerProtocol) RPC.getProxy(
          BSPPeerProtocol.class, HamaRPCProtocolVersion.versionID, address,
          defaultConf);

      final BSPTask task = (BSPTask) umbilical.getTask(taskid);
      int peerPort = Constants.DEFAULT_PEER_PORT;
      peerPort = BSPNetUtils.getNextAvailable(peerPort);

      defaultConf.addResource(new Path(task.getJobFile()));
      BSPJob job = new BSPJob(task.getJobID(), task.getJobFile());

      defaultConf.set(Constants.PEER_HOST, args[3]);
      if (null != args && 5 == args.length) {
        defaultConf.setInt("bsp.checkpoint.port", Integer.parseInt(args[4]));
      }
      defaultConf.setInt(Constants.PEER_PORT, peerPort);

      long superstep = Long.parseLong(args[4]);
      TaskStatus.State state = TaskStatus.State.valueOf(args[5]);
      LOG.debug("Starting peer for sstep " + superstep + " state = " + state);

      try {
        // use job-specified working directory
        FileSystem.get(job.getConfiguration()).setWorkingDirectory(
            job.getWorkingDirectory());

        // instantiate and init our peer
        @SuppressWarnings("rawtypes")
        final BSPPeerImpl<?, ?, ?, ?, ?> bspPeer = new BSPPeerImpl(job,
            defaultConf, taskid, umbilical, task.partition, task.splitClass,
            task.split, task.getCounters(), superstep, state);

        task.run(job, bspPeer, umbilical); // run the task

      } catch (FSError e) {
        LOG.fatal("FSError from child", e);
        umbilical.fsError(taskid, e.getMessage());
        e.printStackTrace();
      } catch (SyncException e) {
        LOG.fatal("SyncError from child", e);
        umbilical.fatalError(taskid, e.toString());

        // Report back any failures, for diagnostic purposes
        ByteArrayOutputStream baos = new ByteArrayOutputStream();
        e.printStackTrace(new PrintStream(baos));
        e.printStackTrace();
View Full Code Here

Examples of org.apache.hama.ipc.BSPPeerProtocol

1219
1220
1221
1222
1223
1224
1225
1226
1227
1228
1229
1230
1231
1232
1233
1234
1235
1236
1237
1238
1239
1240
1241
1242
1243
1244
1245
1246
1247
1248
1249
1250
1251
1252
1253
1254
1255
1256
1257
1258
1259
1260
1261
1262
1263
1264
1265
1266
1267
1268
      int port = Integer.parseInt(args[1]);
      InetSocketAddress address = new InetSocketAddress(host, port);
      TaskAttemptID taskid = TaskAttemptID.forName(args[2]);

      // //////////////////
      BSPPeerProtocol umbilical = (BSPPeerProtocol) RPC.getProxy(
          BSPPeerProtocol.class, HamaRPCProtocolVersion.versionID, address,
          defaultConf);

      final BSPTask task = (BSPTask) umbilical.getTask(taskid);
      int peerPort = umbilical.getAssignedPortNum(taskid);

      defaultConf.addResource(new Path(task.getJobFile()));
      BSPJob job = new BSPJob(task.getJobID(), task.getJobFile());

      defaultConf.set(Constants.PEER_HOST, args[3]);
      if (null != args && 5 == args.length) {
        defaultConf.setInt("bsp.checkpoint.port", Integer.parseInt(args[4]));
      }
      defaultConf.setInt(Constants.PEER_PORT, peerPort);

      long superstep = Long.parseLong(args[4]);
      TaskStatus.State state = TaskStatus.State.valueOf(args[5]);
      LOG.debug("Starting peer for step " + superstep + " state = " + state);

      try {
        // use job-specified working directory
        FileSystem.get(job.getConfiguration()).setWorkingDirectory(
            job.getWorkingDirectory());

        // instantiate and init our peer
        @SuppressWarnings("rawtypes")
        final BSPPeerImpl<?, ?, ?, ?, ?> bspPeer = new BSPPeerImpl(job,
            defaultConf, taskid, umbilical, task.partition, task.splitClass,
            task.split, task.getCounters(), superstep, state);

        task.run(job, bspPeer, umbilical); // run the task

      } catch (FSError e) {
        LOG.fatal("FSError from child", e);
        umbilical.fsError(taskid, e.getMessage());
        e.printStackTrace();
      } catch (SyncException e) {
        LOG.fatal("SyncError from child", e);
        umbilical.fatalError(taskid, e.toString());

        // Report back any failures, for diagnostic purposes
        ByteArrayOutputStream baos = new ByteArrayOutputStream();
        e.printStackTrace(new PrintStream(baos));
        e.printStackTrace();
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.