Package org.apache.flink.client.program

Examples of org.apache.flink.client.program.Client

48
49
50
51
52
53
54
55
56
57
58
59
      String jarFile = JAR_FILE;
      String testData = getClass().getResource(TEST_DATA_FILE).toString();
     
      PackagedProgram program = new PackagedProgram(new File(jarFile), new String[] { testData });
           
      Client c = new Client(new InetSocketAddress("localhost", testMiniCluster.getJobManagerRpcPort()), new Configuration(), program.getUserCodeClassLoader());
      c.run(program, 4, true);
    }
    catch (Throwable t) {
      System.err.println(t.getMessage());
      t.printStackTrace();
      Assert.fail("Error during the packaged program execution: " + t.getMessage());
View Full Code Here
101
102
103
104
105
106
107
108
109
110
111
112
113
      }
      jobGraph.addJar(new Path(file.getAbsolutePath()));
    }

    Configuration configuration = jobGraph.getJobConfiguration();
    Client client = new Client(new InetSocketAddress(host, port), configuration, getClass().getClassLoader());

    try {
      client.run(jobGraph, true);
    } catch (ProgramInvocationException e) {
      throw new RuntimeException("Cannot execute job due to ProgramInvocationException", e);
    }
  }
View Full Code Here
55
56
57
58
59
60
61
62
63
64
65
66
67
    }

    try {
      exec.start();

      Client client = new Client(new InetSocketAddress("localhost",
          exec.getJobManagerRpcPort()), configuration, ClusterUtil.class.getClassLoader());
      client.run(jobGraph, true);
    } catch (ProgramInvocationException e) {
      if (e.getMessage().contains("GraphConversionException")) {
        throw new Exception(CANNOT_EXECUTE_EMPTY_JOB, e);
      } else {
        throw e;
View Full Code Here
83
84
85
86
87
88
89
90
  @Override
  public JobExecutionResult executePlan(Plan plan) throws Exception {
    JobWithJars p = new JobWithJars(plan, this.jarFiles);
   
    Client c = new Client(this.address, new Configuration(), p.getUserCodeClassLoader());
    return c.run(p, -1, true);
  }
View Full Code Here
88
89
90
91
92
93
94
95
    Client c = new Client(this.address, new Configuration(), p.getUserCodeClassLoader());
    return c.run(p, -1, true);
  }
 
  public JobExecutionResult executePlanWithJars(JobWithJars p) throws Exception {
    Client c = new Client(this.address, new Configuration(), p.getUserCodeClassLoader());
    return c.run(p, -1, true);
  }
View Full Code Here
96
97
98
99
100
101
102
103
  public JobExecutionResult executeJar(String jarPath, String assemblerClass, String[] args) throws Exception {
    File jarFile = new File(jarPath);
    PackagedProgram program = new PackagedProgram(jarFile, assemblerClass, args);
   
    Client c = new Client(this.address, new Configuration(), program.getUserCodeClassLoader());
    return c.run(program.getPlanWithJars(), -1, true);
  }
View Full Code Here
103
104
105
106
107
108
109
110
111
112
113
  }

  @Override
  public String getOptimizerPlanAsJSON(Plan plan) throws Exception {
    JobWithJars p = new JobWithJars(plan, this.jarFiles);
    Client c = new Client(this.address, new Configuration(), p.getUserCodeClassLoader());
   
    OptimizedPlan op = c.getOptimizedPlan(p, -1);
    PlanJSONDumpGenerator jsonGen = new PlanJSONDumpGenerator();
    return jsonGen.getOptimizerPlanAsJSON(op);
  }
View Full Code Here
259
260
261
262
263
264
265
266
267
268
269
270
271
      Assert.assertArrayEquals(new String[]{"some", "program"}, prog.getArguments());
      Assert.assertEquals(TEST_JAR_CLASSLOADERTEST_CLASS, prog.getMainClassName());

      Configuration c = new Configuration();
      c.setString(ConfigConstants.JOB_MANAGER_IPC_ADDRESS_KEY, "devil");
      Client cli = new Client(c, getClass().getClassLoader());
     
      cli.getOptimizedPlanAsJson(prog, 666);
    }
    catch(ProgramInvocationException pie) {
      assertTrue("Classloader was not called", callme[0]);
      // class not found exception is expected as some point
      if( ! ( pie.getCause() instanceof ClassNotFoundException ) ) {
View Full Code Here
305
306
307
308
309
310
311
312
313
314
315
      if (program == null) {
        printHelpForRun();
        return 1;
      }
     
      Client client = getClient(line, program.getUserCodeClassLoader());
      if (client == null) {
        printHelpForRun();
        return 1;
      }
   
View Full Code Here
453
454
455
456
457
458
459
460
461
462
463
464
        }
      }
     
      // check for json plan request
      if (plan) {
        Client client = getClient(line, program.getUserCodeClassLoader());
        String jsonPlan = client.getOptimizedPlanAsJson(program, parallelism);
       
        if (jsonPlan != null) {
          System.out.println("----------------------- Execution Plan -----------------------");
          System.out.println(jsonPlan);
          System.out.println("--------------------------------------------------------------");
View Full Code Here
TOP

Related Classes of org.apache.flink.client.program.Client

  • org.apache.flink.api.avro.AvroExternalJarProgramITCase
  • org.apache.flink.api.common.JobExecutionResult
  • org.apache.flink.api.common.Plan
  • org.apache.flink.client.CliFrontend
  • org.apache.flink.client.CliFrontendPackageProgramTest
  • org.apache.flink.client.program.ClientTest
  • org.apache.flink.client.RemoteExecutor
  • org.apache.flink.client.web.JobSubmissionServlet
  • org.apache.flink.compiler.contextcheck.ContextChecker
  • org.apache.flink.compiler.costs.DefaultCostEstimator
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.