Examples of JobConfiguration

Examples of com.google.api.services.bigquery.model.JobConfiguration

    for (String kind : exporterConfig.getEntityKindsToExport()) {
      String gsUrl = convertHandleToUrl(gsHandleOfBackup, kind);
      log.warning("gsUrl: " + gsUrl);
      
      Job job = new Job();
      JobConfiguration config = new JobConfiguration();
      JobConfigurationLoad loadConfig = new JobConfigurationLoad();


      loadConfig.setSourceUris(Arrays.asList(gsUrl));
      loadConfig.set("sourceFormat", "DATASTORE_BACKUP");
      loadConfig.set("allowQuotedNewlines", true);


      TableReference table = new TableReference();
      table.setProjectId(exporterConfig.getBigqueryProjectId());
      table.setDatasetId(exporterConfig.getBigqueryDatasetId());
      table.setTableId(kind + datatableSuffix);
      loadConfig.setDestinationTable(table);


      config.setLoad(loadConfig);
      job.setConfiguration(config);
      Insert insert = bigquery.jobs().insert(exporterConfig.getBigqueryProjectId(), job);


      JobReference jr = insert.execute().getJobReference();
      log.warning("Uri: " + gsUrl + ", JobId: " + jr.getJobId());

View Full Code Here

Examples of com.google.api.services.bigquery.model.JobConfiguration

   * Create a {@link Job} instance for the specified files and bigquery {@link TableSchema} with
   * default settings.
   */
  private Job createJob() {
    Job job = new Job();
    JobConfiguration jobConfig = new JobConfiguration();
    JobConfigurationLoad loadConfig = new JobConfigurationLoad();
    jobConfig.setLoad(loadConfig);
    job.setConfiguration(jobConfig);


    loadConfig.setAllowQuotedNewlines(false);
    loadConfig.setSourceFormat("NEWLINE_DELIMITED_JSON");

View Full Code Here

Examples of org.apache.aurora.gen.JobConfiguration


    if (job.getInstanceCount() <= 0) {
      throw new TaskDescriptionException("Shard count must be positive.");
    }


    JobConfiguration builder = job.newBuilder();


    assertOwnerValidity(job.getOwner());


    if (!JobKeys.isValid(job.getKey())) {
      throw new TaskDescriptionException("Job key " + job.getKey() + " is invalid.");
    }
    if (!job.getKey().getRole().equals(job.getOwner().getRole())) {
      throw new TaskDescriptionException("Role in job key must match job owner.");
    }
    if (!isGoodIdentifier(job.getKey().getRole())) {
      throw new TaskDescriptionException(
          "Job role contains illegal characters: " + job.getKey().getRole());
    }
    if (!isGoodIdentifier(job.getKey().getEnvironment())) {
      throw new TaskDescriptionException(
          "Job environment contains illegal characters: " + job.getKey().getEnvironment());
    }
    if (!isGoodIdentifier(job.getKey().getName())) {
      throw new TaskDescriptionException(
          "Job name contains illegal characters: " + job.getKey().getName());
    }


    builder.setTaskConfig(
        validateAndPopulate(ITaskConfig.build(builder.getTaskConfig())).newBuilder());


    // Only one of [service=true, cron_schedule] may be set.
    if (!StringUtils.isEmpty(job.getCronSchedule()) && builder.getTaskConfig().isIsService()) {
      throw new TaskDescriptionException(
          "A service task may not be run on a cron schedule: " + builder);
    }


    return IJobConfiguration.build(builder);

View Full Code Here

Examples of org.apache.aurora.gen.JobConfiguration

  private static SanitizedConfiguration makeJob(
      IJobKey jobKey,
      TaskConfig task,
      int numTasks) throws TaskDescriptionException  {


    JobConfiguration job = new JobConfiguration()
        .setOwner(makeIdentity(jobKey.newBuilder()))
        .setKey(jobKey.newBuilder())
        .setInstanceCount(numTasks)
        .setTaskConfig(new TaskConfig(task)
          .setOwner(makeIdentity(jobKey.newBuilder()))

View Full Code Here

Examples of org.apache.aurora.gen.JobConfiguration

    assertCreateAllowed(ImmutableMap.of("createJob", true));
  }


  @Test
  public void testFlaggedMethodDisabled() throws Exception {
    JobConfiguration job = new JobConfiguration();
    SessionKey session = new SessionKey();


    control.replay();


    Iface thrift = getIface(ImmutableMap.of("createJob", false));

View Full Code Here

Examples of org.apache.aurora.gen.JobConfiguration

    control.replay();
    getIface(ImmutableMap.of("notamethod", true));
  }


  private void assertCreateAllowed(Map<String, Boolean> toggledMethods) throws Exception {
    JobConfiguration job = new JobConfiguration();
    Response response = new Response();
    expect(mockThrift.createJob(job, null, SESSION_KEY)).andReturn(response);


    control.replay();

View Full Code Here

Examples of org.apache.aurora.gen.JobConfiguration

    }
  }


  @Test
  public void testApplyDefaultsIfUnsetUnsanitized() {
    JobConfiguration copy = UNSANITIZED_JOB_CONFIGURATION.deepCopy();


    ConfigurationManager.applyDefaultsIfUnset(copy);
    assertTrue(copy.isSetKey());
    assertEquals(DEFAULT_ENVIRONMENT, copy.getKey().getEnvironment());
  }

View Full Code Here

Examples of org.apache.aurora.gen.JobConfiguration

    }));
  }


  @Test
  public void testCreateJobFailsNoExecutorConfig() throws Exception {
    JobConfiguration job = makeJob();
    job.getTaskConfig().unsetExecutorConfig();
    expectAuth(ROLE, true);
    control.replay();


    Response response = thrift.createJob(job, LOCK.newBuilder(), SESSION);
    assertResponse(INVALID_REQUEST, response);

View Full Code Here

Examples of org.apache.aurora.gen.JobConfiguration

    assertMessageMatches(response, "Configuration may not be null");
  }


  @Test
  public void testCreateHomogeneousJobNoShards() throws Exception {
    JobConfiguration job = makeJob();
    job.setInstanceCount(0);
    job.unsetInstanceCount();
    expectAuth(ROLE, true);


    control.replay();


    assertResponse(INVALID_REQUEST, thrift.createJob(job, DEFAULT_LOCK, SESSION));

View Full Code Here

Examples of org.apache.aurora.gen.JobConfiguration

  }


  @Test
  public void testSaveAcceptedJob() throws Exception {
    final IJobConfiguration jobConfig =
        IJobConfiguration.build(new JobConfiguration().setKey(new JobKey("owner", "env", "jake")));
    final String managerId = "CRON";
    new MutationFixture() {
      @Override
      protected void setupExpectations() throws Exception {
        storageUtil.expectWriteOperation();

View Full Code Here

0 1 2 3 4 5

TOP

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.