Examples of com.spotify.helios.common.descriptors.Job

Package com.spotify.helios.common.descriptors

Examples of com.spotify.helios.common.descriptors.Job

com.spotify.helios.common.descriptors.Job

Represents a Helios job. An sample expression of it in JSON might be:

 { "command" : [ "server", "serverconfig.yaml" ], "env" : { "JVM_ARGS" : "-Ddw.feature.randomFeatureFlagEnabled=true" }, "expires" : null, "id" : "myservice:0.5:3539b7bc2235d53f79e6e8511942bbeaa8816265", "image" : "myregistry:80/janedoe/myservice:0.5-98c6ff4", "ports" : { "http" : { "externalPort" : 8060, "internalPort" : 8080, "protocol" : "tcp" }, "http-admin" : { "externalPort" : 8061, "internalPort" : 8081, "protocol" : "tcp" } }, "registration" : { "service/http" : { "ports" : { "http" : { } } } }, "registrationDomain" : "", "volumes" : { "/path/to/mysecretconfig.yaml:ro:ro" : "/path/to/mysecretconfig.yaml" } }

    startDefaultAgent(testHost());


    final HeliosClient client = defaultClient();


    // Create a job using an image exposing port 11211 but without mapping it
    final Job job1 = Job.newBuilder()
        .setName(testTag + "memcached")
        .setVersion("v1")
        .setImage("rohan/memcached-mini")
        .build();
    final JobId jobId1 = job1.getId();
    client.createJob(job1).get();


    // Create a job using an image exposing port 11211 and map it to a specific external port
    final Job job2 = Job.newBuilder()
        .setName(testTag + "memcached")
        .setVersion("v2")
        .setImage("rohan/memcached-mini")
        .setPorts(ImmutableMap.of("tcp", PortMapping.of(11211, externalPort)))
        .build();
    final JobId jobId2 = job2.getId();
    client.createJob(job2).get();


    // Wait for agent to come up
    awaitHostRegistered(client, testHost(), LONG_WAIT_SECONDS, SECONDS);
    awaitHostStatus(client, testHost(), UP, LONG_WAIT_SECONDS, SECONDS);

View Full Code Here

  @Timed
  @ExceptionMetered
  public CreateJobResponse post(@Valid final Job job,
                                @RequestUser final String username) {
    final Collection<String> errors = JOB_VALIDATOR.validate(job);
    final Job actualJob = job.toBuilder()
        .setCreatingUser(username)
        // if job had an id coming in, preserve it
        .setHash(job.getId().getHash())
        .build();
    final String jobIdString = actualJob.getId().toString();
    if (!errors.isEmpty()) {
      throw badRequest(new CreateJobResponse(INVALID_JOB_DEFINITION, ImmutableList.copyOf(errors),
          jobIdString));
    }
    try {

View Full Code Here

  /**
   * Given a jobId, returns the N most recent events in it's history in the cluster.
   */
  @Override
  public List<TaskStatusEvent> getJobHistory(final JobId jobId) throws JobDoesNotExistException {
    final Job descriptor = getJob(jobId);
    if (descriptor == null) {
      throw new JobDoesNotExistException(jobId);
    }
    final ZooKeeperClient client = provider.get("getJobHistory");
    final List<String> hosts;

View Full Code Here

      final Map<JobId, Job> descriptors = Maps.newHashMap();
      for (final String id : ids) {
        final JobId jobId = JobId.fromString(id);
        final String path = Paths.configJob(jobId);
        final byte[] data = client.getData(path);
        final Job descriptor = parse(data, Job.class);
        descriptors.put(descriptor.getId(), descriptor);
      }
      return descriptors;
    } catch (KeeperException | IOException e) {
      throw new HeliosRuntimeException("getting jobs failed", e);
    }

View Full Code Here

   */
  @Override
  public JobStatus getJobStatus(final JobId jobId) {
    final ZooKeeperClient client = provider.get("getJobStatus");


    final Job job = getJob(client, jobId);
    if (job == null) {
      return null;
    }


    final List<String> hosts;

View Full Code Here

   */
  @Override
  public Job removeJob(final JobId id) throws JobDoesNotExistException, JobStillDeployedException {
    log.info("removing job: id={}", id);
    final ZooKeeperClient client = provider.get("removeJob");
    final Job job = getJob(client, id);
    if (job == null) {
      throw new JobDoesNotExistException(id);
    }
    // TODO (dano): handle retry failures
    try {

View Full Code Here

                                       "deploying. Giving up.");
    }
    log.info("deploying {}: {} (retry={})", deployment, host, count);


    final JobId id = deployment.getJobId();
    final Job job = getJob(id);


    if (job == null) {
      throw new JobDoesNotExistException(id);
    }

View Full Code Here

    log.info("updating deployment {}: {}", deployment, host);


    final ZooKeeperClient client = provider.get("updateDeployment");


    final JobId jobId = deployment.getJobId();
    final Job job = getJob(client, jobId);


    if (job == null) {
      throw new JobNotDeployedException(host, jobId);
    }

View Full Code Here

    final Deployment deployment = getDeployment(host, jobId);
    if (deployment == null) {
      throw new JobNotDeployedException(host, jobId);
    }


    final Job job = getJob(client, jobId);
    final String configHostJobPath = Paths.configHostJob(host, jobId);


    try {
      // use listRecursive to remove both job node and its child creation node
      final List<String> nodes = newArrayList(reverse(client.listRecursive(configHostJobPath)));

View Full Code Here


  @Override
  protected void runOneIteration() {
    for (Entry<JobId, Job> entry : masterModel.getJobs().entrySet()) {
      final JobId jobId = entry.getKey();
      final Job job = entry.getValue();


      if (job.getExpires() == null) {
        continue;
      } else if (job.getExpires().getTime() <= clock.now().getMillis()) {
        final JobStatus status = masterModel.getJobStatus(jobId);
        final List<String> hosts = ImmutableList.copyOf(status.getDeployments().keySet());


        for (String host : hosts) {
          try {

View Full Code Here

0 1 2 3

TOP

Related Classes of com.spotify.helios.common.descriptors.Job

com.spotify.helios.cli.command.JobCreateCommand

com.spotify.helios.cli.command.JobInspectCommand

com.spotify.helios.cli.command.JobListCommand

com.spotify.helios.common.JobValidatorTest

com.spotify.helios.master.ExpiredJobReaper

com.spotify.helios.master.resources.JobsResource

com.spotify.helios.master.ZooKeeperMasterModel

com.spotify.helios.system.AgentRestartTest

com.spotify.helios.system.AgentZooKeeperDownTolerationTest

com.spotify.helios.system.CliDeploymentTest

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.