Examples of Counters

com.google.appengine.tools.mapreduce.Counters
Collection of all counters.
com.tek42.perforce.parse.Counters
Base API object for interacting with counters. @author Kamlesh Sangani
fr.neatmonster.nocheatplus.stats.Counters
Utility to count things, set up to get input from the primary server thread, as well as from other threads. Consequently summaries for both are only available from the primary thread. @author dev1mc
mage.counters.Counters
@author BetaSteward_at_googlemail.com
org.apache.hadoop.mapred.Counters
A set of named counters.
Counters represent global counters, defined either by the Map-Reduce framework or applications. Each Counter can be of any {@link Enum} type.
Counters are bunched into {@link Group}s, each comprising of counters from a particular Enum class.
org.apache.hadoop.mapreduce.Counters
org.apache.hadoop.mapreduce.v2.api.records.Counters
org.apache.hadoop.raid.Statistics.Counters
org.apache.hama.bsp.Counters
org.apache.sqoop.submission.counter.Counters

Examples of com.google.appengine.tools.mapreduce.Counters

      WorkerShardTask<I, O, MapOnlyMapperContext<O>> task = new MapOnlyShardTask<>(
          id, shard, readers.size(), readers.get(shard), getCopyOfMapper(), writers.get(shard),
          Long.MAX_VALUE);
      tasks.add(task);
    }
    final Counters counters = new CountersImpl();
    InProcessShardedJobRunner.runJob(tasks.build(), new ShardedJobController<
        WorkerShardTask<I, O, MapOnlyMapperContext<O>>>() {
          // Not really meant to be serialized, but avoid warning.
          private static final long serialVersionUID = 661198005749484951L;


          @Override
          public void failed(Status status) {
            throw new UnsupportedOperationException();
          }


          @Override
          public void completed(Iterator<WorkerShardTask<I, O, MapOnlyMapperContext<O>>> tasks) {
            while (tasks.hasNext()) {
              counters.addAll(tasks.next().getContext().getCounters());
            }
          }
        });
    log.info("Map completed");
    log.info("combined counters=" + counters);

View Full Code Here

Examples of com.tek42.perforce.parse.Counters

                return FormValidation.ok();


            Depot depot = getDepotFromRequest(req);
            if (depot != null) {
                try {
                    Counters counters = depot.getCounters();
                    Counter p4Counter = counters.getCounter(counter);
                    // try setting the counter back to the same value to verify permissions
                    counters.saveCounter(p4Counter);
                } catch (PerforceException e) {
                    return FormValidation.error(
                            "Error accessing perforce while checking counter: " + e.getLocalizedMessage());
                }
            }

View Full Code Here

Examples of fr.neatmonster.nocheatplus.stats.Counters

                LogUtil.logSevere(t);
            }
        }


        // Write some debug/statistics.
        final Counters counters = getGenericInstance(Counters.class);
        if (verbose && counters != null) {
            LogUtil.logInfo(counters.getMergedCountsString(true));
        }


        // Hooks:
        // (Expect external plugins to unregister their hooks on their own.)
        // (No native hooks present, yet.)

View Full Code Here

Examples of mage.counters.Counters

  protected UUID attachedTo;


  public PermanentImpl(UUID ownerId, UUID controllerId, String name) {
    super(ownerId, name);
    this.controllerId = controllerId;
    this.counters = new Counters();
  }

View Full Code Here

Examples of org.apache.hadoop.mapred.Counters

      // set the sysCL as the TCCL
      Thread.currentThread().setContextClassLoader(ClassLoader.getSystemClassLoader());


      // fix org.apache.hadoop.mapred.Counters#MAX_COUNTER_LIMIT
      // calling constructor since class loading is lazy
      new Counters();
    } finally {
      Thread.currentThread().setContextClassLoader(cl);
    }
  }

View Full Code Here

Examples of org.apache.hadoop.mapred.Counters

                        + ", save keys: " + saveKeys + ", reducerPerBucket: " + reducerPerBucket);
            logger.info("Building store...");
            RunningJob job = JobClient.runJob(conf);


            // Once the job has completed log the counter
            Counters counters = job.getCounters();


            if(saveKeys) {
                if(reducerPerBucket) {
                    logger.info("Number of collisions in the job - "
                                + counters.getCounter(KeyValueWriter.CollisionCounter.NUM_COLLISIONS));
                    logger.info("Maximum number of collisions for one entry - "
                                + counters.getCounter(KeyValueWriter.CollisionCounter.MAX_COLLISIONS));
                } else {
                    logger.info("Number of collisions in the job - "
                                + counters.getCounter(KeyValueWriter.CollisionCounter.NUM_COLLISIONS));
                    logger.info("Maximum number of collisions for one entry - "
                                + counters.getCounter(KeyValueWriter.CollisionCounter.MAX_COLLISIONS));
                }
            }


            // Do a CheckSumOfCheckSum - Similar to HDFS
            CheckSum checkSumGenerator = CheckSum.getInstance(this.checkSumType);

View Full Code Here

Examples of org.apache.hadoop.mapred.Counters


  public void testCommandLine() throws Exception {
    super.testCommandLine();
    // validate combiner counters
    String counterGrp = "org.apache.hadoop.mapred.Task$Counter";
    Counters counters = job.running_.getCounters();
    assertTrue(counters.findCounter(
               counterGrp, "COMBINE_INPUT_RECORDS").getValue() != 0);
    assertTrue(counters.findCounter(
               counterGrp, "COMBINE_OUTPUT_RECORDS").getValue() != 0);
  }

View Full Code Here

Examples of org.apache.hadoop.mapred.Counters

    this();
    setMapper(m);
  }


  public MapDriver() {
    setCounters(new Counters());
  }

View Full Code Here

Examples of org.apache.hadoop.mapred.Counters

        return sb.toString();
    }


    @SuppressWarnings("deprecation")
    void addCounters(RunningJob rjob) {
        Counters counters = null;
        if (rjob != null) {
            try {
                counters = rjob.getCounters();
            } catch (IOException e) {
                LOG.warn("Unable to get job counters", e);
            }
        }
        if (counters != null) {
            Counters.Group taskgroup = counters
                    .getGroup(PigStatsUtil.TASK_COUNTER_GROUP);
            Counters.Group hdfsgroup = counters
                    .getGroup(PigStatsUtil.FS_COUNTER_GROUP);
            Counters.Group multistoregroup = counters
                    .getGroup(PigStatsUtil.MULTI_STORE_COUNTER_GROUP);
            Counters.Group multiloadgroup = counters
                    .getGroup(PigStatsUtil.MULTI_INPUTS_COUNTER_GROUP);


            mapInputRecords = taskgroup.getCounterForName(
                    PigStatsUtil.MAP_INPUT_RECORDS).getCounter();
            mapOutputRecords = taskgroup.getCounterForName(
                    PigStatsUtil.MAP_OUTPUT_RECORDS).getCounter();
            reduceInputRecords = taskgroup.getCounterForName(
                    PigStatsUtil.REDUCE_INPUT_RECORDS).getCounter();
            reduceOutputRecords = taskgroup.getCounterForName(
                    PigStatsUtil.REDUCE_OUTPUT_RECORDS).getCounter();
            hdfsBytesRead = hdfsgroup.getCounterForName(
                    PigStatsUtil.HDFS_BYTES_READ).getCounter();      
            hdfsBytesWritten = hdfsgroup.getCounterForName(
                    PigStatsUtil.HDFS_BYTES_WRITTEN).getCounter();            
            spillCount = counters.findCounter(
                    PigCounters.SPILLABLE_MEMORY_MANAGER_SPILL_COUNT)
                    .getCounter();
            activeSpillCountObj = counters.findCounter(
                    PigCounters.PROACTIVE_SPILL_COUNT_BAGS).getCounter();
            activeSpillCountRecs = counters.findCounter(
                    PigCounters.PROACTIVE_SPILL_COUNT_RECS).getCounter();


            Iterator<Counter> iter = multistoregroup.iterator();
            while (iter.hasNext()) {
                Counter cter = iter.next();

View Full Code Here

Examples of org.apache.hadoop.mapred.Counters

     * Parse and add the job counters
     */
    @SuppressWarnings("deprecation")
    private static void parseAndAddJobCounters(Map<String, String> job, String counters) {
        try {
            Counters counterGroups = Counters.fromEscapedCompactString(counters);
            for (Group otherGroup : counterGroups) {
                Group group = counterGroups.getGroup(otherGroup.getName());
                for (Counter otherCounter : otherGroup) {
                    Counter counter = group.getCounterForName(otherCounter.getName());
                    job.put(otherCounter.getName(), String.valueOf(counter.getValue()));
                }
            }

View Full Code Here

0 1 2 3 4 5

TOP

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.