private GetCountersResponse getCountersResponseFromHistoryServer() { GetCountersResponse countersResponse = Records .newRecord(GetCountersResponse.class); Counter counter = Records.newRecord(Counter.class); CounterGroup counterGroup = Records.newRecord(CounterGroup.class); Counters counters = Records.newRecord(Counters.class); counter.setDisplayName("dummyCounter"); counter.setName("dummyCounter"); counter.setValue(1001); counterGroup.setName("dummyCounters"); counterGroup.setDisplayName("dummyCounters"); counterGroup.setCounter("dummyCounter", counter); counters.setCounterGroup("dummyCounters", counterGroup); countersResponse.setCounters(counters); return countersResponse; }
static Counters getMyCounters() { Counter counter = recordFactory.newRecordInstance(Counter.class); counter.setName("Mycounter"); counter.setDisplayName("My counter display name"); counter.setValue(12345); CounterGroup group = recordFactory .newRecordInstance(CounterGroup.class); group.setName("MyGroup"); group.setDisplayName("My groupd display name"); group.setCounter("myCounter", counter); Counters counters = recordFactory.newRecordInstance(Counters.class); counters.setCounterGroup("myGroupd", group); return counters; }
public static org.apache.hadoop.mapreduce.Counters fromYarn( Counters yCntrs) { if (yCntrs == null) { return null; } org.apache.hadoop.mapreduce.Counters counters = new org.apache.hadoop.mapreduce.Counters(); for (CounterGroup yGrp : yCntrs.getAllCounterGroups().values()) { counters.addGroup(yGrp.getName(), yGrp.getDisplayName()); for (Counter yCntr : yGrp.getAllCounters().values()) { org.apache.hadoop.mapreduce.Counter c = counters.findCounter(yGrp.getName(), yCntr.getName()); // if c can be found, or it will be skipped. if (c != null) { c.setValue(yCntr.getValue()); } } } return counters; }
public static Counters toYarn(org.apache.hadoop.mapred.Counters counters) { if (counters == null) { return null; } Counters yCntrs = recordFactory.newRecordInstance(Counters.class); yCntrs.addAllCounterGroups(new HashMap<String, CounterGroup>()); for (org.apache.hadoop.mapred.Counters.Group grp : counters) { CounterGroup yGrp = recordFactory.newRecordInstance(CounterGroup.class); yGrp.setName(grp.getName()); yGrp.setDisplayName(grp.getDisplayName()); yGrp.addAllCounters(new HashMap<String, Counter>()); for (org.apache.hadoop.mapred.Counters.Counter cntr : grp) { Counter yCntr = recordFactory.newRecordInstance(Counter.class); yCntr.setName(cntr.getName()); yCntr.setDisplayName(cntr.getDisplayName()); yCntr.setValue(cntr.getValue()); yGrp.setCounter(yCntr.getName(), yCntr); } yCntrs.setCounterGroup(yGrp.getName(), yGrp); } return yCntrs; }
public static Counters toYarn(org.apache.hadoop.mapreduce.Counters counters) { if (counters == null) { return null; } Counters yCntrs = recordFactory.newRecordInstance(Counters.class); yCntrs.addAllCounterGroups(new HashMap<String, CounterGroup>()); for (org.apache.hadoop.mapreduce.CounterGroup grp : counters) { CounterGroup yGrp = recordFactory.newRecordInstance(CounterGroup.class); yGrp.setName(grp.getName()); yGrp.setDisplayName(grp.getDisplayName()); yGrp.addAllCounters(new HashMap<String, Counter>()); for (org.apache.hadoop.mapreduce.Counter cntr : grp) { Counter yCntr = recordFactory.newRecordInstance(Counter.class); yCntr.setName(cntr.getName()); yCntr.setDisplayName(cntr.getDisplayName()); yCntr.setValue(cntr.getValue()); yGrp.setCounter(yCntr.getName(), yCntr); } yCntrs.setCounterGroup(yGrp.getName(), yGrp); } return yCntrs; }
@Override public void incrCounter(Enum<?> key, long amount) { String groupName = key.getDeclaringClass().getName(); if (getCounterGroup(groupName) == null) { CounterGroup cGrp = new CounterGroupPBImpl(); cGrp.setName(groupName); cGrp.setDisplayName(groupName); setCounterGroup(groupName, cGrp); } if (getCounterGroup(groupName).getCounter(key.name()) == null) { Counter c = new CounterPBImpl(); c.setName(key.name()); c.setDisplayName(key.name()); c.setValue(0l); getCounterGroup(groupName).setCounter(key.name(), c); } Counter counter = getCounterGroup(groupName).getCounter(key.name()); counter.setValue(counter.getValue() + amount); }
public static org.apache.hadoop.mapreduce.Counters fromYarn( Counters yCntrs) { if (yCntrs == null) { return null; } org.apache.hadoop.mapreduce.Counters counters = new org.apache.hadoop.mapreduce.Counters(); for (CounterGroup yGrp : yCntrs.getAllCounterGroups().values()) { counters.addGroup(yGrp.getName(), yGrp.getDisplayName()); for (Counter yCntr : yGrp.getAllCounters().values()) { org.apache.hadoop.mapreduce.Counter c = counters.findCounter(yGrp.getName(), yCntr.getName()); c.setValue(yCntr.getValue()); } } return counters; }