C++WordCount

   1 #include "hadoop/Pipes.hh"
   2 #include "hadoop/TemplateFactory.hh"
   3 #include "hadoop/StringUtils.hh"
   4 
   5 class WordCountMap: public HadoopPipes::Mapper {
   6 public:
   7   WordCountMap(HadoopPipes::TaskContext& context){}
   8   void map(HadoopPipes::MapContext& context) {
   9     std::vector<std::string> words =
  10       HadoopUtils::splitString(context.getInputValue(), " ");
  11     for(unsigned int i=0; i < words.size(); ++i) {
  12       context.emit(words[i], "1");
  13     }
  14   }
  15 };
  16 
  17 class WordCountReduce: public HadoopPipes::Reducer {
  18 public:
  19   WordCountReduce(HadoopPipes::TaskContext& context){}
  20   void reduce(HadoopPipes::ReduceContext& context) {
  21     int sum = 0;
  22     while (context.nextValue()) {
  23       sum += HadoopUtils::toInt(context.getInputValue());
  24     }
  25     context.emit(context.getInputKey(), HadoopUtils::toString(sum));
  26   }
  27 };
  28 
  29 int main(int argc, char *argv[]) {
  30   return HadoopPipes::runTask(HadoopPipes::TemplateFactory<WordCountMap,
  31                               WordCountReduce>());
  32 }