main.cpp Example File

wordcount/main.cpp
 /****************************************************************************
 **
 ** Copyright (C) 2016 The Qt Company Ltd.
 ** Contact: https://www.qt.io/licensing/
 **
 ** This file is part of the examples of the Qt Toolkit.
 **
 ** $QT_BEGIN_LICENSE:BSD$
 ** Commercial License Usage
 ** Licensees holding valid commercial Qt licenses may use this file in
 ** accordance with the commercial license agreement provided with the
 ** Software or, alternatively, in accordance with the terms contained in
 ** a written agreement between you and The Qt Company. For licensing terms
 ** and conditions see https://www.qt.io/terms-conditions. For further
 ** information use the contact form at https://www.qt.io/contact-us.
 **
 ** BSD License Usage
 ** Alternatively, you may use this file under the terms of the BSD license
 ** as follows:
 **
 ** "Redistribution and use in source and binary forms, with or without
 ** modification, are permitted provided that the following conditions are
 ** met:
 **   * Redistributions of source code must retain the above copyright
 **     notice, this list of conditions and the following disclaimer.
 **   * Redistributions in binary form must reproduce the above copyright
 **     notice, this list of conditions and the following disclaimer in
 **     the documentation and/or other materials provided with the
 **     distribution.
 **   * Neither the name of The Qt Company Ltd nor the names of its
 **     contributors may be used to endorse or promote products derived
 **     from this software without specific prior written permission.
 **
 **
 ** THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
 ** "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
 ** LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
 ** A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
 ** OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
 ** SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
 ** LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
 ** DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
 ** THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
 ** (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
 ** OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE."
 **
 ** $QT_END_LICENSE$
 **
 ****************************************************************************/

 #include <QList>
 #include <QMap>
 #include <QTextStream>
 #include <QString>
 #include <QStringList>
 #include <QDir>
 #include <QTime>
 #include <QApplication>
 #include <QDebug>

 #include <qtconcurrentmap.h>

 using namespace QtConcurrent;

 /*
     Utility function that recursivily searches for files.
 */
 QStringList findFiles(const QString &startDir, const QStringList &filters)
 {
     QStringList names;
     QDir dir(startDir);

     const auto files = dir.entryList(filters, QDir::Files);
     for (const QString &file : files)
         names += startDir + '/' + file;

     const auto subdirs =  dir.entryList(QDir::AllDirs | QDir::NoDotAndDotDot);
     for (const QString &subdir : subdirs)
         names += findFiles(startDir + '/' + subdir, filters);
     return names;
 }

 typedef QMap<QString, int> WordCount;

 /*
     Single threaded word counter function.
 */
 WordCount singleThreadedWordCount(const QStringList &files)
 {
     WordCount wordCount;
     for (const QString &file : files) {
         QFile f(file);
         f.open(QIODevice::ReadOnly);
         QTextStream textStream(&f);
         while (!textStream.atEnd()) {
             const auto words =  textStream.readLine().split(' ');
             for (const QString &word : words)
                 wordCount[word] += 1;
         }
     }
     return wordCount;
 }

 // countWords counts the words in a single file. This function is
 // called in parallel by several threads and must be thread
 // safe.
 WordCount countWords(const QString &file)
 {
     QFile f(file);
     f.open(QIODevice::ReadOnly);
     QTextStream textStream(&f);
     WordCount wordCount;

     while (!textStream.atEnd()) {
         const auto words =  textStream.readLine().split(' ');
         for (const QString &word : words)
             wordCount[word] += 1;
     }

     return wordCount;
 }

 // reduce adds the results from map to the final
 // result. This functor will only be called by one thread
 // at a time.
 void reduce(WordCount &result, const WordCount &w)
 {
     QMapIterator<QString, int> i(w);
     while (i.hasNext()) {
         i.next();
         result[i.key()] += i.value();
     }
 }

 int main(int argc, char** argv)
 {
     QApplication app(argc, argv);
     qDebug() << "finding files...";
     QStringList files = findFiles("../../", QStringList() << "*.cpp" << "*.h");
     qDebug() << files.count() << "files";

     qDebug() << "warmup";
     {
         WordCount total = singleThreadedWordCount(files);
     }

     qDebug() << "warmup done";

     int singleThreadTime = 0;
     {
         QTime time;
         time.start();
         WordCount total = singleThreadedWordCount(files);
         singleThreadTime = time.elapsed();
         qDebug() << "single thread" << singleThreadTime;
     }

     int mapReduceTime = 0;
     {
         QTime time;
         time.start();
         WordCount total = mappedReduced(files, countWords, reduce);
         mapReduceTime = time.elapsed();
         qDebug() << "MapReduce" << mapReduceTime;
     }
     qDebug() << "MapReduce speedup x" << ((double)singleThreadTime - (double)mapReduceTime) / (double)mapReduceTime + 1;
 }