mapReduce.py

from master import Master

class MapReduce:
    def __init__(self, mappers, reducers, filePaths, outputCountFilePath, outputInvertedIndexFilePath):
        self.nMappers = mappers
        self.nReducers = reducers
        self.filePaths = filePaths
        self.fileMaxSize = 10000
        self.outputCountFile = outputCountFilePath
        self.outputInvertedIndexFile = outputInvertedIndexFilePath
        pass

    def initialiseMaster(self):
        master1 = Master(self.nMappers, self.nReducers, self.filePaths, self.fileMaxSize, self.outputCountFile, self.outputInvertedIndexFile)
        master1.start()
        master1.join()
        pass


if __name__ == "__main__":
    mappers = 10
    reducers = 10
    filePaths = ["/Users/tanukansal/Documents/distributedSystems/MapReduce-Distributed-Systems/input/file1.txt",
    "/Users/tanukansal/Documents/distributedSystems/MapReduce-Distributed-Systems/input/file2.txt"
    ]
    outputCountFilePath = 'count-output.txt'
    outputInvertedIndexFilePath = 'inverted-index-output.txt'

    mapReduce = MapReduce(mappers, reducers, filePaths, outputCountFilePath, outputInvertedIndexFilePath)
    mapReduce.initialiseMaster()