私は恥ずかしいほど並列ループを持っています:
# Definitions
def exhaustiveExplorationsWithSimilarityAll(inputFolder, outputFolder, similarityMeasure):
phasesSpeedupDictFolder=parsePhasesSpeedupDictFolder(inputFolder)
avgSpeedupProgramDict=computeAvgSpeedupProgram(phasesSpeedupDictFolder)
parameters={
PROGRAMSPHASESSPEEDUPDICTS:phasesSpeedupDictFolder,
PROGRAMSAVGSPEEDUPDICT:avgSpeedupProgramDict
}
similarityHandler= SimilarityHandler(similarityMeasure,parameters)
# Sequential running
for fileName in os.listdir(inputFolder):
print fileName
exhaustiveExplorationsWithSimilarity(inputFolder + fileName, outputFolder + fileName, similarityHandler)
Joblib
Parallelを使用して並列にしたいと思います。
# Parallel version
num_cores = multiprocessing.cpu_count()
parallel= Parallel(n_jobs=num_cores)
for fileName in os.listdir(inputFolder):
print fileName
parallel(delayed(exhaustiveExplorationsWithSimilarity(inputFolder + fileName, outputFolder + fileName, similarityHandler)))
または他のバージョン:
arg_generator = ((inputFolder + fileName, outputFolder + fileName, similarityHandler) for fileName in os.listdir(inputFolder))
parallel(delayed(exhaustiveExplorationsWithSimilarity)(arg_generator))
しかし、実行すると、次のように不平を言います:
parallel(delayed(exhaustiveExplorationsWithSimilarity(inputFolder + fileName, outputFolder + fileName, similarityHandler)))
File "/usr/lib/pymodules/python2.7/joblib/parallel.py", line 516, in __call__
for function, args, kwargs in iterable:
TypeError: 'function' object is not iterable
ここで何が欠けていますか?どんな助けでも大歓迎です。