exp2_getworkerquality.py

import ConfigParser
import random
import math
import os
import commands

def run_datasets(python_command, datasets, methods, filetype):

    for dataset in datasets:
        print "########"+dataset+"########"
        
        for method in methods:
            
            if not os.path.isdir(r'./methods/' + method):
                continue

            # dataset & method

            # truthfile = r"'./datasets/" + dataset + r"/truth.csv'"
            datafile = r"'./datasets/" + dataset + r"/answer.csv'"
            
            if filetype in [ 'decision_making', 'single_label' ]: 
                ftype = '"categorical"'
            elif filetype == 'continuous':
                ftype = '"continuous"'
            
            output = commands.getoutput(python_command + r'./methods/' + method + r'/method.py '
                                  + datafile + ' ' + ftype ).split('\n')[-2]
            workerquality = eval(output)
            
            assert type(workerquality) == type({})
            
            # dataset & method finished
            
            folder = './workerquality/' + filetype
            if not os.path.isdir(folder):
                os.mkdir(folder)
            
            folder = folder + '/' + dataset 
            if not os.path.isdir(folder):
                os.mkdir(folder)
            
            f = open(folder + '/' + method, 'w')
            f.write(str(workerquality))
            f.close()




if __name__=='__main__':
    if not os.path.isdir('./workerquality'):
        os.mkdir('./workerquality')
        
    cf = ConfigParser.ConfigParser()
    cf.read('./config.ini')

    
    # decision_making
    datasets_decisionmaking = eval(cf.get("exp-1", "datasets_decisionmaking"))
    quality_decisionmaking = eval(cf.get("exp-2", "quality_decisionmaking"))
    python_command = eval(cf.get("exp-1", "python_command"))
    run_datasets(python_command, datasets_decisionmaking, quality_decisionmaking, 'decision_making')
    
    # single_label
    datasets_singlelabel = eval(cf.get("exp-1", "datasets_singlelabel"))
    quality_singlelabel = eval(cf.get("exp-2", "quality_singlelabel"))
    python_command = eval(cf.get("exp-1", "python_command"))
    run_datasets(python_command, datasets_singlelabel, quality_singlelabel, 'single_label')
    
    # continuous 
    datasets_continuous = eval(cf.get("exp-1", "datasets_continuous"))
    quality_continuous = eval(cf.get("exp-2", "quality_continuous"))
    python_command = eval(cf.get("exp-1", "python_command"))
    run_datasets(python_command, datasets_continuous, quality_continuous, 'continuous')