from generate_stats import *
import thread
import pp #module for parallel processing
class Fw:
    def __init__(self):
        self.value = 0.0
        self.lock = thread.allocate_lock()
    def writeToFile(self,content):
        self.lock.acquire()
        OUT = open('stats/stats_PS_done.txt',"a")
        print>>OUT, content[0],'\t', content[1],'\t',content[2]
        OUT.close()
        self.lock.release()

import os
methods =['best', 'default','palo','random']
path = 'output/'
listing = os.listdir(path)
results=[]
groups = 0
group_size = 10
total_groups = len(listing)/group_size
output = open('stats/stats_PS_not_done.txt',"a")
      
while groups <= total_groups:
    ppservers = ()
    #Count how many available processors we have to work and assign them to ppservers
    #ncpus = 7 #set number of cpus you want to use
    #job_server = pp.Server(ncpus, ppservers=ppservers, restart=true)
    job_server = pp.Server(ppservers=ppservers)
    sublist = listing[(groups*group_size):((groups+1)*group_size)]
    for gene in sublist:      
   if gene[:3]=='ENS': #Check that directories are ENSEMBL genes directories
   for method in methods:
   alignment = 'output/'+gene+'/dnds/pal2nal/'+method
   try:
   fw = Fw()
   job_server.submit(calc_PS, (alignment,method,gene),(),("sys", "EvolTree","paml_to_fasta" ), callback=fw.writeToFile)
   except:
   print>>output, alignment
    job_server.wait()
    job_server.print_stats()
    job_server.destroy()
    groups+=1
    
output.close()