make.py

Go to the documentation of this file.

#!/usr/bin/python
# -*- coding: utf-8 -*-


# gets program id from database and save 
# compile flags in centerfocus database, 
# not possible to  get/store programid if program has DEVELOPMENT status!

# why: get better experiment reproducibility.

# see cfDBConnection.py  for connection information.



import sys
import os
import fcntl
import popen2
import time
import cfDBConnection

from cfDBConnection import *


def test():
        cmdres= os.system("make test |tee df ")
        print "res",cmdres
        
        r, w, e = popen2.popen3('make -p centerfocus NOOPT=YES ;echo makecenterfocusreturncode $?')
        #elines = e.readlines()
        rlines = r.readlines()
         
        outputfiledetected=False
        returnCode=-1
        for line in rlines:
                #makelogfilename=makelogfilename+line
                if "makecenterfocusreturncode" in line:
                        words=line.rsplit()
                        returncode=int(words[1])
                        print "rline",line
                if "outputfilemarker" in line:
                        print "rline",line
                        outputfiledetected=True
                        words=line.rsplit()
                        #for word in words:
                        #       print "word",word
                        if words[0]=="outputfilemarker":
                                executableFileName=words[1]
                        
        print "res---",cmdres
        print "returncode",returncode
        print "executableFileName",executableFileName
        #print "w",w


def getProgramId(mysqlConn_m, parameterstring):
        cursor = mysqlConn_m.cursor()
        SQL= "insert into programInfo (`compileParams`) VALUES ( %s )"
        cursor.execute(SQL, (parameterstring) )
        programId = long(mysqlConn_m.insert_id() )
        return programId


def updateProgramInfo(mysqlConn_m, compileInfo, relatedEnv, programID, test):
        cursor = mysqlConn_m.cursor()
        SQL= "update programInfo set `compileInfo` = %s , `relatedEnv`= %s WHERE programID="+str(programID)
        print "programID =",str(programID)
        #print "compileInfo =",compileInfo
        print "relatedEnv =",relatedEnv
        print "updateProgramInfo Statement",SQL
        
        cursor.execute(SQL,(compileInfo,relatedEnv) )
        if not test:
                mysqlConn_m.commit()
        else:
                mysqlConn_m.rollback()

def addEnvEntry(dict,varname):
        if os.getenv(varname)==None:
                dict[varname]=""
        else:
                dict[varname]=os.getenv(varname)


def getRelevantEnv():
        dict ={}

        addEnvEntry(dict, "EPSPRECISION")
        addEnvEntry(dict, "FIELDCHAR")
        addEnvEntry(dict, "MAXMONOMDEGREE")
        
        addEnvEntry(dict, "WINLINE")
        addEnvEntry(dict, "32BIT")
        addEnvEntry(dict, "64BIT")
        addEnvEntry(dict, "NOOPT")
        addEnvEntry(dict, "OPENMP")
        
        
        addEnvEntry(dict, "ICC")
        addEnvEntry(dict, "PGPROF")
        addEnvEntry(dict, "OPTERON")
        addEnvEntry(dict, "CORE2")
        
        
        addEnvEntry(dict, "DEBUG")
        addEnvEntry(dict, "TEST")
        addEnvEntry(dict, "VALGRIND")
        addEnvEntry(dict, "SAFE")
        
        addEnvEntry(dict, "SVN")
        addEnvEntry(dict, "HOSTNAME")
        
        addEnvEntry(dict, "POPT_LIB")
        
        addEnvEntry(dict, "COUNT")
        addEnvEntry(dict, "TIMER")
        addEnvEntry(dict, "PROFILE")
        addEnvEntry(dict, "PROFILING")
        
        #irrelevant:
        addEnvEntry(dict, "NXNXN_DIR")
        addEnvEntry(dict, "CENTERFOCUS_BASE_DIR")
        addEnvEntry(dict, "EXPALIB_BASE_DIR")
        
        return dict

        #dict["TIMING"]=os.getenv("TIMING") - misst FFPACK-Performance
        
        
def printDict(dict):
         
        for key, value in dict.items():
                print  key, "=", value

def dictToText(dict):
        text=""
        for key, value in dict.items():
                #print  key, "=", value         
                text=text+ str(key)+"="+str(value)+"\n"
        return text
                
def make():

        test=False
        
        envDict=getRelevantEnv()
        printDict(envDict)
        relatedEnv=dictToText(envDict)

        #makelogfilename="centerfocusmakelog"
        parameterstring =""
        makelogfilename=""
        for i in range(1,len(sys.argv)):
                parameterstring= parameterstring+" "+sys.argv[i]
        
        #2. Hole Programid
        
        if not test:
                dbconn = getCenterfocusExperimentDatabaseConnection()
                programid=getProgramId(dbconn, parameterstring)
                parameterstring=parameterstring+" SVN=YES PRODUCTION=YES PROGRAMID="+str(programid)
        
        print "program id "+ str(programid)+" received"
        cmd = "make -p "+parameterstring
        print "compiling..."
        print "parameterstring = "+ parameterstring
        # wenn popen das Problem ist, dann fuehren wir den Befehl ueber sys.cmd aus
        # und schreiben die Ausgabe in eine (vorher geleerte datei)
        #r, w, e = popen2.popen3(cmd+" ; echo makereturncode $?")
        #rlines = r.readlines()
        os.system("echo ""> makecflog;"+ cmd+" 2>&1 |tee makecflog; echo makereturncode $? >>makecflog")
        rlines = []
        cfLogfile = open("makecflog", 'r')
        for row in cfLogfile.readlines():
                rlines.append(row)
        
        print "readlines..."
        executableFileName=None
        compileInfo=""
        outputfiledetected=False
        for line in rlines:
                compileInfo=compileInfo+line
                
                if "makereturncode" in line:
                        words=line.rsplit()
                        returncode=int(words[1])
                        print "rline",line
                if "outputfilemarker" in line:
                        print "rline",line
                        outputfiledetected=True
                        words=line.rsplit()
                        #for word in words:
                        #       print "word",word
                        if words[0]=="outputfilemarker":
                                executableFileName=words[1]
        #print compileInfo      
        print "returncode (compiling)",returncode
        #print "executableFileName",executableFileName
        #exit(0)
        if test:
                exit(0)
                
        if (returncode==0 and outputfiledetected==True ):
                # trage programmInformation ein
                print "updating program info ",returncode
                updateProgramInfo(dbconn, compileInfo,relatedEnv,programid,test)
                # hier koennte man auch das macaulay-geruempel eintragen.
                print "your program was successfully registered"
        else:
                print "your program was NOT  registered "
                print "try a regular compile with parameters 'PRODUCTION=YES SVN=YES' first!"

if __name__ == "__main__":
        make()