From: "Brian Dolbec" <dolsen@gentoo.org> To: gentoo-commits@lists.gentoo.org Subject: [gentoo-commits] proj/catalyst:pending commit in: catalyst/ Date: Thu, 1 Jan 2015 05:59:03 +0000 (UTC) [thread overview] Message-ID: <1420091885.0b3a26d733ea8e8b3fce044be1d2c872138d74d5.dolsen@gentoo> (raw) commit: 0b3a26d733ea8e8b3fce044be1d2c872138d74d5 Author: Brian Dolbec <dolsen <AT> gentoo <DOT> org> AuthorDate: Sun Jan 20 19:22:27 2013 +0000 Commit: Brian Dolbec <dolsen <AT> gentoo <DOT> org> CommitDate: Thu Jan 1 05:58:05 2015 +0000 URL: http://sources.gentoo.org/gitweb/?p=proj/catalyst.git;a=commit;h=0b3a26d7 Some spacing, comment and indent cleanup --- catalyst/support.py | 405 +++++++++++++++++++++++++++------------------------- 1 file changed, 213 insertions(+), 192 deletions(-) diff --git a/catalyst/support.py b/catalyst/support.py index feaa645..e2d64a1 100644 --- a/catalyst/support.py +++ b/catalyst/support.py @@ -1,12 +1,19 @@ -import sys,string,os,types,re,signal,traceback,time -#import md5,sha +import sys +import string +import os +import types +import re +import signal +import traceback +import time from catalyst.defaults import verbosity, valid_config_file_values selinux_capable = False #userpriv_capable = (os.getuid() == 0) #fakeroot_capable = False + BASH_BINARY = "/bin/bash" # set it to 0 for the soft limit, 1 for the hard limit @@ -25,35 +32,35 @@ spawned_pids = [] def cleanup(pids,block_exceptions=True): - """function to go through and reap the list of pids passed to it""" - global spawned_pids - if type(pids) == int: - pids = [pids] - for x in pids: - try: - os.kill(x,signal.SIGTERM) - if os.waitpid(x,os.WNOHANG)[1] == 0: - # feisty bugger, still alive. - os.kill(x,signal.SIGKILL) - os.waitpid(x,0) - - except OSError, oe: - if block_exceptions: - pass - if oe.errno not in (10,3): - raise oe - except SystemExit: - raise - except Exception: - if block_exceptions: - pass - try: spawned_pids.remove(x) - except IndexError: pass - - - -# a function to turn a string of non-printable characters into a string of -# hex characters + """function to go through and reap the list of pids passed to it""" + global spawned_pids + if type(pids) == int: + pids = [pids] + for x in pids: + try: + os.kill(x,signal.SIGTERM) + if os.waitpid(x,os.WNOHANG)[1] == 0: + # feisty bugger, still alive. + os.kill(x,signal.SIGKILL) + os.waitpid(x,0) + except OSError, oe: + if block_exceptions: + pass + if oe.errno not in (10,3): + raise oe + except SystemExit: + raise + except Exception: + if block_exceptions: + pass + try: + spawned_pids.remove(x) + except IndexError: + pass + + +# a function to turn a string of non-printable characters +# into a string of hex characters def hexify(str): hexStr = string.hexdigits r = '' @@ -61,7 +68,6 @@ def hexify(str): i = ord(ch) r = r + hexStr[(i >> 4) & 0xF] + hexStr[i & 0xF] return r -# hexify() def read_from_clst(file): @@ -77,7 +83,6 @@ def read_from_clst(file): myline = myline + line myf.close() return myline -# read_from_clst def list_bashify(mylist): @@ -92,6 +97,7 @@ def list_bashify(mylist): mypack=string.join(mypack) return mypack + def list_to_string(mylist): if type(mylist)==types.StringType: mypack=[mylist] @@ -104,6 +110,7 @@ def list_to_string(mylist): mypack=string.join(mypack) return mypack + class CatalystError(Exception): def __init__(self, message): if message: @@ -115,84 +122,83 @@ class CatalystError(Exception): print "!!! catalyst: "+message print + def die(msg=None): warn(msg) sys.exit(1) + def warn(msg): print "!!! catalyst: "+msg + def find_binary(myc): """look through the environmental path for an executable file named whatever myc is""" - # this sucks. badly. - p=os.getenv("PATH") - if p == None: - return None - for x in p.split(":"): - #if it exists, and is executable - if os.path.exists("%s/%s" % (x,myc)) and os.stat("%s/%s" % (x,myc))[0] & 0x0248: - return "%s/%s" % (x,myc) - return None + # this sucks. badly. + p=os.getenv("PATH") + if p == None: + return None + for x in p.split(":"): + #if it exists, and is executable + if os.path.exists("%s/%s" % (x,myc)) and os.stat("%s/%s" % (x,myc))[0] & 0x0248: + return "%s/%s" % (x,myc) + return None + def spawn_bash(mycommand,env={},debug=False,opt_name=None,**keywords): """spawn mycommand as an arguement to bash""" args=[BASH_BINARY] if not opt_name: - opt_name=mycommand.split()[0] + opt_name=mycommand.split()[0] if "BASH_ENV" not in env: - env["BASH_ENV"] = "/etc/spork/is/not/valid/profile.env" + env["BASH_ENV"] = "/etc/spork/is/not/valid/profile.env" if debug: - args.append("-x") + args.append("-x") args.append("-c") args.append(mycommand) return spawn(args,env=env,opt_name=opt_name,**keywords) -#def spawn_get_output(mycommand,spawn_type=spawn,raw_exit_code=False,emulate_gso=True, \ -# collect_fds=[1],fd_pipes=None,**keywords): def spawn_get_output(mycommand,raw_exit_code=False,emulate_gso=True, \ - collect_fds=[1],fd_pipes=None,**keywords): - """call spawn, collecting the output to fd's specified in collect_fds list - emulate_gso is a compatability hack to emulate commands.getstatusoutput's return, minus the - requirement it always be a bash call (spawn_type controls the actual spawn call), and minus the - 'lets let log only stdin and let stderr slide by'. - - emulate_gso was deprecated from the day it was added, so convert your code over. - spawn_type is the passed in function to call- typically spawn_bash, spawn, spawn_sandbox, or spawn_fakeroot""" - global selinux_capable - pr,pw=os.pipe() - - #if type(spawn_type) not in [types.FunctionType, types.MethodType]: - # s="spawn_type must be passed a function, not",type(spawn_type),spawn_type - # raise Exception,s - - if fd_pipes==None: - fd_pipes={} - fd_pipes[0] = 0 - - for x in collect_fds: - fd_pipes[x] = pw - keywords["returnpid"]=True - - mypid=spawn_bash(mycommand,fd_pipes=fd_pipes,**keywords) - os.close(pw) - if type(mypid) != types.ListType: - os.close(pr) - return [mypid, "%s: No such file or directory" % mycommand.split()[0]] - - fd=os.fdopen(pr,"r") - mydata=fd.readlines() - fd.close() - if emulate_gso: - mydata=string.join(mydata) - if len(mydata) and mydata[-1] == "\n": - mydata=mydata[:-1] - retval=os.waitpid(mypid[0],0)[1] - cleanup(mypid) - if raw_exit_code: - return [retval,mydata] - retval=process_exit_code(retval) - return [retval, mydata] + collect_fds=[1],fd_pipes=None,**keywords): + """call spawn, collecting the output to fd's specified in collect_fds list + emulate_gso is a compatability hack to emulate commands.getstatusoutput's return, minus the + requirement it always be a bash call (spawn_type controls the actual spawn call), and minus the + 'lets let log only stdin and let stderr slide by'. + + emulate_gso was deprecated from the day it was added, so convert your code over. + spawn_type is the passed in function to call- typically spawn_bash, spawn, spawn_sandbox, or spawn_fakeroot""" + global selinux_capable + pr,pw=os.pipe() + + if fd_pipes==None: + fd_pipes={} + fd_pipes[0] = 0 + + for x in collect_fds: + fd_pipes[x] = pw + keywords["returnpid"]=True + + mypid=spawn_bash(mycommand,fd_pipes=fd_pipes,**keywords) + os.close(pw) + if type(mypid) != types.ListType: + os.close(pr) + return [mypid, "%s: No such file or directory" % mycommand.split()[0]] + + fd=os.fdopen(pr,"r") + mydata=fd.readlines() + fd.close() + if emulate_gso: + mydata=string.join(mydata) + if len(mydata) and mydata[-1] == "\n": + mydata=mydata[:-1] + retval=os.waitpid(mypid[0],0)[1] + cleanup(mypid) + if raw_exit_code: + return [retval,mydata] + retval=process_exit_code(retval) + return [retval, mydata] + # base spawn function def spawn(mycommand,env={},raw_exit_code=False,opt_name=None,fd_pipes=None,returnpid=False,\ @@ -230,8 +236,8 @@ def spawn(mycommand,env={},raw_exit_code=False,opt_name=None,fd_pipes=None,retur return None myc = find_binary(myc) if myc == None: - return None - mypid=[] + return None + mypid=[] if logfile: pr,pw=os.pipe() mypid.extend(spawn(('tee','-i','-a',logfile),returnpid=True,fd_pipes={0:pr,1:1,2:2})) @@ -295,77 +301,77 @@ def spawn(mycommand,env={},raw_exit_code=False,opt_name=None,fd_pipes=None,retur if x not in trg_fd: try: os.close(x) - except SystemExit, e: - raise - except: - pass - - # note this order must be preserved- can't change gid/groups if you change uid first. - if selinux_capable and selinux_context: - import selinux - selinux.setexec(selinux_context) - if gid: - os.setgid(gid) - if groups: - os.setgroups(groups) - if uid: - os.setuid(uid) - if umask: - os.umask(umask) - else: - os.umask(022) - - try: - #print "execing", myc, myargs - if func_call: - # either use a passed in func for interpretting the results, or return if no exception. - # note the passed in list, and dict are expanded. - if len(mycommand) == 4: - os._exit(mycommand[3](mycommand[0](*mycommand[1],**mycommand[2]))) - try: - mycommand[0](*mycommand[1],**mycommand[2]) - except Exception,e: - print "caught exception",e," in forked func",mycommand[0] - sys.exit(0) - - #os.execvp(myc,myargs) - os.execve(myc,myargs,env) - except SystemExit, e: - raise - except Exception, e: - if not func_call: - raise str(e)+":\n "+myc+" "+string.join(myargs) - print "func call failed" - - # If the execve fails, we need to report it, and exit - # *carefully* --- report error here - os._exit(1) - sys.exit(1) - return # should never get reached - - # if we were logging, kill the pipes. - if logfile: - os.close(pr) - os.close(pw) - - if returnpid: - return mypid - - # loop through pids (typically one, unless logging), either waiting on their death, or waxing them - # if the main pid (mycommand) returned badly. - while len(mypid): - retval=os.waitpid(mypid[-1],0)[1] - if retval != 0: - cleanup(mypid[0:-1],block_exceptions=False) - # at this point we've killed all other kid pids generated via this call. - # return now. - if raw_exit_code: - return retval - return process_exit_code(retval,throw_signals=raise_signals) - else: - mypid.pop(-1) - cleanup(mypid) - return 0 + except SystemExit, e: + raise + except: + pass + + # note this order must be preserved- can't change gid/groups if you change uid first. + if selinux_capable and selinux_context: + import selinux + selinux.setexec(selinux_context) + if gid: + os.setgid(gid) + if groups: + os.setgroups(groups) + if uid: + os.setuid(uid) + if umask: + os.umask(umask) + else: + os.umask(022) + + try: + #print "execing", myc, myargs + if func_call: + # either use a passed in func for interpretting the results, or return if no exception. + # note the passed in list, and dict are expanded. + if len(mycommand) == 4: + os._exit(mycommand[3](mycommand[0](*mycommand[1],**mycommand[2]))) + try: + mycommand[0](*mycommand[1],**mycommand[2]) + except Exception,e: + print "caught exception",e," in forked func",mycommand[0] + sys.exit(0) + + os.execve(myc,myargs,env) + except SystemExit, e: + raise + except Exception, e: + if not func_call: + raise str(e)+":\n "+myc+" "+string.join(myargs) + print "func call failed" + + # If the execve fails, we need to report it, and exit + # *carefully* --- report error here + os._exit(1) + sys.exit(1) + return # should never get reached + + # if we were logging, kill the pipes. + if logfile: + os.close(pr) + os.close(pw) + + if returnpid: + return mypid + + # loop through pids (typically one, unless logging), either waiting on their death, or waxing them + # if the main pid (mycommand) returned badly. + while len(mypid): + retval=os.waitpid(mypid[-1],0)[1] + if retval != 0: + cleanup(mypid[0:-1],block_exceptions=False) + # at this point we've killed all other kid pids generated via this call. + # return now. + if raw_exit_code: + return retval + return process_exit_code(retval,throw_signals=raise_signals) + else: + mypid.pop(-1) + cleanup(mypid) + return 0 + def cmd(mycmd,myexc="",env={}): try: @@ -376,19 +382,21 @@ def cmd(mycmd,myexc="",env={}): except: raise + def process_exit_code(retval,throw_signals=False): - """process a waitpid returned exit code, returning exit code if it exit'd, or the - signal if it died from signalling - if throw_signals is on, it raises a SystemExit if the process was signaled. - This is intended for usage with threads, although at the moment you can't signal individual - threads in python, only the master thread, so it's a questionable option.""" - if (retval & 0xff)==0: - return retval >> 8 # return exit code - else: - if throw_signals: - #use systemexit, since portage is stupid about exception catching. - raise SystemExit() - return (retval & 0xff) << 8 # interrupted by signal + """process a waitpid returned exit code, returning exit code if it exit'd, or the + signal if it died from signalling + if throw_signals is on, it raises a SystemExit if the process was signaled. + This is intended for usage with threads, although at the moment you can't signal individual + threads in python, only the master thread, so it's a questionable option.""" + if (retval & 0xff)==0: + return retval >> 8 # return exit code + else: + if throw_signals: + #use systemexit, since portage is stupid about exception catching. + raise SystemExit() + return (retval & 0xff) << 8 # interrupted by signal + def file_locate(settings,filelist,expand=1): #if expand=1, non-absolute paths will be accepted and @@ -398,15 +406,18 @@ def file_locate(settings,filelist,expand=1): #filenames such as cdtar are optional, so we don't assume the variable is defined. pass else: - if len(settings[myfile])==0: - raise CatalystError, "File variable \""+myfile+"\" has a length of zero (not specified.)" - if settings[myfile][0]=="/": - if not os.path.exists(settings[myfile]): - raise CatalystError, "Cannot locate specified "+myfile+": "+settings[myfile] - elif expand and os.path.exists(os.getcwd()+"/"+settings[myfile]): - settings[myfile]=os.getcwd()+"/"+settings[myfile] - else: - raise CatalystError, "Cannot locate specified "+myfile+": "+settings[myfile]+" (2nd try)" + if len(settings[myfile])==0: + raise CatalystError("File variable \"" + myfile + + "\" has a length of zero (not specified.)") + if settings[myfile][0]=="/": + if not os.path.exists(settings[myfile]): + raise CatalystError("Cannot locate specified " + myfile + + ": "+settings[myfile]) + elif expand and os.path.exists(os.getcwd()+"/"+settings[myfile]): + settings[myfile]=os.getcwd()+"/"+settings[myfile] + else: + raise CatalystError("Cannot locate specified " + myfile + + ": "+settings[myfile]+" (2nd try)" + """ Spec file format: @@ -427,6 +438,8 @@ that the order of multiple-value items is preserved, but the order that the item defined are not preserved. In other words, "foo", "bar", "oni" ordering is preserved but "item1" "item2" "item3" ordering is not, as the item strings are stored in a dictionary (hash). """ + ) + def parse_makeconf(mylines): mymakeconf={} @@ -450,6 +463,7 @@ def parse_makeconf(mylines): mymakeconf[mobj.group(1)]=clean_string return mymakeconf + def read_makeconf(mymakeconffile): if os.path.exists(mymakeconffile): try: @@ -475,10 +489,12 @@ def read_makeconf(mymakeconffile): makeconf={} return makeconf + def msg(mymsg,verblevel=1): if verbosity>=verblevel: print mymsg + def pathcompare(path1,path2): # Change double slashes to slash path1 = re.sub(r"//",r"/",path1) @@ -491,6 +507,7 @@ def pathcompare(path1,path2): return 1 return 0 + def ismount(path): "enhanced to handle bind mounts" if os.path.ismount(path): @@ -504,6 +521,7 @@ def ismount(path): return 1 return 0 + def addl_arg_parse(myspec,addlargs,requiredspec,validspec): "helper function to help targets parse additional arguments" global valid_config_file_values @@ -522,6 +540,7 @@ def addl_arg_parse(myspec,addlargs,requiredspec,validspec): if messages: raise CatalystError, '\n\tAlso: '.join(messages) + def touch(myfile): try: myf=open(myfile,"w") @@ -529,8 +548,9 @@ def touch(myfile): except IOError: raise CatalystError, "Could not touch "+myfile+"." + def countdown(secs=5, doing="Starting"): - if secs: + if secs: print ">>> Waiting",secs,"seconds before starting..." print ">>> (Control-C to abort)...\n"+doing+" in: ", ticks=range(secs) @@ -541,14 +561,15 @@ def countdown(secs=5, doing="Starting"): time.sleep(1) print + def normpath(mypath): TrailingSlash=False - if mypath[-1] == "/": - TrailingSlash=True - newpath = os.path.normpath(mypath) - if len(newpath) > 1: - if newpath[:2] == "//": - newpath = newpath[1:] + if mypath[-1] == "/": + TrailingSlash=True + newpath = os.path.normpath(mypath) + if len(newpath) > 1: + if newpath[:2] == "//": + newpath = newpath[1:] if TrailingSlash: - newpath=newpath+'/' - return newpath + newpath=newpath+'/' + return newpath
WARNING: multiple messages have this Message-ID (diff)
From: "Brian Dolbec" <dolsen@gentoo.org> To: gentoo-commits@lists.gentoo.org Subject: [gentoo-commits] proj/catalyst:master commit in: catalyst/ Date: Thu, 26 Feb 2015 04:12:03 +0000 (UTC) [thread overview] Message-ID: <1420091885.0b3a26d733ea8e8b3fce044be1d2c872138d74d5.dolsen@gentoo> (raw) Message-ID: <20150226041203.3MPNJuEuNSt80JuFSjerqpNvGlygMb0-nchFFqSfzT4@z> (raw) commit: 0b3a26d733ea8e8b3fce044be1d2c872138d74d5 Author: Brian Dolbec <dolsen <AT> gentoo <DOT> org> AuthorDate: Sun Jan 20 19:22:27 2013 +0000 Commit: Brian Dolbec <dolsen <AT> gentoo <DOT> org> CommitDate: Thu Jan 1 05:58:05 2015 +0000 URL: http://sources.gentoo.org/gitweb/?p=proj/catalyst.git;a=commit;h=0b3a26d7 Some spacing, comment and indent cleanup --- catalyst/support.py | 405 +++++++++++++++++++++++++++------------------------- 1 file changed, 213 insertions(+), 192 deletions(-) diff --git a/catalyst/support.py b/catalyst/support.py index feaa645..e2d64a1 100644 --- a/catalyst/support.py +++ b/catalyst/support.py @@ -1,12 +1,19 @@ -import sys,string,os,types,re,signal,traceback,time -#import md5,sha +import sys +import string +import os +import types +import re +import signal +import traceback +import time from catalyst.defaults import verbosity, valid_config_file_values selinux_capable = False #userpriv_capable = (os.getuid() == 0) #fakeroot_capable = False + BASH_BINARY = "/bin/bash" # set it to 0 for the soft limit, 1 for the hard limit @@ -25,35 +32,35 @@ spawned_pids = [] def cleanup(pids,block_exceptions=True): - """function to go through and reap the list of pids passed to it""" - global spawned_pids - if type(pids) == int: - pids = [pids] - for x in pids: - try: - os.kill(x,signal.SIGTERM) - if os.waitpid(x,os.WNOHANG)[1] == 0: - # feisty bugger, still alive. - os.kill(x,signal.SIGKILL) - os.waitpid(x,0) - - except OSError, oe: - if block_exceptions: - pass - if oe.errno not in (10,3): - raise oe - except SystemExit: - raise - except Exception: - if block_exceptions: - pass - try: spawned_pids.remove(x) - except IndexError: pass - - - -# a function to turn a string of non-printable characters into a string of -# hex characters + """function to go through and reap the list of pids passed to it""" + global spawned_pids + if type(pids) == int: + pids = [pids] + for x in pids: + try: + os.kill(x,signal.SIGTERM) + if os.waitpid(x,os.WNOHANG)[1] == 0: + # feisty bugger, still alive. + os.kill(x,signal.SIGKILL) + os.waitpid(x,0) + except OSError, oe: + if block_exceptions: + pass + if oe.errno not in (10,3): + raise oe + except SystemExit: + raise + except Exception: + if block_exceptions: + pass + try: + spawned_pids.remove(x) + except IndexError: + pass + + +# a function to turn a string of non-printable characters +# into a string of hex characters def hexify(str): hexStr = string.hexdigits r = '' @@ -61,7 +68,6 @@ def hexify(str): i = ord(ch) r = r + hexStr[(i >> 4) & 0xF] + hexStr[i & 0xF] return r -# hexify() def read_from_clst(file): @@ -77,7 +83,6 @@ def read_from_clst(file): myline = myline + line myf.close() return myline -# read_from_clst def list_bashify(mylist): @@ -92,6 +97,7 @@ def list_bashify(mylist): mypack=string.join(mypack) return mypack + def list_to_string(mylist): if type(mylist)==types.StringType: mypack=[mylist] @@ -104,6 +110,7 @@ def list_to_string(mylist): mypack=string.join(mypack) return mypack + class CatalystError(Exception): def __init__(self, message): if message: @@ -115,84 +122,83 @@ class CatalystError(Exception): print "!!! catalyst: "+message print + def die(msg=None): warn(msg) sys.exit(1) + def warn(msg): print "!!! catalyst: "+msg + def find_binary(myc): """look through the environmental path for an executable file named whatever myc is""" - # this sucks. badly. - p=os.getenv("PATH") - if p == None: - return None - for x in p.split(":"): - #if it exists, and is executable - if os.path.exists("%s/%s" % (x,myc)) and os.stat("%s/%s" % (x,myc))[0] & 0x0248: - return "%s/%s" % (x,myc) - return None + # this sucks. badly. + p=os.getenv("PATH") + if p == None: + return None + for x in p.split(":"): + #if it exists, and is executable + if os.path.exists("%s/%s" % (x,myc)) and os.stat("%s/%s" % (x,myc))[0] & 0x0248: + return "%s/%s" % (x,myc) + return None + def spawn_bash(mycommand,env={},debug=False,opt_name=None,**keywords): """spawn mycommand as an arguement to bash""" args=[BASH_BINARY] if not opt_name: - opt_name=mycommand.split()[0] + opt_name=mycommand.split()[0] if "BASH_ENV" not in env: - env["BASH_ENV"] = "/etc/spork/is/not/valid/profile.env" + env["BASH_ENV"] = "/etc/spork/is/not/valid/profile.env" if debug: - args.append("-x") + args.append("-x") args.append("-c") args.append(mycommand) return spawn(args,env=env,opt_name=opt_name,**keywords) -#def spawn_get_output(mycommand,spawn_type=spawn,raw_exit_code=False,emulate_gso=True, \ -# collect_fds=[1],fd_pipes=None,**keywords): def spawn_get_output(mycommand,raw_exit_code=False,emulate_gso=True, \ - collect_fds=[1],fd_pipes=None,**keywords): - """call spawn, collecting the output to fd's specified in collect_fds list - emulate_gso is a compatability hack to emulate commands.getstatusoutput's return, minus the - requirement it always be a bash call (spawn_type controls the actual spawn call), and minus the - 'lets let log only stdin and let stderr slide by'. - - emulate_gso was deprecated from the day it was added, so convert your code over. - spawn_type is the passed in function to call- typically spawn_bash, spawn, spawn_sandbox, or spawn_fakeroot""" - global selinux_capable - pr,pw=os.pipe() - - #if type(spawn_type) not in [types.FunctionType, types.MethodType]: - # s="spawn_type must be passed a function, not",type(spawn_type),spawn_type - # raise Exception,s - - if fd_pipes==None: - fd_pipes={} - fd_pipes[0] = 0 - - for x in collect_fds: - fd_pipes[x] = pw - keywords["returnpid"]=True - - mypid=spawn_bash(mycommand,fd_pipes=fd_pipes,**keywords) - os.close(pw) - if type(mypid) != types.ListType: - os.close(pr) - return [mypid, "%s: No such file or directory" % mycommand.split()[0]] - - fd=os.fdopen(pr,"r") - mydata=fd.readlines() - fd.close() - if emulate_gso: - mydata=string.join(mydata) - if len(mydata) and mydata[-1] == "\n": - mydata=mydata[:-1] - retval=os.waitpid(mypid[0],0)[1] - cleanup(mypid) - if raw_exit_code: - return [retval,mydata] - retval=process_exit_code(retval) - return [retval, mydata] + collect_fds=[1],fd_pipes=None,**keywords): + """call spawn, collecting the output to fd's specified in collect_fds list + emulate_gso is a compatability hack to emulate commands.getstatusoutput's return, minus the + requirement it always be a bash call (spawn_type controls the actual spawn call), and minus the + 'lets let log only stdin and let stderr slide by'. + + emulate_gso was deprecated from the day it was added, so convert your code over. + spawn_type is the passed in function to call- typically spawn_bash, spawn, spawn_sandbox, or spawn_fakeroot""" + global selinux_capable + pr,pw=os.pipe() + + if fd_pipes==None: + fd_pipes={} + fd_pipes[0] = 0 + + for x in collect_fds: + fd_pipes[x] = pw + keywords["returnpid"]=True + + mypid=spawn_bash(mycommand,fd_pipes=fd_pipes,**keywords) + os.close(pw) + if type(mypid) != types.ListType: + os.close(pr) + return [mypid, "%s: No such file or directory" % mycommand.split()[0]] + + fd=os.fdopen(pr,"r") + mydata=fd.readlines() + fd.close() + if emulate_gso: + mydata=string.join(mydata) + if len(mydata) and mydata[-1] == "\n": + mydata=mydata[:-1] + retval=os.waitpid(mypid[0],0)[1] + cleanup(mypid) + if raw_exit_code: + return [retval,mydata] + retval=process_exit_code(retval) + return [retval, mydata] + # base spawn function def spawn(mycommand,env={},raw_exit_code=False,opt_name=None,fd_pipes=None,returnpid=False,\ @@ -230,8 +236,8 @@ def spawn(mycommand,env={},raw_exit_code=False,opt_name=None,fd_pipes=None,retur return None myc = find_binary(myc) if myc == None: - return None - mypid=[] + return None + mypid=[] if logfile: pr,pw=os.pipe() mypid.extend(spawn(('tee','-i','-a',logfile),returnpid=True,fd_pipes={0:pr,1:1,2:2})) @@ -295,77 +301,77 @@ def spawn(mycommand,env={},raw_exit_code=False,opt_name=None,fd_pipes=None,retur if x not in trg_fd: try: os.close(x) - except SystemExit, e: - raise - except: - pass - - # note this order must be preserved- can't change gid/groups if you change uid first. - if selinux_capable and selinux_context: - import selinux - selinux.setexec(selinux_context) - if gid: - os.setgid(gid) - if groups: - os.setgroups(groups) - if uid: - os.setuid(uid) - if umask: - os.umask(umask) - else: - os.umask(022) - - try: - #print "execing", myc, myargs - if func_call: - # either use a passed in func for interpretting the results, or return if no exception. - # note the passed in list, and dict are expanded. - if len(mycommand) == 4: - os._exit(mycommand[3](mycommand[0](*mycommand[1],**mycommand[2]))) - try: - mycommand[0](*mycommand[1],**mycommand[2]) - except Exception,e: - print "caught exception",e," in forked func",mycommand[0] - sys.exit(0) - - #os.execvp(myc,myargs) - os.execve(myc,myargs,env) - except SystemExit, e: - raise - except Exception, e: - if not func_call: - raise str(e)+":\n "+myc+" "+string.join(myargs) - print "func call failed" - - # If the execve fails, we need to report it, and exit - # *carefully* --- report error here - os._exit(1) - sys.exit(1) - return # should never get reached - - # if we were logging, kill the pipes. - if logfile: - os.close(pr) - os.close(pw) - - if returnpid: - return mypid - - # loop through pids (typically one, unless logging), either waiting on their death, or waxing them - # if the main pid (mycommand) returned badly. - while len(mypid): - retval=os.waitpid(mypid[-1],0)[1] - if retval != 0: - cleanup(mypid[0:-1],block_exceptions=False) - # at this point we've killed all other kid pids generated via this call. - # return now. - if raw_exit_code: - return retval - return process_exit_code(retval,throw_signals=raise_signals) - else: - mypid.pop(-1) - cleanup(mypid) - return 0 + except SystemExit, e: + raise + except: + pass + + # note this order must be preserved- can't change gid/groups if you change uid first. + if selinux_capable and selinux_context: + import selinux + selinux.setexec(selinux_context) + if gid: + os.setgid(gid) + if groups: + os.setgroups(groups) + if uid: + os.setuid(uid) + if umask: + os.umask(umask) + else: + os.umask(022) + + try: + #print "execing", myc, myargs + if func_call: + # either use a passed in func for interpretting the results, or return if no exception. + # note the passed in list, and dict are expanded. + if len(mycommand) == 4: + os._exit(mycommand[3](mycommand[0](*mycommand[1],**mycommand[2]))) + try: + mycommand[0](*mycommand[1],**mycommand[2]) + except Exception,e: + print "caught exception",e," in forked func",mycommand[0] + sys.exit(0) + + os.execve(myc,myargs,env) + except SystemExit, e: + raise + except Exception, e: + if not func_call: + raise str(e)+":\n "+myc+" "+string.join(myargs) + print "func call failed" + + # If the execve fails, we need to report it, and exit + # *carefully* --- report error here + os._exit(1) + sys.exit(1) + return # should never get reached + + # if we were logging, kill the pipes. + if logfile: + os.close(pr) + os.close(pw) + + if returnpid: + return mypid + + # loop through pids (typically one, unless logging), either waiting on their death, or waxing them + # if the main pid (mycommand) returned badly. + while len(mypid): + retval=os.waitpid(mypid[-1],0)[1] + if retval != 0: + cleanup(mypid[0:-1],block_exceptions=False) + # at this point we've killed all other kid pids generated via this call. + # return now. + if raw_exit_code: + return retval + return process_exit_code(retval,throw_signals=raise_signals) + else: + mypid.pop(-1) + cleanup(mypid) + return 0 + def cmd(mycmd,myexc="",env={}): try: @@ -376,19 +382,21 @@ def cmd(mycmd,myexc="",env={}): except: raise + def process_exit_code(retval,throw_signals=False): - """process a waitpid returned exit code, returning exit code if it exit'd, or the - signal if it died from signalling - if throw_signals is on, it raises a SystemExit if the process was signaled. - This is intended for usage with threads, although at the moment you can't signal individual - threads in python, only the master thread, so it's a questionable option.""" - if (retval & 0xff)==0: - return retval >> 8 # return exit code - else: - if throw_signals: - #use systemexit, since portage is stupid about exception catching. - raise SystemExit() - return (retval & 0xff) << 8 # interrupted by signal + """process a waitpid returned exit code, returning exit code if it exit'd, or the + signal if it died from signalling + if throw_signals is on, it raises a SystemExit if the process was signaled. + This is intended for usage with threads, although at the moment you can't signal individual + threads in python, only the master thread, so it's a questionable option.""" + if (retval & 0xff)==0: + return retval >> 8 # return exit code + else: + if throw_signals: + #use systemexit, since portage is stupid about exception catching. + raise SystemExit() + return (retval & 0xff) << 8 # interrupted by signal + def file_locate(settings,filelist,expand=1): #if expand=1, non-absolute paths will be accepted and @@ -398,15 +406,18 @@ def file_locate(settings,filelist,expand=1): #filenames such as cdtar are optional, so we don't assume the variable is defined. pass else: - if len(settings[myfile])==0: - raise CatalystError, "File variable \""+myfile+"\" has a length of zero (not specified.)" - if settings[myfile][0]=="/": - if not os.path.exists(settings[myfile]): - raise CatalystError, "Cannot locate specified "+myfile+": "+settings[myfile] - elif expand and os.path.exists(os.getcwd()+"/"+settings[myfile]): - settings[myfile]=os.getcwd()+"/"+settings[myfile] - else: - raise CatalystError, "Cannot locate specified "+myfile+": "+settings[myfile]+" (2nd try)" + if len(settings[myfile])==0: + raise CatalystError("File variable \"" + myfile + + "\" has a length of zero (not specified.)") + if settings[myfile][0]=="/": + if not os.path.exists(settings[myfile]): + raise CatalystError("Cannot locate specified " + myfile + + ": "+settings[myfile]) + elif expand and os.path.exists(os.getcwd()+"/"+settings[myfile]): + settings[myfile]=os.getcwd()+"/"+settings[myfile] + else: + raise CatalystError("Cannot locate specified " + myfile + + ": "+settings[myfile]+" (2nd try)" + """ Spec file format: @@ -427,6 +438,8 @@ that the order of multiple-value items is preserved, but the order that the item defined are not preserved. In other words, "foo", "bar", "oni" ordering is preserved but "item1" "item2" "item3" ordering is not, as the item strings are stored in a dictionary (hash). """ + ) + def parse_makeconf(mylines): mymakeconf={} @@ -450,6 +463,7 @@ def parse_makeconf(mylines): mymakeconf[mobj.group(1)]=clean_string return mymakeconf + def read_makeconf(mymakeconffile): if os.path.exists(mymakeconffile): try: @@ -475,10 +489,12 @@ def read_makeconf(mymakeconffile): makeconf={} return makeconf + def msg(mymsg,verblevel=1): if verbosity>=verblevel: print mymsg + def pathcompare(path1,path2): # Change double slashes to slash path1 = re.sub(r"//",r"/",path1) @@ -491,6 +507,7 @@ def pathcompare(path1,path2): return 1 return 0 + def ismount(path): "enhanced to handle bind mounts" if os.path.ismount(path): @@ -504,6 +521,7 @@ def ismount(path): return 1 return 0 + def addl_arg_parse(myspec,addlargs,requiredspec,validspec): "helper function to help targets parse additional arguments" global valid_config_file_values @@ -522,6 +540,7 @@ def addl_arg_parse(myspec,addlargs,requiredspec,validspec): if messages: raise CatalystError, '\n\tAlso: '.join(messages) + def touch(myfile): try: myf=open(myfile,"w") @@ -529,8 +548,9 @@ def touch(myfile): except IOError: raise CatalystError, "Could not touch "+myfile+"." + def countdown(secs=5, doing="Starting"): - if secs: + if secs: print ">>> Waiting",secs,"seconds before starting..." print ">>> (Control-C to abort)...\n"+doing+" in: ", ticks=range(secs) @@ -541,14 +561,15 @@ def countdown(secs=5, doing="Starting"): time.sleep(1) print + def normpath(mypath): TrailingSlash=False - if mypath[-1] == "/": - TrailingSlash=True - newpath = os.path.normpath(mypath) - if len(newpath) > 1: - if newpath[:2] == "//": - newpath = newpath[1:] + if mypath[-1] == "/": + TrailingSlash=True + newpath = os.path.normpath(mypath) + if len(newpath) > 1: + if newpath[:2] == "//": + newpath = newpath[1:] if TrailingSlash: - newpath=newpath+'/' - return newpath + newpath=newpath+'/' + return newpath
next reply other threads:[~2015-01-01 5:59 UTC|newest] Thread overview: 85+ messages / expand[flat|nested] mbox.gz Atom feed top 2015-01-01 5:59 Brian Dolbec [this message] 2015-02-26 4:12 ` [gentoo-commits] proj/catalyst:master commit in: catalyst/ Brian Dolbec -- strict thread matches above, loose matches on Subject: below -- 2017-11-22 15:52 [gentoo-commits] proj/catalyst:pending " Brian Dolbec 2017-03-16 22:57 Brian Dolbec 2017-03-16 22:57 Brian Dolbec 2017-03-11 9:35 Brian Dolbec 2017-03-11 7:07 Brian Dolbec 2017-03-10 18:38 Brian Dolbec 2017-03-09 10:02 Brian Dolbec 2017-03-09 9:39 Brian Dolbec 2015-11-21 1:33 Brian Dolbec 2015-11-21 1:33 Brian Dolbec 2015-11-21 1:33 Brian Dolbec 2015-11-21 1:33 Brian Dolbec 2015-11-21 1:33 Brian Dolbec 2015-11-21 1:33 Brian Dolbec 2015-09-08 14:14 Brian Dolbec 2015-09-06 21:21 [gentoo-commits] proj/catalyst:master " Brian Dolbec 2015-09-06 21:18 ` [gentoo-commits] proj/catalyst:pending " Brian Dolbec 2015-09-06 21:18 Brian Dolbec 2015-09-06 20:33 Brian Dolbec 2015-09-05 16:24 Brian Dolbec 2015-09-04 15:20 Brian Dolbec 2015-09-03 15:14 Brian Dolbec 2015-09-01 5:58 Brian Dolbec 2015-09-01 5:58 Brian Dolbec 2015-09-01 5:58 Brian Dolbec 2015-09-01 5:58 Brian Dolbec 2015-09-01 4:50 [gentoo-commits] proj/catalyst:master " Brian Dolbec 2015-09-01 5:58 ` [gentoo-commits] proj/catalyst:pending " Brian Dolbec 2015-08-30 20:58 [gentoo-commits] proj/catalyst:master " Brian Dolbec 2015-09-01 5:58 ` [gentoo-commits] proj/catalyst:pending " Brian Dolbec 2015-06-15 20:25 Brian Dolbec 2015-05-24 0:08 [gentoo-commits] proj/catalyst:master " Brian Dolbec 2015-05-21 23:53 ` [gentoo-commits] proj/catalyst:pending " Brian Dolbec 2015-02-26 20:44 Brian Dolbec 2015-02-26 20:44 Brian Dolbec 2015-02-26 19:25 Brian Dolbec 2015-02-26 4:12 [gentoo-commits] proj/catalyst:master " Brian Dolbec 2015-01-01 5:59 ` [gentoo-commits] proj/catalyst:pending " Brian Dolbec 2015-01-01 5:59 Brian Dolbec 2015-01-01 5:59 Brian Dolbec 2015-01-01 5:59 Brian Dolbec 2015-01-01 5:59 Brian Dolbec 2014-09-11 3:26 [gentoo-commits] proj/catalyst:master " Brian Dolbec 2014-06-14 5:58 ` [gentoo-commits] proj/catalyst:pending " Brian Dolbec 2014-09-11 3:26 [gentoo-commits] proj/catalyst:master " Brian Dolbec 2014-06-14 5:58 ` [gentoo-commits] proj/catalyst:pending " Brian Dolbec 2014-09-11 3:08 Brian Dolbec 2014-09-11 3:08 Brian Dolbec 2014-09-11 3:08 Brian Dolbec 2014-09-11 3:08 Brian Dolbec 2014-09-11 3:08 Brian Dolbec 2014-09-02 23:10 Brian Dolbec 2014-09-02 23:10 Brian Dolbec 2014-09-02 23:10 Brian Dolbec 2014-09-02 23:10 Brian Dolbec 2014-09-02 23:10 Brian Dolbec 2014-09-02 7:12 Brian Dolbec 2014-09-02 7:12 Brian Dolbec 2014-09-02 7:12 Brian Dolbec 2014-09-02 7:12 Brian Dolbec 2014-09-02 5:54 Brian Dolbec 2014-09-02 5:54 Brian Dolbec 2014-09-02 5:54 Brian Dolbec 2014-09-02 5:54 Brian Dolbec 2014-09-02 5:54 Brian Dolbec 2014-09-02 2:43 Brian Dolbec 2014-09-02 2:43 Brian Dolbec 2014-09-02 2:43 Brian Dolbec 2014-09-02 2:43 Brian Dolbec 2014-09-02 2:43 Brian Dolbec 2014-06-15 14:56 Brian Dolbec 2014-06-15 14:56 Brian Dolbec 2014-06-15 14:56 Brian Dolbec 2014-06-15 14:56 Brian Dolbec 2014-06-15 14:56 Brian Dolbec 2014-06-14 5:58 Brian Dolbec 2014-06-14 5:58 Brian Dolbec 2014-06-14 5:58 Brian Dolbec 2014-06-14 5:58 Brian Dolbec 2014-06-14 5:58 Brian Dolbec 2014-06-14 5:58 Brian Dolbec 2014-05-05 19:17 [gentoo-commits] proj/catalyst:master " Brian Dolbec 2014-04-02 20:09 ` [gentoo-commits] proj/catalyst:pending " Brian Dolbec 2014-04-02 20:09 Brian Dolbec 2014-04-02 20:09 Brian Dolbec 2014-04-02 20:09 Brian Dolbec 2014-03-22 22:25 Brian Dolbec 2014-03-22 22:25 Brian Dolbec 2014-03-22 22:25 Brian Dolbec 2014-03-22 22:25 Brian Dolbec 2014-03-22 22:25 Brian Dolbec
Reply instructions: You may reply publicly to this message via plain-text email using any one of the following methods: * Save the following mbox file, import it into your mail client, and reply-to-all from there: mbox Avoid top-posting and favor interleaved quoting: https://en.wikipedia.org/wiki/Posting_style#Interleaved_style * Reply using the --to, --cc, and --in-reply-to switches of git-send-email(1): git send-email \ --in-reply-to=1420091885.0b3a26d733ea8e8b3fce044be1d2c872138d74d5.dolsen@gentoo \ --to=dolsen@gentoo.org \ --cc=gentoo-commits@lists.gentoo.org \ --cc=gentoo-dev@lists.gentoo.org \ /path/to/YOUR_REPLY https://kernel.org/pub/software/scm/git/docs/git-send-email.html * If your mail client supports setting the In-Reply-To header via mailto: links, try the mailto: linkBe sure your reply has a Subject: header at the top and a blank line before the message body.
This is a public inbox, see mirroring instructions for how to clone and mirror all data and code used for this inbox