Changes

self.sigulhost = "england.proximity.on.ca" self.mashhost = "japan.proximity.on.ca" self.rsynchost = "pidora.proximity.on.ca" self.siguluser = "agreene" self.mashuser = "root" self.rsyncuser = "pidorapr" self.mashdir = "/usr/local/bin/mash-pidora" self.kojitags = ['f18-updates', 'f18-rpfr-updates', 'f18-updates-testing', 'f18-rpfr-updates-testing'] self.email = "andrew.oatley-willis@senecacollege.ca" self.auto = False self.logdir = "/var/log/pidora-smr/" self.logfile = "output"

parser.add_option('-a', '--all', help='sign, mash, rsync', dest='alleverything', default=False, action='store_true')

parser.add_option('-r', '--ryncrsync', help='perform a rsync of the mash repos', dest='rsync', default=False, action='store_true')

parser.add_option('--email', help='specify the email to send logs to', dest='email', default=False, action='store', metavar=self.email) parser.add_option('--sigul-user', help='specify the user for sigul', dest='siguluser', default=self.siguluser, action='store', metavar=self.siguluser) parser.add_option('--sigul-host', help='specify the host for sigul', dest='sigulhost', default=self.sigulhost, action='store', metavar=self.sigulhost) parser.add_option('--mash-user', help='specify the user for mash', dest='mashuser', default=self.mashuser, action='store', metavar=self.mashuser) parser.add_option('--mash-host', help='specify the host for mash', dest='mashhost', default=self.mashhost, action='store', metavar=self.mashhost) parser.add_option('--rsync-user', help='specify the user for rsync', dest='rsyncuser', default=self.rsyncuser, action='store', metavar=self.rsyncuser) parser.add_option('--rsync-host', help='specify the host for rsync', dest='rsynchost', default=self.rsynchost, action='store', metavar=self.rsynchost) parser.add_option('--log-dir', help='specify a logging directory', dest='logdir', default=self.logdir, action='store', metavar=self.logdir) parser.add_option('--log-file', help='specify a log file name', dest='logfile', default=self.logfile, action='store', metavar=self.logfile)

self.kojitags = [opts.kojitag]

self.sigulhost = opts.sigulhost

self.mashhost = opts.mashhost

self.rsynchost = opts.rsynchost

self.siguluser = opts.siguluser

self.mashuser = opts.mashuser

self.rsyncuser = opts.rsyncuser if opts.email: self.email = opts.email if opts.auto: self.auto = opts.auto if opts.logdir: self.logdir = opts.logdir if opts.logfile: self.logfile = self.logdir + opts.logfile # Check for a few strange situations with options self.signmash = False self.signrsync = False self.mashrsync = False if opts.sign and opts.mash and opts.rsync: opts.sign = False opts.mash = False opts.rsync = False opts.everything = True elif opts.sign and opts.mash: opts.sign = False opts.mash = False self.signmash = True elif opts.sign and opts.rsync: opts.sign = False opts.rsync = False self.signrsync = True elif opts.mash and opts.rsync: opts.mash = False opts.rsync = False self.mashrsync = True

mhosts, mfail = self.get_status(self.mashhost, self.mashuser) shosts, sfail = self.get_status(self.sigulhost, self.siguluser) rhosts, rfail = self.get_status(self.rsynchost, self.rsyncuser) self.hosts = mhosts + shosts + rhosts self.fhosts = mfail + sfail + rfail

print '\nsigulhost = ' + sigulhost print 'mashhost = ' + mashhost print 'rsynchost = ' + rsynchost print 'siguluser = ' + siguluser print 'mashuser = ' + mashuser print 'rsyncuser = ' + rsyncuser print 'mashdir = ' + mashdir print 'kojitags = ', kojitags print '\nworking hosts: ', hosts print 'failed hosts: ', fhosts print "" exitself.info(0) elif self.sigulhost not in self.hosts: # Check connection with sigul host print self.email_exit('Cannot [Error]\nCannot connect to sigul: failed hosts: \n' + self.info(), subject='pidora-smr - failed', fhosts exit(errors=1)

for tag in kojitags: print 'Unsigned packages: ' + tag, self.kojitags self.checksign(sigulhost, siguluser, tag)

self.run_signsign(sigulhost) self.email_exit('[Success]\nSign for pidora complete', subject='pidora-smr - success') elif self.mashhost not in self.hosts: # Check connection with mash host self.email_exit('[Error]\nCannot connect to mash: failed hosts: \n' + self.info(), sigulusersubject='pidora-smr - failed', errors=1) elif self.checksign(): print 'Unsigned packages: ', self.kojitags self.checksign() print 'Cannot mash or rsync if packages are not signed'

self.run_mashmash(mashhost, mashuser, kojitags, sigulhost, siguluser) exitself.email_exit(0'[Success]\nMash for pidora complete', subject='pidora-smr - success') elif self.rsynchost not in self.hosts: # Check connection with rsync host print self.email_exit('Cannot [Error]\nCannot connect to rsync hosts: failed hosts: \n' + self.info(), subject='pidora-smr - failed', fhosts exit(errors=1)

for tag in kojitags: if self.checksignrsync(sigulhost, siguluser, tag): print self.email_exit('Unsigned packages in: [Success]\nRsync for pidora complete' + tag print , subject='Run script with options: pidora-smr -list-unsigned to see unsigned packages' print '== Exiting due to unsigned packages ==success' exit(1) self.checkmash(mashhost, mashuser) self.rsync(rsynchost, rsyncuser) exit(0)

self.run_signsign() self.mash() self.rsync() self.email_exit('[Success]\nSign, mash, rsync for pidora complete', subject='pidora-smr - success') # Email text and subject, written a little bit crazy... def sendemail(self, subject, text): arg = '-s "' + subject + '" "' + self.email + '"' output = subprocess.check_output(['echo "' + str(text) + '" |mail ' + str(arg)], shell=True)  def logging(self, logme): try: os.mkdirs(directory) except OSError: pass  # Display all configuration data + hosts status def info(self, infotype='all'): if infotype == 'all': info = ['\n[Connection]\nsigulhost = ' + self.sigulhost, 'siguluser= ' + self.siguluser, 'mashhost = ' + self.mashhost, 'mashuser = ' + self.mashuser, 'rsynchost = ' + self.rsynchost, 'rsyncuser = ' + self.rsyncuser, '\n[General]\nauto = ' + str(self.auto), 'mashdir = ' + self.mashdir, 'kojitags= ' + str(self.kojitags), 'email = ' + self.email, '\nlogdir = ' + self.logdir, 'logfile = ' + self.logfile, '\n[Hosts]\nworking hosts: ' + str(self.hosts), 'failed hosts: ' + str(self.fhosts) + '\n'] elif infotype == 'sign': info = ['\n[Connection]\nsigulhost = ' + self.sigulhost, 'siguluser = ' + self.siguluser, '\n[General]\nauto = ' + str(self.auto), 'kojitags = ' + str(self.kojitags), 'logdir = ' + self.logdir, 'logfile = ' + self.logfile, '\n[Hosts]\nworking hosts: ' + str(self.run_mashhosts), 'failed hosts: ' + str(self.fhosts) + '\n'] elif infotype == 'mash': info = ['\n[Connection]\nmashhost = ' + self.mashhost, 'mashuser = ' + self.mashuser, '\n[General]\nauto = ' + str(self.auto), 'mashdir = ' + self.mashdir, 'kojitags= ' + str(self.kojitags), '\nlogdir = ' + self.logdir, 'logfile = ' + self.logfile, sigulhost '\n[Hosts]\nworking hosts: ' + str(self.hosts), siguluser 'failed hosts: ' + str(self.fhosts)+ '\n'] elif infotype == 'rsync': info = ['\n[Connection]\nrsynchost = ' + self.rsync(rsynchost, 'rsyncuser= ' + self.rsyncuser, 'mashdir = ' + self.mashdir, '\n[General]\nauto = ' + str(self.auto), 'kojitags = ' + str(self.kojitags), exit '\nlogdir = ' + self.logdir, 'logfile = ' + self.logfile, '\n[Hosts]\nworking hosts: ' + str(self.hosts), 'failed hosts: ' + str(self.fhosts) + '\n'] return '\n'.join(0info) # Call sign over multiple koji tags Display text and exit or send an email and ask only once for the passwordexit def run_signemail_exit(self, sigulhosttext, subject=False, sigulusererrors=0): if self.auto and subject: self.sendemail(subject, kojitagstext) exit(errors) else: print text exit(errors)  # Rsync to the repo directory def rsync(self): print '\n== Start: Sign run Rsync ==\n' print self.checkmash() srv = pysftp.Connection(host=self.rsynchost, username=self.rsyncuser, log=True) output = srv.execute('Koji tags marked for signing:/home/pidorapr/bin/rsync-japan; echo $? > /home/pidorapr/.rsync-japan-exit-status') for tag line in kojitagsoutput: print tagline.strip() print output = srv.execute('\nEnter sigul key passphrase:cat /home/pidorapr/.rsync-japan-exit-status') password = getpasssrv.getpassclose() for tag in kojitagsif str(output.strip()) != '0': self.signemail_exit('[Error]\nRsync failed stopping program\nExit status = ' + str(output.strip()) + self.info(sigulhost), sigulusersubject='pidora-smr - failed', tag, passworderrors=1) print ""

def sign(self, host, username, ): print '\n== Start: Sign run ==\n' print 'Koji tags marked for signing:' for tag in self.kojitags: print tag, .strip() print '\nEnter sigul key passphrase:' password= getpass.getpass() for tag in self.kojitags: print "Signing packages in tag: " + tag print "Packages found: " print self.checksign(host, username, tag) tempfile1 = crypt.crypt(str(random.random()), "pidora" ) + '.log' tempfile = tempfile1.replace("/", "") tempdir = '~/.pidora/' srv = pysftp.Connection(host=hostself.sigulhost, username=usernameself.siguluser, log=True) errors = srv.execute('mkdir ' + tempdir + ' 2>/dev/null') errors = srv.execute('touch ' + tempdir + tempfile + '2>/dev/null') output = srv.execute('~/.sigul/sigulsign_unsigned.py -v --password=' + password + ' --write-all --tag=' + tag + " pidora-18 2>" + tempdir + tempfile) errors = srv.execute('cat ' + tempdir + tempfile) srv.close() # Scan through output and find errors! If errors are found, stop program and spit out error warnings outputs = output + errors errors = False[] for output in outputs: print output.strip() if re.search('^ERROR:.*$', output): errors = True.append(output) if errors: print " self.email_exit('[Error]\n== Error nError signing stopping program \n' + str(errors) + self.info(), subject='pidora-smr - failed', errors=" exit(1)

def checksign(self, host, username, tag):

for tag in self.kojitags: srv = pysftp.Connection(host=hostself.sigulhost, username=usernameself.siguluser, log=True) output = srv.execute("~/.sigul/sigulsign_unsigned.py --just-list --tag=" + tag + " pidora-18") srv.close() for rpm in output: print rpm.strip() if rpm.strip() != "": check = "unsigned rpms found"

def mash(self, host, username): print '\n== Start: Mash run ==\n' srv = pysftp.Connection(host=hostself.mashhost, username=usernameself.mashuser, log=True)

self.checkmash(host, username)

def checkmash(self, host, username): errors = False errorline = [] srv = pysftp.Connection(host=hostself.mashhost, username=usernameself.mashuser, log=True) output = srv.execute('cat /mnt/koji/mash/pidora-mash-latest/mash.log')

errorlineerrors.append(line.strip()) errors = True

print "self.email_exit('[Error]\n== mash nmash failed on repo stopping program ==\n" for line in errorline: print line exit' + str(errors) + self.info(), subject='pidora-smr - failed', errors=1)