[420] | 1 | #!/usr/bin/env python
|
---|
| 2 | #--------------------------------#
|
---|
| 3 | # Author: V.garonne #
|
---|
| 4 | # Mail: garonne@lal.in2p3.fr #
|
---|
| 5 | # Description: script to create #
|
---|
| 6 | # automaticaly a release #
|
---|
| 7 | #--------------------------------#
|
---|
| 8 |
|
---|
| 9 | import pexpect
|
---|
| 10 | import sys, os
|
---|
| 11 | import string
|
---|
| 12 | import commands
|
---|
| 13 | import shutil
|
---|
| 14 | import socket
|
---|
| 15 | import tarfile, gzip
|
---|
| 16 | import threading
|
---|
| 17 |
|
---|
| 18 | # my own stuffs
|
---|
| 19 | from utils.ssh_session import *
|
---|
| 20 | from p3 import decrypt
|
---|
| 21 |
|
---|
| 22 | #--------------------# For the Multi-threaded version #-------------------------#
|
---|
| 23 | class constructor (threading.Thread):
|
---|
| 24 |
|
---|
| 25 | # static counter
|
---|
| 26 | counter = 1
|
---|
| 27 | def __init__(self, host, user, pwd, version, machine):
|
---|
| 28 | self.host = host
|
---|
| 29 | self.user = user
|
---|
| 30 | self.pwd = pwd
|
---|
| 31 | self.version = version
|
---|
| 32 | self.machine = machine
|
---|
| 33 | print self.host, self.user, self.pwd
|
---|
| 34 | self.number = constructor.counter
|
---|
| 35 | constructor.counter = constructor.counter + 1
|
---|
| 36 | threading.Thread.__init__(self, target=self.run)
|
---|
| 37 |
|
---|
| 38 | def run (self):
|
---|
| 39 | hostname = socket.gethostname()
|
---|
| 40 | # first do a ssh connection
|
---|
| 41 | preambule = 'create_bintar '+ str(constructor.counter) +' > '
|
---|
| 42 | if self.host != hostname:
|
---|
| 43 | session = ssh_session (user=self.user, host=self.host, password=self.pwd, verbose=1)
|
---|
| 44 | print session.ssh('hostname')
|
---|
| 45 | # copy the source code on the build machine
|
---|
| 46 | # in fact the input sandbox in grid terms
|
---|
| 47 | if self.host != hostname:
|
---|
| 48 | if os.path.exists ("CMT"+self.version+".tar.gz"):
|
---|
| 49 | session.scp ("CMT"+self.version+".tar.gz",'.')
|
---|
| 50 | else:
|
---|
| 51 | print preambule + "CMT"+self.version+".tar.gz" + ' not found'
|
---|
| 52 | sys.exit(-1)
|
---|
| 53 |
|
---|
| 54 | if os.path.exists ("tarfile.py"):
|
---|
| 55 | session.scp ("tarfile.py",'.')
|
---|
| 56 |
|
---|
| 57 | if os.path.exists ("cmt_build_binaries"):
|
---|
| 58 | session.scp ("cmt_build_binaries",'.')
|
---|
| 59 | else:
|
---|
| 60 | print preambule + "cmt_build_binaries" + ' not found'
|
---|
| 61 | sys.exit(-1)
|
---|
| 62 |
|
---|
| 63 | cmd = "./cmt_build_binaries "+ self.version + " "+ self.machine
|
---|
| 64 | print preambule + cmd
|
---|
| 65 | if self.host != hostname:
|
---|
| 66 | print session.ssh(cmd)
|
---|
| 67 | else:
|
---|
| 68 | status, output = commands.getstatusoutput (cmd)
|
---|
| 69 | print output
|
---|
| 70 |
|
---|
| 71 | # get bin directory
|
---|
| 72 | file = 'CMT'+self.version+self.machine+'.tar.gz'
|
---|
| 73 | if self.host != hostname:
|
---|
| 74 | file = 'CMT'+self.version+self.machine+'.tar.gz'
|
---|
| 75 | #session.scpget (src='CMT/'+version+'/'+machine , dst='tmp/CMT/'+version+'/.', option='r')
|
---|
| 76 | session.scpget (file, '.')
|
---|
| 77 | # Clean up
|
---|
| 78 | cmd = 'rm -rf '+ file + ' CMT ;'
|
---|
| 79 | print preambule + cmd
|
---|
| 80 | session.ssh (cmd)
|
---|
| 81 | else:
|
---|
| 82 |
|
---|
| 83 | print preambule + 'build the pacman kit'
|
---|
| 84 | cmd = 'cd CMT/'+self.version+'/mgr/;'
|
---|
| 85 | if sys.platform == 'darwin':
|
---|
| 86 | cmd = cmd + 'make'
|
---|
| 87 | else:
|
---|
| 88 | cmd = cmd + 'gmake'
|
---|
| 89 | status, output = commands.getstatusoutput (cmd)
|
---|
| 90 | file = 'CMT-'+self.version+'.pacman'
|
---|
| 91 | #shutil.copy ('CMT/'+self.version+'/mgr/CMT.pacman', 'CMT/'+self.version+'/mgr/' + file)
|
---|
| 92 | #shutil.copy ('CMT/'+self.version+'/mgr/' + file , file)
|
---|
| 93 | print output
|
---|
| 94 | #Clean up
|
---|
| 95 | shutil.rmtree('CMT')
|
---|
| 96 |
|
---|
| 97 | #--------------------# MAIN #-------------------------#
|
---|
| 98 | #if __name__ == '__main__':
|
---|
| 99 | def cmt_create_bintar (version):
|
---|
| 100 | path = 'tmp/CMT/'
|
---|
| 101 | proxy = '.cmtproxy'
|
---|
| 102 | preambule = 'build_release > '
|
---|
| 103 | here = os.getcwd()
|
---|
| 104 | hostname = socket.gethostname()
|
---|
| 105 | tarballs = list()
|
---|
| 106 | srctar = "CMT"+version+".tar.gz"
|
---|
| 107 |
|
---|
| 108 | if not os.path.exists (srctar):
|
---|
| 109 | print preambule + srctar + 'not exists'
|
---|
| 110 | sys.exit(-1)
|
---|
| 111 |
|
---|
| 112 | if not os.path.exists (proxy):
|
---|
| 113 | print preambule + 'First create the proxy'
|
---|
| 114 | sys.exit(-1)
|
---|
| 115 | pool = eval(decrypt('.cmtproxy'))
|
---|
| 116 |
|
---|
| 117 | # for machine in pool:
|
---|
| 118 | # host = pool[machine]['machine']
|
---|
| 119 | # user = pool[machine]['user']
|
---|
| 120 | # pwd = pool[machine] ['pwd']
|
---|
| 121 | #print host, user, pwd, machine
|
---|
| 122 |
|
---|
| 123 | # build the binaries
|
---|
| 124 | print preambule + 'build the binaries'
|
---|
| 125 | threads = []
|
---|
| 126 | # pool = {
|
---|
| 127 | # 'Linux-i686':pool['Linux-i686'],
|
---|
| 128 | # 'VisualC':pool['VisualC']
|
---|
| 129 | # 'CYGWIN_NT-5.1-i686':pool['CYGWIN_NT-5.1-i686']
|
---|
| 130 | # }
|
---|
| 131 | #pool = {'Linux-x86_64':pool['Linux-x86_64']}
|
---|
| 132 | #pool = {'Darwin-PowerMacintosh':pool['Darwin-PowerMacintosh']}
|
---|
| 133 | pool = {
|
---|
| 134 | 'CYGWIN_NT-5.1-i686':pool['CYGWIN_NT-5.1-i686'] ,
|
---|
| 135 | 'VisualC':pool['VisualC']
|
---|
| 136 | }
|
---|
| 137 | # 'OSF1-alpha': 'Linux-i686': 'Linux-x86_64': 'SunOS-sun4u': 'AIX-002064874C00':
|
---|
| 138 | # 'Darwin-PowerMacintosh' 'CYGWIN_NT-5.1-i686' 'VisualC'
|
---|
| 139 |
|
---|
| 140 | for machine in pool:
|
---|
| 141 | # print pool[machine]['machine'], pool[machine]['user'], pool[machine] ['pwd']
|
---|
| 142 | cmd = "./cmt_build_binaries "+ version + " "+ machine
|
---|
| 143 | print cmd
|
---|
| 144 | #sys.exit(-1)
|
---|
| 145 | for machine in pool:
|
---|
| 146 | host = pool[machine]['machine']
|
---|
| 147 | if host == '134.158.72.234' or host=='wl-72137.lal.in2p3.fr':
|
---|
| 148 | host = '134.158.72.143'
|
---|
| 149 | #host = '134.158.72.121'
|
---|
| 150 |
|
---|
| 151 | user = pool[machine]['user']
|
---|
| 152 | pwd = pool[machine] ['pwd']
|
---|
| 153 | print host, user, pwd, machine
|
---|
| 154 | thread = constructor( host=host, user=user, pwd=pwd, version=version, machine=machine)
|
---|
| 155 | threads.append (thread)
|
---|
| 156 | thread.run()
|
---|
| 157 | #thread.start()
|
---|
| 158 |
|
---|
| 159 | #for thread in threads:
|
---|
| 160 | # thread.join ()
|
---|
| 161 | #----------------------- End Of File --------------------------# |
---|