1 | #!/usr/bin/env python
|
---|
2 | #--------------------------------#
|
---|
3 | # Author: V.garonne #
|
---|
4 | # Mail: garonne@lal.in2p3.fr #
|
---|
5 | # Description: script to create #
|
---|
6 | # automaticaly a release #
|
---|
7 | #--------------------------------#
|
---|
8 |
|
---|
9 | import pexpect
|
---|
10 | import sys, os
|
---|
11 | import string
|
---|
12 | import commands
|
---|
13 | import shutil
|
---|
14 | import socket
|
---|
15 | import tarfile, gzip
|
---|
16 | import threading
|
---|
17 |
|
---|
18 | # my own stuffs
|
---|
19 | from utils.ssh_session import *
|
---|
20 | from p3 import decrypt
|
---|
21 |
|
---|
22 | #--------------------# For the Multi-threaded version #-------------------------#
|
---|
23 | class constructor (threading.Thread):
|
---|
24 |
|
---|
25 | # static counter
|
---|
26 | counter = 1
|
---|
27 | def __init__(self, host, user, pwd, version, machine):
|
---|
28 | self.host = host
|
---|
29 | self.user = user
|
---|
30 | self.pwd = pwd
|
---|
31 | self.version = version
|
---|
32 | self.machine = machine
|
---|
33 | print self.host, self.user, self.pwd
|
---|
34 | self.number = constructor.counter
|
---|
35 | constructor.counter = constructor.counter + 1
|
---|
36 | threading.Thread.__init__(self, target=self.run)
|
---|
37 |
|
---|
38 | def run (self):
|
---|
39 | hostname = socket.gethostname()
|
---|
40 | # first do a ssh connection
|
---|
41 | preambule = 'create_bintar '+ str(constructor.counter) +' > '
|
---|
42 | if self.host != hostname:
|
---|
43 | session = ssh_session (user=self.user, host=self.host, password=self.pwd, verbose=1)
|
---|
44 | print session.ssh('hostname')
|
---|
45 | # copy the source code on the build machine
|
---|
46 | # in fact the input sandbox in grid terms
|
---|
47 | if self.host != hostname:
|
---|
48 | if os.path.exists ("CMT"+self.version+".tar.gz"):
|
---|
49 | session.scp ("CMT"+self.version+".tar.gz",'.')
|
---|
50 | else:
|
---|
51 | print preambule + "CMT"+self.version+".tar.gz" + ' not found'
|
---|
52 | sys.exit(-1)
|
---|
53 |
|
---|
54 | if os.path.exists ("tarfile.py"):
|
---|
55 | session.scp ("tarfile.py",'.')
|
---|
56 |
|
---|
57 | if os.path.exists ("cmt_build_binaries"):
|
---|
58 | session.scp ("cmt_build_binaries",'.')
|
---|
59 | else:
|
---|
60 | print preambule + "cmt_build_binaries" + ' not found'
|
---|
61 | sys.exit(-1)
|
---|
62 |
|
---|
63 | cmd = "./cmt_build_binaries "+ self.version + " "+ self.machine
|
---|
64 | print preambule + cmd
|
---|
65 | if self.host != hostname:
|
---|
66 | print session.ssh(cmd)
|
---|
67 | else:
|
---|
68 | status, output = commands.getstatusoutput (cmd)
|
---|
69 | print output
|
---|
70 |
|
---|
71 | # get bin directory
|
---|
72 | file = 'CMT'+self.version+self.machine+'.tar.gz'
|
---|
73 | if self.host != hostname:
|
---|
74 | file = 'CMT'+self.version+self.machine+'.tar.gz'
|
---|
75 | #session.scpget (src='CMT/'+version+'/'+machine , dst='tmp/CMT/'+version+'/.', option='r')
|
---|
76 | session.scpget (file, '.')
|
---|
77 | # Clean up
|
---|
78 | cmd = 'rm -rf '+ file + ' CMT ;'
|
---|
79 | print preambule + cmd
|
---|
80 | session.ssh (cmd)
|
---|
81 | else:
|
---|
82 |
|
---|
83 | print preambule + 'build the pacman kit'
|
---|
84 | cmd = 'cd CMT/'+self.version+'/mgr/;'
|
---|
85 | if sys.platform == 'darwin':
|
---|
86 | cmd = cmd + 'make'
|
---|
87 | else:
|
---|
88 | cmd = cmd + 'gmake'
|
---|
89 | status, output = commands.getstatusoutput (cmd)
|
---|
90 | file = 'CMT-'+self.version+'.pacman'
|
---|
91 | #shutil.copy ('CMT/'+self.version+'/mgr/CMT.pacman', 'CMT/'+self.version+'/mgr/' + file)
|
---|
92 | #shutil.copy ('CMT/'+self.version+'/mgr/' + file , file)
|
---|
93 | print output
|
---|
94 | #Clean up
|
---|
95 | shutil.rmtree('CMT')
|
---|
96 |
|
---|
97 | #--------------------# MAIN #-------------------------#
|
---|
98 | #if __name__ == '__main__':
|
---|
99 | def cmt_create_bintar (version):
|
---|
100 | path = 'tmp/CMT/'
|
---|
101 | proxy = '.cmtproxy'
|
---|
102 | preambule = 'build_release > '
|
---|
103 | here = os.getcwd()
|
---|
104 | hostname = socket.gethostname()
|
---|
105 | tarballs = list()
|
---|
106 | srctar = "CMT"+version+".tar.gz"
|
---|
107 |
|
---|
108 | if not os.path.exists (srctar):
|
---|
109 | print preambule + srctar + 'not exists'
|
---|
110 | sys.exit(-1)
|
---|
111 |
|
---|
112 | if not os.path.exists (proxy):
|
---|
113 | print preambule + 'First create the proxy'
|
---|
114 | sys.exit(-1)
|
---|
115 | pool = eval(decrypt('.cmtproxy'))
|
---|
116 |
|
---|
117 | # for machine in pool:
|
---|
118 | # host = pool[machine]['machine']
|
---|
119 | # user = pool[machine]['user']
|
---|
120 | # pwd = pool[machine] ['pwd']
|
---|
121 | #print host, user, pwd, machine
|
---|
122 |
|
---|
123 | # build the binaries
|
---|
124 | print preambule + 'build the binaries'
|
---|
125 | threads = []
|
---|
126 | # pool = {
|
---|
127 | # 'Linux-i686':pool['Linux-i686'],
|
---|
128 | # 'VisualC':pool['VisualC']
|
---|
129 | # 'CYGWIN_NT-5.1-i686':pool['CYGWIN_NT-5.1-i686']
|
---|
130 | # }
|
---|
131 | #pool = {'Linux-x86_64':pool['Linux-x86_64']}
|
---|
132 | #pool = {'Darwin-PowerMacintosh':pool['Darwin-PowerMacintosh']}
|
---|
133 | pool = {
|
---|
134 | 'CYGWIN_NT-5.1-i686':pool['CYGWIN_NT-5.1-i686'] ,
|
---|
135 | 'VisualC':pool['VisualC']
|
---|
136 | }
|
---|
137 | # 'OSF1-alpha': 'Linux-i686': 'Linux-x86_64': 'SunOS-sun4u': 'AIX-002064874C00':
|
---|
138 | # 'Darwin-PowerMacintosh' 'CYGWIN_NT-5.1-i686' 'VisualC'
|
---|
139 |
|
---|
140 | for machine in pool:
|
---|
141 | # print pool[machine]['machine'], pool[machine]['user'], pool[machine] ['pwd']
|
---|
142 | cmd = "./cmt_build_binaries "+ version + " "+ machine
|
---|
143 | print cmd
|
---|
144 | #sys.exit(-1)
|
---|
145 | for machine in pool:
|
---|
146 | host = pool[machine]['machine']
|
---|
147 | if host == '134.158.72.234' or host=='wl-72137.lal.in2p3.fr':
|
---|
148 | host = '134.158.72.143'
|
---|
149 | #host = '134.158.72.121'
|
---|
150 |
|
---|
151 | user = pool[machine]['user']
|
---|
152 | pwd = pool[machine] ['pwd']
|
---|
153 | print host, user, pwd, machine
|
---|
154 | thread = constructor( host=host, user=user, pwd=pwd, version=version, machine=machine)
|
---|
155 | threads.append (thread)
|
---|
156 | thread.run()
|
---|
157 | #thread.start()
|
---|
158 |
|
---|
159 | #for thread in threads:
|
---|
160 | # thread.join ()
|
---|
161 | #----------------------- End Of File --------------------------# |
---|