move the UpdateNodeConfiguration step after the NodeUpdate step in ChainBoot
[bootmanager.git] / source / BootManager.py
1 #!/usr/bin/python2 -u
2
3 # Copyright (c) 2003 Intel Corporation
4 # All rights reserved.
5 #
6 # Copyright (c) 2004-2006 The Trustees of Princeton University
7 # All rights reserved.
8
9 import string
10 import sys, os, traceback
11 from time import gmtime, strftime
12 from gzip import GzipFile
13
14 from steps import *
15 from Exceptions import *
16 import notify_messages
17 import BootServerRequest
18
19 # all output is written to this file
20 LOG_FILE= "/tmp/bm.log"
21 UPLOAD_LOG_PATH = "/alpina-logs/upload.php"
22
23 # the new contents of PATH when the boot manager is running
24 BIN_PATH= ('/usr/local/bin',
25            '/usr/local/sbin',
26            '/bin',
27            '/sbin',
28            '/usr/bin',
29            '/usr/sbin',
30            '/usr/local/planetlab/bin')
31            
32
33 # the set of valid node run states
34 NodeRunStates = {}
35
36 class log:
37
38     def __init__( self, OutputFilePath= None ):
39         if OutputFilePath:
40             try:
41                 self.OutputFilePath= OutputFilePath
42                 self.OutputFile= GzipFile( OutputFilePath, "w", 9 )
43             except:
44                 print( "Unable to open output file for log, continuing" )
45                 self.OutputFile= None
46
47     
48     def LogEntry( self, str, inc_newline= 1, display_screen= 1 ):
49         if self.OutputFile:
50             self.OutputFile.write( str )
51         if display_screen:
52             sys.stdout.write( str )
53             
54         if inc_newline:
55             if display_screen:
56                 sys.stdout.write( "\n" )
57             if self.OutputFile:
58                 self.OutputFile.write( "\n" )
59
60         if self.OutputFile:
61             self.OutputFile.flush()
62
63             
64
65     def write( self, str ):
66         """
67         make log behave like a writable file object (for traceback
68         prints)
69         """
70         self.LogEntry( str, 0, 1 )
71
72
73     
74     def Upload( self ):
75         """
76         upload the contents of the log to the server
77         """
78
79         if self.OutputFile is not None:
80             self.LogEntry( "Uploading logs to %s" % UPLOAD_LOG_PATH )
81             
82             self.OutputFile.close()
83             self.OutputFile= None
84
85             bs_request = BootServerRequest.BootServerRequest()
86             bs_request.MakeRequest(PartialPath = UPLOAD_LOG_PATH,
87                                    GetVars = None, PostVars = None,
88                                    FormData = ["log=@" + self.OutputFilePath],
89                                    DoSSL = True, DoCertCheck = True)
90         
91     
92
93         
94
95
96 class BootManager:
97
98     # file containing initial variables/constants
99     VARS_FILE = "configuration"
100
101     
102     def __init__(self, log, forceState):
103         # override machine's current state from the command line
104         self.forceState = forceState
105
106         # the main logging point
107         self.LOG= log
108
109         # set to 1 if we can run after initialization
110         self.CAN_RUN = 0
111              
112         # read in and store all variables in VARS_FILE into each line
113         # is in the format name=val (any whitespace around the = is
114         # removed. everything after the = to the end of the line is
115         # the value
116         vars = {}
117         vars_file= file(self.VARS_FILE,'r')
118         validConfFile = True
119         for line in vars_file:
120             # if its a comment or a whitespace line, ignore
121             if line[:1] == "#" or string.strip(line) == "":
122                 continue
123
124             parts= string.split(line,"=")
125             if len(parts) != 2:
126                 self.LOG.LogEntry( "Invalid line in vars file: %s" % line )
127                 validConfFile = False
128                 break
129
130             name= string.strip(parts[0])
131             value= string.strip(parts[1])
132             vars[name]= value
133
134         vars_file.close()
135         if not validConfFile:
136             self.LOG.LogEntry( "Unable to read configuration vars." )
137             return
138
139         # find out which directory we are running it, and set a variable
140         # for that. future steps may need to get files out of the bootmanager
141         # directory
142         current_dir= os.getcwd()
143         vars['BM_SOURCE_DIR']= current_dir
144
145         # not sure what the current PATH is set to, replace it with what
146         # we know will work with all the boot cds
147         os.environ['PATH']= string.join(BIN_PATH,":")
148                    
149         # this contains a set of information used and updated
150         # by each step
151         self.VARS= vars
152
153         self.CAN_RUN= 1
154
155     def Run(self):
156         """
157         core boot manager logic.
158
159         the way errors are handled is as such: if any particular step
160         cannot continue or unexpectibly fails, an exception is thrown.
161         in this case, the boot manager cannot continue running.
162
163         these step functions can also return a 0/1 depending on whether
164         or not it succeeded. In the case of steps like ConfirmInstallWithUser,
165         a 0 is returned and no exception is thrown if the user chose not
166         to confirm the install. The same goes with the CheckHardwareRequirements.
167         If requriements not met, but tests were succesfull, return 0.
168
169         for steps that run within the installer, they are expected to either
170         complete succesfully and return 1, or throw an execption.
171
172         For exact return values and expected operations, see the comments
173         at the top of each of the invididual step functions.
174         """
175
176         def _nodeNotInstalled():
177             # called by the _xxxState() functions below upon failure
178             self.VARS['BOOT_STATE']= 'dbg'
179             self.VARS['STATE_CHANGE_NOTIFY']= 1
180             self.VARS['STATE_CHANGE_NOTIFY_MESSAGE']= \
181                       notify_messages.MSG_NODE_NOT_INSTALLED
182             raise BootManagerException, \
183                   notify_messages.MSG_NODE_NOT_INSTALLED
184
185         def _bootRun():
186             # implements the boot logic, which consists of first
187             # double checking that the node was properly installed,
188             # checking whether someone added or changed disks, and
189             # then finally chain boots.
190
191             InstallInit.Run( self.VARS, self.LOG )                    
192             if ValidateNodeInstall.Run( self.VARS, self.LOG ):
193                 WriteModprobeConfig.Run( self.VARS, self.LOG )
194                 MakeInitrd.Run( self.VARS, self.LOG )
195                 WriteNetworkConfig.Run( self.VARS, self.LOG )
196                 CheckForNewDisks.Run( self.VARS, self.LOG )
197                 SendHardwareConfigToPLC.Run( self.VARS, self.LOG )
198                 ChainBootNode.Run( self.VARS, self.LOG )
199             else:
200                 _nodeNotInstalled()
201
202         def _rinsRun():
203             # implements the reinstall logic, which will check whether
204             # the min. hardware requirements are met, install the
205             # software, and upon correct installation will switch too
206             # 'boot' state and chainboot into the production system
207             if not CheckHardwareRequirements.Run( self.VARS, self.LOG ):
208                 self.VARS['BOOT_STATE']= 'dbg'
209                 raise BootManagerException, "Hardware requirements not met."
210
211             # runinstaller
212             InstallInit.Run( self.VARS, self.LOG )                    
213             InstallPartitionDisks.Run( self.VARS, self.LOG )            
214             InstallBootstrapFS.Run( self.VARS, self.LOG )            
215             InstallWriteConfig.Run( self.VARS, self.LOG )
216             InstallUninitHardware.Run( self.VARS, self.LOG )
217             self.VARS['BOOT_STATE']= 'boot'
218             self.VARS['STATE_CHANGE_NOTIFY']= 1
219             self.VARS['STATE_CHANGE_NOTIFY_MESSAGE']= \
220                  notify_messages.MSG_INSTALL_FINISHED
221             UpdateBootStateWithPLC.Run( self.VARS, self.LOG )
222             _bootRun()
223             
224         def _newRun():
225             # implements the new install logic, which will first check
226             # with the user whether it is ok to install on this
227             # machine, switch to 'rins' state and then invoke the rins
228             # logic.  See rinsState logic comments for further
229             # details.
230             if not ConfirmInstallWithUser.Run( self.VARS, self.LOG ):
231                 return 0
232             self.VARS['BOOT_STATE']= 'rins'
233             UpdateBootStateWithPLC.Run( self.VARS, self.LOG )
234             _rinsRun()
235
236         def _debugRun(state='dbg'):
237             # implements debug logic, which just starts the sshd
238             # and just waits around
239             self.VARS['BOOT_STATE']=state
240             UpdateBootStateWithPLC.Run( self.VARS, self.LOG )
241             StartDebug.Run( self.VARS, self.LOG )
242
243         def _badRun():
244             # should never happen; log event
245             self.LOG.write( "\nInvalid BOOT_STATE = %s\n" % self.VARS['BOOT_STATE'])
246             _debugRun()
247
248         global NodeRunStates
249         # setup state -> function hash table
250         NodeRunStates['new']  = _newRun
251         NodeRunStates['inst'] = _newRun
252         NodeRunStates['rins'] = _rinsRun
253         NodeRunStates['boot'] = _bootRun
254         NodeRunStates['dbg']  = _bootRun   # should always try to boot.
255         NodeRunStates['diag']  = lambda : _debugRun('diag')
256         NodeRunStates['disable']  = lambda : _debugRun('disable')
257
258         success = 0
259         try:
260             InitializeBootManager.Run( self.VARS, self.LOG )
261             ReadNodeConfiguration.Run( self.VARS, self.LOG )
262             AuthenticateWithPLC.Run( self.VARS, self.LOG )
263             GetAndUpdateNodeDetails.Run( self.VARS, self.LOG )
264
265             # override machine's current state from the command line
266             if self.forceState is not None:
267                 self.VARS['BOOT_STATE']= self.forceState
268                 UpdateBootStateWithPLC.Run( self.VARS, self.LOG )
269
270             stateRun = NodeRunStates.get(self.VARS['BOOT_STATE'],_badRun)
271             stateRun()
272             success = 1
273
274         except KeyError, e:
275             self.LOG.write( "\n\nKeyError while running: %s\n" % str(e) )
276         except BootManagerException, e:
277             self.LOG.write( "\n\nException while running: %s\n" % str(e) )
278         except:
279             self.LOG.write( "\n\nImplementation Error\n")
280             traceback.print_exc(file=self.LOG.OutputFile)
281             traceback.print_exc()
282
283         if not success:
284             try:
285                 _debugRun()
286             except BootManagerException, e:
287                 self.LOG.write( "\n\nException while running: %s\n" % str(e) )
288             except:
289                 self.LOG.write( "\n\nImplementation Error\n")
290                 traceback.print_exc(file=self.LOG.OutputFile)
291                 traceback.print_exc()
292
293         return success
294             
295             
296 def main(argv):
297
298     import utils
299     utils.prompt_for_breakpoint_mode()
300
301     #utils.breakpoint ("Entering BootManager::main")
302     
303     global NodeRunStates
304     NodeRunStates = {'new':None,
305                      'inst':None,
306                      'rins':None,
307                      'boot':None,
308                      'diag':None,
309                      'disable':None,
310                      'dbg':None}
311
312     # set to 1 if error occurred
313     error= 0
314     
315     # all output goes through this class so we can save it and post
316     # the data back to PlanetLab central
317     LOG= log( LOG_FILE )
318
319     LOG.LogEntry( "BootManager started at: %s" % \
320                   strftime("%a, %d %b %Y %H:%M:%S +0000", gmtime()) )
321
322     try:
323         forceState = None
324         if len(argv) == 2:
325             fState = argv[1]
326             if NodeRunStates.has_key(fState):
327                 forceState = fState
328             else:
329                 LOG.LogEntry("FATAL: cannot force node run state to=%s" % fState)
330                 error = 1
331     except:
332         traceback.print_exc(file=LOG.OutputFile)
333         traceback.print_exc()
334         
335     if error:
336         LOG.LogEntry( "BootManager finished at: %s" % \
337                       strftime("%a, %d %b %Y %H:%M:%S +0000", gmtime()) )
338         LOG.Upload()
339         return error
340
341     try:
342         bm= BootManager(LOG,forceState)
343         if bm.CAN_RUN == 0:
344             LOG.LogEntry( "Unable to initialize BootManager." )
345         else:
346             LOG.LogEntry( "Running version %s of BootManager." %
347                           bm.VARS['VERSION'] )
348             success= bm.Run()
349             if success:
350                 LOG.LogEntry( "\nDone!" );
351             else:
352                 LOG.LogEntry( "\nError occurred!" );
353                 error = 1
354     except:
355         traceback.print_exc(file=LOG.OutputFile)
356         traceback.print_exc()
357
358     LOG.LogEntry( "BootManager finished at: %s" % \
359                   strftime("%a, %d %b %Y %H:%M:%S +0000", gmtime()) )
360     LOG.Upload()
361
362     return error
363
364     
365 if __name__ == "__main__":
366     error = main(sys.argv)
367     sys.exit(error)