a new format for pkgs files
[build.git] / pkgs.py
diff --git a/pkgs.py b/pkgs.py
new file mode 100755 (executable)
index 0000000..d31e57d
--- /dev/null
+++ b/pkgs.py
@@ -0,0 +1,222 @@
+#!/usr/bin/python
+#
+# $Id$
+# $URL$
+# 
+# This is a replacement for the formerly bash-written function pl_parsePkgs () 
+# 
+# Usage: $0  [-a arch] default_arch keyword fcdistro pldistro pkgs-file[..s]
+# default_arch is $pl_DISTRO_ARCH, but can be overridden
+#
+
+#################### original language was (in this example, keyword=package)
+## to add to all distros
+# package: p1 p2
+## to add in one distro
+# package+f12: p1 p2
+## to remove in one distro
+# package-f10: p1 p2
+#################### replacement language
+## add in distro f10
+# +package=f10: p1 p2
+# or simply
+# package=f10: p1 p2
+## add in fedora distros starting with f10
+# +package>=f10: p1 p2
+# or simply
+# package>=f10: p1 p2
+## ditto but remove instead
+# -package=centos5: p1 p2
+# -package<=centos5: p1 p2
+
+import sys
+from sys import stderr
+from optparse import OptionParser
+import re
+
+default_arch='x86_64'
+known_arch = ['i386','x86_64']
+default_fcdistro='f12'
+known_fcdistros = [ 'centos5','centos6','f8', 'f9','f10','f11','f12', 'f13' ]
+default_pldistro='onelab'
+
+known_keywords=['groupname', 'groupdesc', 'kexclude', 'package', 'group', 'precious', 'junk', 'mirror', ]
+
+
+m_fcdistro_cutter = re.compile('([a-z]+)([0-9]+)')
+re_ident='[a-z]+'
+
+class PkgsParser:
+
+    def __init__ (self,arch,fcdistro,pldistro,keyword,inputs,options):
+        self.arch=arch
+        self.fcdistro=fcdistro
+        self.pldistro=pldistro
+        self.keyword=keyword
+        self.inputs=inputs
+        # for verbose, new_line, and the like
+        self.options=options
+        ok=False
+        for known in known_fcdistros:
+            if fcdistro == known:
+                (distro,version)=m_fcdistro_cutter.match(fcdistro).groups()
+                ok=True
+        if ok:
+            self.distro=distro
+            self.version=int(version)
+        else:
+            print >> stderr, 'unrecognized fcdistro', fcdistro
+            sys.exit(1)
+
+    # qualifier is either '>=','<=', or '='
+    def match (self, qualifier, version):
+        if qualifier == '=':
+            return self.version == version
+        elif qualifier == '>=':
+            return self.version >= version
+        elif qualifier == '<=':
+            return self.version <= version
+        else:
+            raise Exception, 'Internal error - unexpected qualifier %r' % qualifier
+
+    m_comment=re.compile('\A\s*#')
+    m_blank=re.compile('\A\s*\Z')
+
+    m_ident=re.compile('\A'+re_ident+'\Z')
+    re_qualified = '\s*'
+    re_qualified += '(?P<plus_minus>[+-]?)'
+    re_qualified += '\s*'
+    re_qualified += '(?P<keyword>%s)'%re_ident
+    re_qualified += '\s*'
+    re_qualified += '(?P<qualifier>>=|<=|=)'
+    re_qualified += '\s*'
+    re_qualified += '(?P<fcdistro>%s[0-9]+)'%re_ident
+    re_qualified += '\s*'
+    m_qualified = re.compile('\A%s\Z'%re_qualified)
+
+    re_old = '[a-z]+[+-][a-z]+[0-9]+'
+    m_old = re.compile ('\A%s\Z'%re_old)
+    
+    # returns a tuple (included,excluded)
+    def parse (self,filename):
+        ok=True
+        included=[]
+        excluded=[]
+        lineno=0
+        try:
+            for line in file(filename).readlines():
+                lineno += 1
+                line=line.strip()
+                if self.m_comment.match(line) or self.m_blank.match(line):
+                    continue
+                try:
+                    [lefts,rights] = line.split(':')
+                    for left in lefts.split():
+                        ########## single ident
+                        if self.m_ident.match(left):
+                            if left not in known_keywords:
+                                raise Exception,"Unknown keyword %r"%left
+                            elif left == self.keyword:
+                                included += rights.split()
+                        else:
+                            m=self.m_qualified.match(left)
+                            if m:
+                                (plus_minus,kw,qual,fcdistro) = m.groups()
+                                if kw not in known_keywords:
+                                    raise Exception,"Unknown keyword in %r"%left
+                                if fcdistro not in known_fcdistros:
+                                    raise Exception, 'Unknown fcdistro %r'%fcdistro
+                                # skip if another keyword
+                                if kw != self.keyword: continue
+                                # does this fcdistro match ?
+                                (distro,version)=m_fcdistro_cutter.match(fcdistro).groups()
+                                version = int (version)
+                                # skip if another distro family
+                                if distro != self.distro: continue
+                                # skip if the qualifier does not fit
+                                if not self.match (qual, version): 
+                                    if self.options.verbose: print >> stderr,'%s:%d:qualifer %s does not apply'%(filename,lineno,left)
+                                    continue
+                                # we're in, let's add (default) or remove (if plus_minus is minus)
+                                if plus_minus == '-':
+                                    if self.options.verbose: print >> stderr,'%s:%d: from %s, excluding %r'%(filename,lineno,left,rights)
+                                    excluded += rights.split()
+                                else:
+                                    if self.options.verbose: print >> stderr,'%s:%d: from %s, including %r'%(filename,lineno,left,rights)
+                                    included += rights.split()
+                            elif self.m_old.match(left):
+                                raise Exception,'Old-fashioned syntax not supported anymore %r'%left
+                            else:
+                                raise Exception,'error in left expression %r'%left
+                                
+                except Exception,e:
+                    ok=False
+                    print >> stderr, "%s:%d:syntax error: %r"%(filename,lineno,e)
+        except Exception,e:
+            ok=False
+            print >> stderr, 'Could not parse file',filename,e
+        return (ok,included,excluded)
+
+    def run (self):
+        ok=True
+        included=[]
+        excluded=[]
+        for input in self.inputs:
+            (o,i,e) = self.parse (input)
+            included += i
+            excluded += e
+            ok = ok and o
+        results = list (set(included).difference(set(excluded)))
+        
+        results = [ x.replace('@arch@',self.arch).\
+                        replace('@fcdistro@',self.fcdistro).\
+                        replace('@pldistro@',self.pldistro) for x in results]
+        results.sort()
+        # default is space-separated
+        if not self.options.new_line:
+            print " ".join(results)
+        # but for tests results are printed each on a line
+        else:
+            for result in results : print result
+        return ok
+
+def main ():
+    usage="Usage: %prog [options] keyword input[...]"
+    parser=OptionParser (usage=usage)
+    parser.add_option ('-a','--arch',dest='arch',action='store',default=default_arch,
+                       help='target arch, e.g. i386 or x86_64')
+    parser.add_option ('-f','--fcdistro',dest='fcdistro',action='store', default=default_fcdistro,
+                       help='fcdistro, e.g. f12 or centos5')
+    parser.add_option ('-d','--pldistro',dest='pldistro',action='store', default=default_pldistro,
+                       help='pldistro, e.g. onelab or planetlab')
+    parser.add_option ('-v', '--verbose',dest='verbose',action='store_true',default=False,
+                       help='verbose when using qualifiers')
+    parser.add_option ('-n', '--new-line',dest='new_line',action='store_true',default=False,
+                       help='print outputs separated with newlines rather than with a space')
+    (options,args) = parser.parse_args()
+    
+    if len(args) <=1 :
+        parser.print_help(file=stderr)
+        sys.exit(1)
+    keyword=args[0]
+    inputs=args[1:]
+    if not options.arch in known_arch:
+        print >> stderr, 'Unsupported arch',options.arch
+        parser.print_help(file=stderr)
+        sys.exit(1)
+    if not options.fcdistro in known_fcdistros:
+        print >> stderr, 'Unsupported fcdistro',options.fcdistro
+        parser.print_help(file=stderr)
+        sys.exit(1)
+
+    pkgs = PkgsParser (options.arch,options.fcdistro,options.pldistro,keyword,inputs,options)
+
+    pkgs.run()
+
+    sys.exit(0)
+
+if __name__ == '__main__':
+    if main():
+        sys.exit(0)
+    else:
+        sys.exit(1)