fgmeta/create_catalog.py

#!/usr/bin/python

import os
import sys
import fnmatch
import tarfile
import hashlib
import shutil

import xml.etree.cElementTree as ET

rootPath = sys.argv[1]
outputDir = sys.argv[2]

existingCatalogPath = os.path.join(outputDir, 'catalog.xml')
existingCatalog = None
print 'existing ctalog path:' + existingCatalogPath
if os.path.exists(existingCatalogPath):
    existingCatalog = ET.parse(existingCatalogPath)

for file in os.listdir(outputDir):
    if fnmatch.fnmatch(file, '*.tar.gz'):
        os.remove(os.path.join(outputDir, file));


thumbsDir = os.path.join(outputDir, 'thumbs')
shutil.rmtree(thumbsDir)
os.makedirs(thumbsDir)

def setProperty(node, id, value):
    s = node.find(id) # check for existing
    if s is None: 
        s = ET.SubElement(node, id)
    s.text = value

def clearChildren(node, tag):
    for c in node.findall(tag):
        node.remove(c)

def parse_setXml(path):
    tree = ET.parse(path)
    
    desc = tree.find('sim/description')
    ratings = tree.find('sim/rating')
    if (ratings is not None):
        for rating in list(ratings):
            if rating.tag == 'status':
                continue
                
            rvalue = int(rating.text)
            if rvalue < 2:
                return None
    else:
        return None
    
    d = {}
    
    d['desc'] = desc
    d['ratings'] = ratings;
    d['status'] = tree.find('sim/status')
    d['authors'] = tree.findall('sim/author')

    return d
    
def process_aircraft(acft, path):
    print '===' + acft + '==='
    setFiles = []
    thumbs = []
    
    for file in os.listdir(path):
        if fnmatch.fnmatch(file, '*-set.xml'):
            setFiles.append(file);
        
        if fnmatch.fnmatch(file, 'thumbnail*'):
            thumbs.append(file)
    
    aircraft = []
    for s in setFiles:
        d = parse_setXml(os.path.join(path, s))
        if d is None:
            continue
        
        d['set'] = s[0:-8]
        aircraft.append(d)
    
    thumbnailNames = []
    # copy thumbnails
    for t in thumbs:
        outThumb = os.path.join(thumbsDir, acft + "-" + t)
        thumbnailNames.append(acft + "-" + t)
        shutil.copyfile(os.path.join(path, t), outThumb)
            
    if len(aircraft) == 0:
        print "no aircraft profiles for " + acft
        return
            
    # tarball creation
    outTar = os.path.join(outputDir, acft + ".tar.gz")
    tar = tarfile.open(outTar, "w:gz")
    tar.add(path, acft)
    tar.close()

    digest = hashlib.md5(open(outTar, 'r').read()).hexdigest()
    revision = 1
    
    # revision check
    if acft in existingPackages:
        previousMd5 = existingPackages[acft].find('md5').text
        previousRevsion = int(existingPackages[acft].find('revision').text)
        if digest != previousMd5:
            print acft + ": MD5 has changed"
            revision = previousRevsion + 1
        else:
            print acft + ": MD5 is unchanged"
    else:    
        existingPackages[acft] = ET.Element('package')
        setProperty(existingPackages[acft], 'id', acft)
    
    setProperty(existingPackages[acft], 'revision', str(revision))
    setProperty(existingPackages[acft], 'md5', digest)
    setProperty(existingPackages[acft], 'description', aircraft[0]['desc'])
        
    clearChildren(existingPackages[acft], 'thumbnail')
    for t in thumbnailNames:
        tn = ET.SubElement(existingPackages[acft], 'thumbnail')
        tn.text = 'thumbs/' + t
    
    clearChildren(existingPackages[acft], 'rating')
    existingPackages[acft].append(aircraft[0]['ratings'])
    
    print "wrote tarfile, digest is " + digest
    
root = ET.Element('PropertyList')
catalogTree = ET.ElementTree(root)

existingPackages = dict()

if (existingCatalog is not None):
    print 'have existing catalog data'
    
    root.append(existingCatalog.find('license'))
    root.append(existingCatalog.find('url'))
    root.append(existingCatalog.find('description'))
    root.append(existingCatalog.find('id'))
    
    # existing data (for revision incrementing)
    for n in existingCatalog.findall('package'):
        idNode = n.find('id')
        if idNode is None:
            print 'Missing <id> tag on package'
            continue
            
        existingPackages[idNode.text] = n;
        
#licenseElement = ET.SubElement(root, 'license')
#licenseElement.text = 'gpl'

#urlElement = ET.SubElement(root, 'url')
#urlElement.text = 'http://catalog.xml'

for acft in os.listdir(rootPath):
    path = os.path.join(rootPath, acft);
    if (os.path.isdir(path)):
        process_aircraft(acft, path)


for ep in existingPackages:
    root.append(existingPackages[ep])

catalogTree.write(os.path.join(outputDir, 'catalog.xml'), 'UTF-8')