langstat: update for git.

Use gitscraper for retrieving files from the repository and update output a
bit. Fix some pep8 errors while at it.

Change-Id: Iff05bc916decb28bed99b83d9a32ce344d5c613b
This commit is contained in:
Dominik Riebeling 2012-04-29 11:46:25 +02:00
parent 91cf4a7768
commit 4b256de1ec

View file

@ -5,7 +5,6 @@
# Jukebox | | ( <_> ) \___| < | \_\ ( <_> > < <
# Firmware |____|_ /\____/ \___ >__|_ \|___ /\____/__/\_ \
# \/ \/ \/ \/ \/
# $Id$
#
# Copyright (c) 2010 Dominik Riebeling
#
@ -24,13 +23,17 @@ import subprocess
import re
import sys
import string
import pysvn
import tempfile
import os
import shutil
from datetime import date
import time
# extend search path for gitscraper
sys.path.append(os.path.abspath(os.path.dirname(os.path.realpath(__file__))
+ "/../../utils/common"))
import gitscraper
langs = {
'cs': 'Czech',
@ -51,21 +54,13 @@ langs = {
'zh_TW': 'Chinese (trad)'
}
# modules that are not part of python itself.
try:
import pysvn
except ImportError:
print "Fatal: This script requires the pysvn package to run."
print " See http://pysvn.tigris.org/."
sys.exit(-5)
svnserver = "svn://svn.rockbox.org/rockbox/trunk/"
langbase = "rbutil/rbutilqt/"
# Paths and files to retrieve from svn.
# This is a mixed list, holding both paths and filenames.
# Get cpp sources as well for lupdate to work.
svnpaths = [ langbase ]
gitpaths = [langbase]
def printhelp():
print "Usage:", sys.argv[0], "[options]"
@ -75,36 +70,6 @@ def printhelp():
print " --help: show this help"
def gettrunkrev(svnsrv):
'''Get the revision of trunk for svnsrv'''
client = pysvn.Client()
entries = client.info2(svnsrv, recurse=False)
return entries[0][1].rev.number
def getsources(svnsrv, filelist, dest):
'''Get the files listed in filelist from svnsrv and put it at dest.'''
client = pysvn.Client()
print "Checking out sources from %s, please wait." % svnsrv
for elem in filelist:
url = re.subn('/$', '', svnsrv + elem)[0]
destpath = re.subn('/$', '', dest + elem)[0]
# make sure the destination path does exist
d = os.path.dirname(destpath)
if not os.path.exists(d):
os.makedirs(d)
# get from svn
try:
client.export(url, destpath)
except:
print "SVN client error: %s" % sys.exc_value
print "URL: %s, destination: %s" % (url, destpath)
return -1
print "Checkout finished."
return 0
def main():
if len(sys.argv) > 1:
if sys.argv[1] == '--help':
@ -116,17 +81,22 @@ def main():
else:
pretty = 0
# get svnpaths to temporary folder
# get gitpaths to temporary folder
workfolder = tempfile.mkdtemp() + "/"
getsources(svnserver, svnpaths, workfolder)
repo = os.path.abspath(os.path.join(os.path.dirname(__file__), "../.."))
tree = gitscraper.get_refs(repo)['refs/remotes/origin/master']
filesprops = gitscraper.scrape_files(repo, tree, gitpaths, dest=workfolder,
timestamp_files=["rbutil/rbutilqt/lang"])
projectfolder = workfolder + langbase
# lupdate translations and drop all obsolete translations
subprocess.Popen(["lupdate-qt4", "-no-obsolete", "rbutilqt.pro"], \
stdout=subprocess.PIPE, stderr=subprocess.PIPE, cwd=projectfolder).communicate()
subprocess.Popen(["lupdate-qt4", "-no-obsolete", "rbutilqt.pro"],
stdout=subprocess.PIPE, stderr=subprocess.PIPE,
cwd=projectfolder).communicate()
# lrelease translations to get status
output = subprocess.Popen(["lrelease-qt4", "rbutilqt.pro"], stdout=subprocess.PIPE, \
stderr=subprocess.PIPE, cwd=projectfolder).communicate()
output = subprocess.Popen(["lrelease-qt4", "rbutilqt.pro"],
stdout=subprocess.PIPE, stderr=subprocess.PIPE,
cwd=projectfolder).communicate()
lines = re.split(r"\n", output[0])
re_updating = re.compile(r"^Updating.*")
@ -145,38 +115,33 @@ def main():
titlemax = cur
if pretty == 1:
delim = "+-" + titlemax * "-" \
+ "-+-------+-----+-----+-----+-----+--------------------+-----------------+"
spaces = [7, 5, 5, 5, 5, 27, 17]
delim = "+--" + titlemax * "-"
for s in spaces:
delim += "+" + "-" * s
delim += "+"
head = "| Language" + (titlemax - 8) * " " \
+ " | Code |Trans| Fin |Unfin| Untr| Updated | Done |"
print delim
print "|" + " " * (len(head) / 2 - 3) + str(gettrunkrev(svnserver)) \
+ " " * (len(head) / 2 - 4) + "|"
print "|" + " " * ((len(head) / 2 - len(tree) / 2) - 1) + str(tree) \
+ " " * ((len(head) / 2 - len(tree) / 2) - 1) + "|"
print delim
print head
print delim
else:
print "| *Translation status as of revision " + str(gettrunkrev(svnserver)) + "* ||||||||"
r = str(tree) + " (" + gitscraper.get_file_timestamp(repo, tree, ".") + ")"
print "| *Translation status as of revision " + r + "* ||||||||"
print "| *Language* | *Language Code* | *Translations* | *Finished* | " \
"*Unfinished* | *Untranslated* | *Updated* | *Done* |"
client = pysvn.Client()
# scan output
i = 0
tslateststamp = 0
tsoldeststamp = time.time()
while i < len(lines):
line = lines[i]
if re_updating.search(line):
lang = re_qmlang.findall(line)
tsfile = "lang/" + re_qmbase.findall(line)[0] + ".ts"
fileinfo = client.info2(svnserver + langbase + tsfile)[0][1]
tsrev = fileinfo.last_changed_rev.number
tsdate = date.fromtimestamp(fileinfo.last_changed_date).isoformat()
if fileinfo.last_changed_date > tslateststamp:
tslateststamp = fileinfo.last_changed_date
if fileinfo.last_changed_date < tsoldeststamp:
tsoldeststamp = fileinfo.last_changed_date
tsfile = "rbutil/rbutilqt/lang/" + re_qmbase.findall(line)[0] + ".ts"
tsdate = filesprops[1][tsfile]
line = lines[i + 1]
if re_generated.search(line):
@ -191,7 +156,7 @@ def main():
ignored = string.atoi(re_ignout.findall(line)[0])
else:
ignored = 0
if langs.has_key(lang[0]):
if lang[0] in langs:
name = langs[lang[0]].strip()
else:
name = '(unknown)'
@ -205,11 +170,10 @@ def main():
fancylang = lang[0] + " " * (5 - len(lang[0]))
else:
fancylang = lang[0]
tsversion = str(tsrev) + " (" + tsdate + ")"
status = [fancylang, translations, finished, unfinished, ignored, tsversion, percent, bar]
status = [fancylang, translations, finished, unfinished, ignored, tsdate, percent, bar]
if pretty == 1:
thisname = name + (titlemax - len(name)) * " "
print "| " + thisname + " | %5s | %3s | %3s | %3s | %3s | %6s | %3i%% %s |" % tuple(status)
print "| " + thisname + " | %5s | %3s | %3s | %3s | %3s | %25s | %3i%% %s |" % tuple(status)
else:
if percent > 90:
color = '%%GREEN%%'
@ -226,11 +190,8 @@ def main():
if pretty == 1:
print delim
print "Last language updated on " + date.fromtimestamp(tslateststamp).isoformat()
print "Oldest language update was " + date.fromtimestamp(tsoldeststamp).isoformat()
shutil.rmtree(workfolder)
if __name__ == "__main__":
main()