New Translation Structure

2 files changed, 325 insertions, 9 deletions

diff --git a/web/utils/genpopo b/web/utils/genpopo
index 6e59b1eb..652f9fc1 100755
--- a/web/utils/genpopo
+++ b/web/utils/genpopo
@@ -128,6 +128,9 @@ for dir in ['../html', '../lib', 'html', 'lib']:
 # option is passed, just overwrite the entire thing.
 #
 os.chdir(lang_dir)
+if not os.path.exists('en'):
+	os.mkdir('en')
+
 if force:
 	# just going to overwrite any existing files
 	#
@@ -136,13 +139,15 @@ if force:
 
 		f = open(po,'w')
 		f.write(INC_HEADER)
-
+		f.write('\ninclude_once(\"en/%s\");\n' % po)
+		f.write('\n?>')
+		f.close()
+		
+		f = open("en/"+po,'w')
+		f.write(INC_HEADER)
 		for term in lang[po].keys():
 			f.write("\n")
 			f.write('$_t["en"]["%s"] = "%s";\n' % (term, term))
-			f.write('# $_t["es"]["%s"] = "--> Traducción española aquí. <--";\n' % term)
-			f.write('# $_t["fr"]["%s"] = "--> Traduction française ici. <--";\n' % term)
-			f.write('# $_t["de"]["%s"] = "--> Deutsche Übersetzung hier. <--";\n' % term)
 
 		f.write("\n");
 		f.write("?>");
@@ -150,13 +155,48 @@ if force:
 else:
 	# need to leave existing file intact, and only append on terms that are new
 	#
+	incre = re.compile('^include_once\("en\/(.*)"\);')
 	mapre = re.compile('^\$_t\["en"\]\["(.*)"\].*$')
 	for po in lang.keys():
+		got_match = False
 		print "Updating %s..." % po
+		try:
+			f = open(po, 'r')
+			new_file = 0
+		except:
+			new_file = 1
+
+		if not new_file:
+			contents = f.readlines()
+			f.close()
+			# strip off beginning/ending empty lines
+			#
+			while contents[0] == '':
+				del contents[0]
+			while contents[-1] in ['', "\n", "?>", "?>\n", "\n?>"]:
+				del contents[-1]
+				
+			for line in contents:
+				match = incre.search(line)
+				if match:
+					got_match = True
+			if not got_match:
+				f = open(po,'w')
+				f.write("".join(contents))
+				f.write('\ninclude_once(\"en/%s\");\n' % po)
+				f.write("\n?>");
+				f.close()
+		else:
+				f = open(po,'w')
+				f.write(INC_HEADER)
+				f.write('\ninclude_once(\"en/%s\");\n' % po)
+				f.write('\n?>')
+				f.close()
+	
 		# first read in file contents so we can hash what already exists
 		#
 		try:
-			f = open(po, 'r')
+			f = open('en/'+po, 'r')
 			new_file = 0
 		except:
 			new_file = 1
@@ -182,7 +222,7 @@ else:
 
 		# now append any new terms to EOF
 		#
-		f = open(po, 'w')
+		f = open('en/'+po, 'w')
 		if not new_file:
 			f.write("".join(contents))
 		else:
@@ -192,9 +232,6 @@ else:
 			if term not in existing_terms:
 				f.write("\n");
 				f.write('$_t["en"]["%s"] = "%s";\n' % (term, term))
-				f.write('# $_t["es"]["%s"] = "--> Traducción española aquí. <--";\n' % term)
-				f.write('# $_t["fr"]["%s"] = "--> Traduction française ici. <--";\n' % term)
-				f.write('# $_t["de"]["%s"] = "--> Deutsche Übersetzung hier. <--";\n' % term)
 		f.write("\n?>");
 		f.close()
 
diff --git a/web/utils/translation_tool b/web/utils/translation_tool
new file mode 100755
index 00000000..0341da30
--- /dev/null
+++ b/web/utils/translation_tool
@@ -0,0 +1,279 @@
+#! /usr/bin/python -O
+# -*- coding: iso-8859-1 -*-
+
+# this script iterates through the 'html' and 'lib' directories
+# looking for php scripts that contain a include_once("xxx_po.inc")
+# line and __() functions.  It creates/appends to the corresponding
+# "xxx_po.inc" file in the 'lang' subdirectory and places the
+# i18n strings into the file in the proper format.
+#
+# usage: genpopo [-v] [-f]
+#        -v: verbose, print duplicate terms that could be moved to common_po
+#        -f: force, overwrite existing translated files, otherwise append
+#
+
+translator_name=raw_input("What is your full name? ")
+translator_email=raw_input("What is your email address? ")
+trans_native=raw_input("What is the native name of the language? ")
+trans_eng=raw_input("What is the English name of the language? ")
+trans_abbrv=raw_input("What is the ISO 639-1 Alpha-2 abbreviation for the language? ")
+if len(trans_abbrv) != 2:
+	print "Must use 2 character abbreviation"
+	raise SystemExit
+
+
+INC_HEADER = """\
+<?
+# %s (%s) translation
+# Translator: %s <%s>
+
+include_once("translator.inc");
+global $_t;
+""" % (trans_eng, trans_native, translator_name, translator_email)
+
+
+import sys
+print_dupes = '-v' in sys.argv
+force = '-f' in sys.argv
+
+import re, os
+up = re.compile('_\(\s*"(([^"]|(?<=\\\\)["])+)"')
+
+lang = { 'common_po.inc': {} }
+
+current_dir = os.getcwd()
+
+# Find the common_po.inc file.
+#
+common = {}
+for dir in ['../lang', 'lang']:
+	if os.path.exists(dir):
+		os.chdir(dir)
+		if os.path.exists('common_po.list'):
+			f = open('common_po.list','r')
+			lines = f.readlines()
+			f.close()
+			for line in lines:
+				if line[0] != '#':
+					common[line[:-1]] = 0
+					lang['common_po.inc'][line[:-1]] = 1
+			os.chdir(current_dir)
+			break
+		os.chdir(current_dir)
+else:
+	print "Can't find common_po.list file."
+	raise SystemExit
+
+#Find the lang directory
+for dir in ['../lang', 'lang']:
+	if os.path.exists(dir):
+		lang_dir = dir
+		break
+else:
+	print "Can't find the lang directory."
+	raise SystemExit
+
+trans_dir = trans_abbrv
+if not os.path.exists(os.path.join(lang_dir,trans_dir)):
+	os.mkdir(os.path.join(lang_dir,trans_dir))
+
+
+# Iterate through various places where the php files might be.
+#
+for dir in ['../html', '../lib', 'html', 'lib']:
+
+	if os.path.exists(dir):
+		# Find all the PHP files in the current directory.
+		#
+		files = [x for x in os.listdir(dir)
+					if (x[-4:] == '.inc' and x[-7:] != '_po.inc')
+					or x[-6:] == '.class'
+					or x[-4:] == '.php'
+					or x[-6:] == '.phtml'
+				]
+		os.chdir(dir)
+
+		for file in files:
+			f = open(file,'r')
+			lines = f.readlines()
+			f.close()
+
+			# Is this file one we need to parse for internationalized strings?
+			#
+			parse_file = 0
+			for line in lines:
+				match = re.search("include(_once|)\s*\(\s*[\"']([A-Za-z_]+_po.inc)[\"']\s*\);",line)
+				if match and match.group(2) != "common_po.inc":
+					po = match.group(2)
+					if not lang.has_key(po):
+						lang[po] = {}
+					parse_file = 1
+					break
+
+			# If we need to parse the file, do so.
+			#
+			if parse_file:
+				print "Parsing %s..." % file
+				for line in lines:
+					match = up.search(line)
+					while match:
+						term = match.group(1).replace('\\"','"')
+						if common.has_key(term):
+							common[term] += 1
+						else:
+							if print_dupes:
+								for key in lang.keys():
+									if key != po and lang[key].has_key(term):
+										print "...Duplicate term: \"%s\" is also in %s." % (term,key)
+							lang[po][term] = 1
+						line = line[match.end(1):]
+						match = up.search(line)
+
+		os.chdir(current_dir)
+
+# Now generate all the .inc files if they don't already exist.
+# if they do exist, only append new stuff to the end.  If the 'force'
+# option is passed, just overwrite the entire thing.
+#
+
+print """
+INSTRUCTIONS:
+****************************************************
+You will now be prompted for all needed translations.
+Please translate the requested lines, hitting [enter]
+goes to the next one. You may stop at any time using
+ctrl+c, and pick up where you left off by running
+translation_tool again.
+
+If there are escapes in the original English, you may
+need to include them in your translation. The
+following is a list of escapes and what they do:
+%h - HTML code inserted at run-time
+%s - Nontranslated string inserted at run-time (such as username)
+\\" - A double quote (")
+
+When you have finished your translation, make a tarball
+of the lang/ directory and send it to Simo (simo@neotuli.net)
+for inclusion in the AUR.
+By submitting a translation, you are implying that you
+are also willing to maintain it. When there are
+new strings to be translated, you will be contacted.
+****************************************************
+"""
+
+os.chdir(lang_dir)
+if force:
+	# just going to overwrite any existing files
+	# NOT RECOMMENDED! OVERWRITES ALL OTHER LANGUAGE SUPPORT
+	#
+	for po in lang.keys():
+		print "Generating %s..." % po
+
+		f = open(po,'w')
+		f.write(INC_HEADER)
+		f.write('\ninclude_once(\"en/%s\");\n' % po)
+		f.write('\n?>')
+		f.close()
+
+		f = open(trans_dir+"/"+po,'w')
+		f.write(INC_HEADER)
+
+		for term in lang[po].keys():
+			f.write("\n")
+			trans = raw_input(term+"  = ")
+			f.write('$_t["%s"]["%s"] = "%s";\n' % (trans_abbrv, term, trans))
+		f.write("\n");
+		f.write("?>");
+		f.close()
+else:
+	# need to leave existing file intact, and only append on terms that are new
+	#
+	incre = re.compile('^include_once\("%s\/(.*)"\);' % trans_abbrv)
+	mapre = re.compile('^\$_t\["%s"\]\["(.*)"\].*$' % trans_abbrv)
+	for po in lang.keys():
+		got_match = False
+		print "Updating %s..." % po
+		try:
+			f = open(po, 'r')
+			new_file = 0
+		except:
+			new_file = 1
+		if not new_file:
+			contents = f.readlines()
+			f.close()
+			# strip off beginning/ending empty lines
+			#
+			while contents[0] == '':
+				del contents[0]
+			while contents[-1] in ['', "\n", "?>", "?>\n", "\n?>"]:
+				del contents[-1]
+						
+			for line in contents:
+				match = incre.search(line)
+				if match:
+					got_match = True
+			if not got_match:
+				f = open(po,'w')
+				f.write("".join(contents))
+				f.write('\ninclude_once(\"%s/%s\");\n' % (trans_abbrv, po))
+				f.write("\n?>");
+				f.close()
+		else:
+			f = open(po,'w')
+			f.write(INC_HEADER)
+			f.write('\ninclude_once(\"%s/%s\");\n' % (trans_abbrv, po))
+			f.write('\n?>')
+			f.close()
+		# first read in file contents so we can hash what already exists
+		#
+		try:
+			f = open(trans_dir+"/"+po, 'r')
+			new_file = 0
+		except:
+			new_file = 1
+
+		existing_terms = []
+		if not new_file:
+			contents = f.readlines()
+			f.close()
+
+			# strip off beginning/ending empty lines
+			#
+			while contents[0] == '':
+				del contents[0]
+			while contents[-1] in ['', "\n", "?>", "?>\n", "\n?>"]:
+				del contents[-1]
+
+			# next, collect existing terms
+			#
+			for line in contents:
+				match = mapre.search(line)
+				if match:
+					existing_terms.append(match.group(1))
+
+		# now append any new terms to EOF
+		#
+		f = open(trans_dir+"/"+po, 'w')
+		if not new_file:
+			f.write("".join(contents))
+		else:
+			f.write(INC_HEADER)
+
+		for term in lang[po].keys():
+			if term not in existing_terms:
+				f.write("\n");
+				trans = raw_input(term+"  = ")
+				f.write('$_t["%s"]["%s"] = "%s";\n' % (trans_abbrv, term, trans))
+		f.write("\n?>");
+		f.close()
+
+# Print out warnings for unused and little-used common entries.
+#
+for key in common.keys():
+	if common[key] == 1:
+		print "Warning: common entry '%s' is only used once." % key
+for key in common.keys():
+	if common[key] == 0:
+		print "Warning: unused common entry '%s'." % key
+
+# vim: ts=2 sw=2 noet ft=python