i18n: fixed mistage in message generator which lead to some messages disappeared.

Also, cleaned up po files from unused messages.

1 files changed, 190 insertions, 0 deletions

diff --git a/po/clean_po.py b/po/clean_po.py
new file mode 100755
index 00000000000..2cbd2cb33ac
--- /dev/null
+++ b/po/clean_po.py
@@ -0,0 +1,190 @@
+#!/usr/bin/env python
+
+# $Id$
+# ***** BEGIN GPL LICENSE BLOCK *****
+#
+# This program is free software; you can redistribute it and/or
+# modify it under the terms of the GNU General Public License
+# as published by the Free Software Foundation; either version 2
+# of the License, or (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program; if not, write to the Free Software Foundation,
+# Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
+#
+# ***** END GPL LICENSE BLOCK *****
+
+# <pep8 compliant>
+
+# update the pot file according the POTFILES.in
+
+import os
+import sys
+import collections
+
+from codecs import open
+
+CURRENT_DIR = os.path.abspath(os.path.dirname(__file__))
+
+FILE_NAME_POT = os.path.join(CURRENT_DIR, "blender.pot")
+
+
+def read_messages(fname):
+    def stripeol(s):
+        return s.rstrip("\n\r")
+
+    last_message = None
+
+    if hasattr(collections, 'OrderedDict'):
+        messages = collections.OrderedDict()
+        commented_messages = collections.OrderedDict()
+    else:
+        messages = {}
+        commented_messages = {}
+
+    reading_message = False
+    reading_translation = False
+    commented = False
+    message = ""
+    translation = ""
+    message_lines = []
+    translation_lines = []
+    comment_lines = []
+    with open(fname, 'r', "utf-8") as handle:
+        while True:
+            line = handle.readline()
+
+            if not line:
+                break
+
+            line = stripeol(line)
+            if line.startswith("msgid") or line.startswith("#~ msgid"):
+                if reading_translation:
+                    last_message['translation'] = translation
+                    translation_lines = []
+
+                reading_message = True
+                reading_translation = False
+
+                if line.startswith('#~'):
+                    message = line[10:-1]
+                    commented = True
+                else:
+                    message = line[7:-1]
+                    commented = False
+
+                message_lines.append(message)
+            elif line.startswith("msgstr") or line.startswith("#~ msgstr"):
+                reading_message = False
+                reading_translation = True
+                last_message = {'comment_lines': comment_lines,
+                                'message_lines': message_lines,
+                                'translation_lines': translation_lines}
+
+                if commented:
+                    translation = line[11:-1]
+                    commented_messages[message] = last_message
+                else:
+                    translation = line[8:-1]
+                    messages[message] = last_message
+
+                message_lines = []
+                comment_lines = []
+                translation_lines.append(translation)
+            elif not line.startswith('"') and not line.startswith('#~ "'):
+                if reading_translation:
+                    last_message['translation'] = translation
+                else:
+                    comment_lines.append(line)
+
+                reading_message = False
+                reading_translation = False
+                message_lines = []
+                translation_lines = []
+            elif reading_message:
+                if line.startswith('#~ "'):
+                    m = line[4:-1]
+                else:
+                    m = line[1:-1]
+
+                message += m
+                message_lines.append(m)
+            elif reading_translation:
+                if line.startswith('#~ "'):
+                    t = line[4:-1]
+                else:
+                    t = line[1:-1]
+
+                translation += t
+                translation_lines.append(t)
+
+    return (messages, commented_messages)
+
+
+def do_clean(po, pot_messages):
+    po_messages, commented_messages = read_messages(po)
+
+    for msgid in commented_messages:
+        if pot_messages.get(msgid):
+            t = po_messages.get(msgid)
+            if not t:
+                print(('Reusing full item from commented ' + \
+                       'lines for msgid \'%s\'') % (msgid))
+                po_messages[msgid] = commented_messages[msgid]
+            elif not t['translation']:
+                print(('Reusing translation from commented ' + \
+                       'lines for msgid \'%s\'') % (msgid))
+                m = commented_messages[msgid]
+                t['translation'] = m['translation']
+                t['translation_lines'] = m['translation_lines']
+
+    with open(po, 'w', 'utf-8') as handle:
+        for msgid in po_messages:
+            item = po_messages[msgid]
+
+            for x in item['comment_lines']:
+                handle.write(x + "\n")
+
+            first = True
+            for x in item['message_lines']:
+                if first:
+                    handle.write("msgid \"%s\"\n" % (x))
+                else:
+                    handle.write("\"%s\"\n" % (x))
+                first = False
+
+            first = True
+            for x in item['translation_lines']:
+                if first:
+                    handle.write("msgstr \"%s\"\n" % (x))
+                else:
+                    handle.write("\"%s\"\n" % (x))
+                first = False
+
+            handle.write("\n")
+
+
+def main():
+    pot_messages, commented_messages = read_messages(FILE_NAME_POT)
+
+    if len(sys.argv) > 1:
+        for lang in sys.argv[1:]:
+            po = os.path.join(CURRENT_DIR, lang + '.po')
+
+            if os.path.exists(po):
+                do_clean(po, pot_messages)
+    else:
+        for po in os.listdir(CURRENT_DIR):
+            if po.endswith('.po'):
+                print('Processing %s...' % (po))
+                do_clean(po, pot_messages)
+
+
+if __name__ == "__main__":
+    print("\n\n *** Running %r *** \n" % __file__)
+    main()