Mercurial > p > roundup > code
annotate roundup/cgi/TAL/talgettext.py @ 4571:8469ce312dcf
Updated version of simplified Chinese message file by Cheer Xiao.
Corrected some mistakes, added a few more items and did some
formating.
| author | Ralf Schlatterbeck <rsc@runtux.com> |
|---|---|
| date | Wed, 23 Nov 2011 08:27:34 +0100 |
| parents | 6e3e4f24c753 |
| children | 3a407f0d5dad |
| rev | line source |
|---|---|
| 2352 | 1 #!/usr/bin/env python |
| 2 ############################################################################## | |
| 3 # | |
| 4 # Copyright (c) 2002 Zope Corporation and Contributors. | |
| 5 # All Rights Reserved. | |
| 6 # | |
| 7 # This software is subject to the provisions of the Zope Public License, | |
| 8 # Version 2.0 (ZPL). A copy of the ZPL should accompany this distribution. | |
| 9 # THIS SOFTWARE IS PROVIDED "AS IS" AND ANY AND ALL EXPRESS OR IMPLIED | |
| 10 # WARRANTIES ARE DISCLAIMED, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED | |
| 11 # WARRANTIES OF TITLE, MERCHANTABILITY, AGAINST INFRINGEMENT, AND FITNESS | |
| 12 # FOR A PARTICULAR PURPOSE. | |
| 13 # | |
| 14 ############################################################################## | |
| 15 # Modifications for Roundup: | |
| 16 # 1. commented out ITALES references | |
|
2385
85cbfc4a5946
escape newlines
Alexander Smishlajev <a1s@users.sourceforge.net>
parents:
2382
diff
changeset
|
17 # 2. escape quotes and line feeds in msgids |
|
2802
e816a232f988
don't collect empty msgids
Alexander Smishlajev <a1s@users.sourceforge.net>
parents:
2385
diff
changeset
|
18 # 3. don't collect empty msgids |
| 2352 | 19 |
| 20 """Program to extract internationalization markup from Page Templates. | |
| 21 | |
| 22 Once you have marked up a Page Template file with i18n: namespace tags, use | |
| 23 this program to extract GNU gettext .po file entries. | |
| 24 | |
| 25 Usage: talgettext.py [options] files | |
| 26 Options: | |
| 27 -h / --help | |
| 28 Print this message and exit. | |
| 29 -o / --output <file> | |
| 30 Output the translation .po file to <file>. | |
| 31 -u / --update <file> | |
| 32 Update the existing translation <file> with any new translation strings | |
| 33 found. | |
| 34 """ | |
| 35 | |
| 36 import sys | |
| 37 import time | |
| 38 import getopt | |
| 39 import traceback | |
| 40 | |
| 41 from roundup.cgi.TAL.HTMLTALParser import HTMLTALParser | |
| 42 from roundup.cgi.TAL.TALInterpreter import TALInterpreter | |
| 43 from roundup.cgi.TAL.DummyEngine import DummyEngine | |
| 44 #from ITALES import ITALESEngine | |
| 45 from roundup.cgi.TAL.TALDefs import TALESError | |
| 46 | |
| 47 pot_header = '''\ | |
| 48 # SOME DESCRIPTIVE TITLE. | |
| 49 # Copyright (C) YEAR ORGANIZATION | |
| 50 # FIRST AUTHOR <EMAIL@ADDRESS>, YEAR. | |
| 51 # | |
| 52 msgid "" | |
| 53 msgstr "" | |
| 54 "Project-Id-Version: PACKAGE VERSION\\n" | |
| 55 "POT-Creation-Date: %(time)s\\n" | |
| 56 "PO-Revision-Date: YEAR-MO-DA HO:MI+ZONE\\n" | |
| 57 "Last-Translator: FULL NAME <EMAIL@ADDRESS>\\n" | |
| 58 "Language-Team: LANGUAGE <LL@li.org>\\n" | |
| 59 "MIME-Version: 1.0\\n" | |
| 60 "Content-Type: text/plain; charset=CHARSET\\n" | |
| 61 "Content-Transfer-Encoding: ENCODING\\n" | |
| 62 "Generated-By: talgettext.py %(version)s\\n" | |
| 63 ''' | |
| 64 | |
| 65 NLSTR = '"\n"' | |
| 66 | |
| 67 try: | |
| 68 True | |
| 69 except NameError: | |
| 70 True=1 | |
| 71 False=0 | |
| 72 | |
| 73 def usage(code, msg=''): | |
| 74 # Python 2.1 required | |
| 75 print >> sys.stderr, __doc__ | |
| 76 if msg: | |
| 77 print >> sys.stderr, msg | |
| 78 sys.exit(code) | |
| 79 | |
| 80 | |
| 81 class POTALInterpreter(TALInterpreter): | |
| 82 def translate(self, msgid, default, i18ndict=None, obj=None): | |
| 83 # XXX is this right? | |
| 84 if i18ndict is None: | |
| 85 i18ndict = {} | |
| 86 if obj: | |
| 87 i18ndict.update(obj) | |
| 88 # XXX Mmmh, it seems that sometimes the msgid is None; is that really | |
| 89 # possible? | |
| 90 if msgid is None: | |
| 91 return None | |
| 92 # XXX We need to pass in one of context or target_language | |
| 93 return self.engine.translate(msgid, self.i18nContext.domain, i18ndict, | |
| 94 position=self.position, default=default) | |
| 95 | |
| 96 | |
| 97 class POEngine(DummyEngine): | |
| 98 #__implements__ = ITALESEngine | |
| 99 | |
| 100 def __init__(self, macros=None): | |
| 101 self.catalog = {} | |
| 102 DummyEngine.__init__(self, macros) | |
| 103 | |
| 104 def evaluate(*args): | |
| 105 return '' # who cares | |
| 106 | |
| 107 def evaluatePathOrVar(*args): | |
| 108 return '' # who cares | |
| 109 | |
| 110 def evaluateSequence(self, expr): | |
| 111 return (0,) # dummy | |
| 112 | |
| 113 def evaluateBoolean(self, expr): | |
| 114 return True # dummy | |
| 115 | |
| 116 def translate(self, msgid, domain=None, mapping=None, default=None, | |
| 117 # XXX position is not part of the ITALESEngine | |
| 118 # interface | |
| 119 position=None): | |
| 120 | |
|
2802
e816a232f988
don't collect empty msgids
Alexander Smishlajev <a1s@users.sourceforge.net>
parents:
2385
diff
changeset
|
121 if not msgid: return 'x' |
|
e816a232f988
don't collect empty msgids
Alexander Smishlajev <a1s@users.sourceforge.net>
parents:
2385
diff
changeset
|
122 |
| 2352 | 123 if domain not in self.catalog: |
| 124 self.catalog[domain] = {} | |
| 125 domain = self.catalog[domain] | |
| 126 | |
| 127 if msgid not in domain: | |
| 128 domain[msgid] = [] | |
| 129 domain[msgid].append((self.file, position)) | |
| 130 return 'x' | |
| 131 | |
| 132 | |
| 133 class UpdatePOEngine(POEngine): | |
| 134 """A slightly-less braindead POEngine which supports loading an existing | |
| 135 .po file first.""" | |
| 136 | |
| 137 def __init__ (self, macros=None, filename=None): | |
| 138 POEngine.__init__(self, macros) | |
| 139 | |
| 140 self._filename = filename | |
| 141 self._loadFile() | |
| 142 self.base = self.catalog | |
| 143 self.catalog = {} | |
| 144 | |
| 145 def __add(self, id, s, fuzzy): | |
| 146 "Add a non-fuzzy translation to the dictionary." | |
| 147 if not fuzzy and str: | |
| 148 # check for multi-line values and munge them appropriately | |
| 149 if '\n' in s: | |
| 150 lines = s.rstrip().split('\n') | |
| 151 s = NLSTR.join(lines) | |
| 152 self.catalog[id] = s | |
| 153 | |
| 154 def _loadFile(self): | |
| 155 # shamelessly cribbed from Python's Tools/i18n/msgfmt.py | |
| 156 # 25-Mar-2003 Nathan R. Yergler (nathan@zope.org) | |
| 157 # 14-Apr-2003 Hacked by Barry Warsaw (barry@zope.com) | |
| 158 | |
| 159 ID = 1 | |
| 160 STR = 2 | |
| 161 | |
| 162 try: | |
| 163 lines = open(self._filename).readlines() | |
| 164 except IOError, msg: | |
| 165 print >> sys.stderr, msg | |
| 166 sys.exit(1) | |
| 167 | |
| 168 section = None | |
| 169 fuzzy = False | |
| 170 | |
| 171 # Parse the catalog | |
| 172 lno = 0 | |
| 173 for l in lines: | |
| 174 lno += True | |
| 175 # If we get a comment line after a msgstr, this is a new entry | |
| 176 if l[0] == '#' and section == STR: | |
| 177 self.__add(msgid, msgstr, fuzzy) | |
| 178 section = None | |
| 179 fuzzy = False | |
| 180 # Record a fuzzy mark | |
| 181 if l[:2] == '#,' and l.find('fuzzy'): | |
| 182 fuzzy = True | |
| 183 # Skip comments | |
| 184 if l[0] == '#': | |
| 185 continue | |
| 186 # Now we are in a msgid section, output previous section | |
| 187 if l.startswith('msgid'): | |
| 188 if section == STR: | |
| 189 self.__add(msgid, msgstr, fuzzy) | |
| 190 section = ID | |
| 191 l = l[5:] | |
| 192 msgid = msgstr = '' | |
| 193 # Now we are in a msgstr section | |
| 194 elif l.startswith('msgstr'): | |
| 195 section = STR | |
| 196 l = l[6:] | |
| 197 # Skip empty lines | |
| 198 if not l.strip(): | |
| 199 continue | |
| 200 # XXX: Does this always follow Python escape semantics? | |
| 201 l = eval(l) | |
| 202 if section == ID: | |
| 203 msgid += l | |
| 204 elif section == STR: | |
| 205 msgstr += '%s\n' % l | |
| 206 else: | |
| 207 print >> sys.stderr, 'Syntax error on %s:%d' % (infile, lno), \ | |
| 208 'before:' | |
| 209 print >> sys.stderr, l | |
| 210 sys.exit(1) | |
| 211 # Add last entry | |
| 212 if section == STR: | |
| 213 self.__add(msgid, msgstr, fuzzy) | |
| 214 | |
| 215 def evaluate(self, expression): | |
| 216 try: | |
| 217 return POEngine.evaluate(self, expression) | |
| 218 except TALESError: | |
| 219 pass | |
| 220 | |
| 221 def evaluatePathOrVar(self, expr): | |
| 222 return 'who cares' | |
| 223 | |
| 224 def translate(self, msgid, domain=None, mapping=None, default=None, | |
| 225 position=None): | |
| 226 if msgid not in self.base: | |
| 227 POEngine.translate(self, msgid, domain, mapping, default, position) | |
| 228 return 'x' | |
| 229 | |
| 230 | |
| 231 def main(): | |
| 232 try: | |
| 233 opts, args = getopt.getopt( | |
| 234 sys.argv[1:], | |
| 235 'ho:u:', | |
| 236 ['help', 'output=', 'update=']) | |
| 237 except getopt.error, msg: | |
| 238 usage(1, msg) | |
| 239 | |
| 240 outfile = None | |
| 241 engine = None | |
| 242 update_mode = False | |
| 243 for opt, arg in opts: | |
| 244 if opt in ('-h', '--help'): | |
| 245 usage(0) | |
| 246 elif opt in ('-o', '--output'): | |
| 247 outfile = arg | |
| 248 elif opt in ('-u', '--update'): | |
| 249 update_mode = True | |
| 250 if outfile is None: | |
| 251 outfile = arg | |
| 252 engine = UpdatePOEngine(filename=arg) | |
| 253 | |
| 254 if not args: | |
| 255 print 'nothing to do' | |
| 256 return | |
| 257 | |
| 258 # We don't care about the rendered output of the .pt file | |
| 259 class Devnull: | |
| 260 def write(self, s): | |
| 261 pass | |
| 262 | |
| 263 # check if we've already instantiated an engine; | |
| 264 # if not, use the stupidest one available | |
| 265 if not engine: | |
| 266 engine = POEngine() | |
| 267 | |
| 268 # process each file specified | |
| 269 for filename in args: | |
| 270 try: | |
| 271 engine.file = filename | |
| 272 p = HTMLTALParser() | |
| 273 p.parseFile(filename) | |
| 274 program, macros = p.getCode() | |
| 275 POTALInterpreter(program, macros, engine, stream=Devnull(), | |
| 276 metal=False)() | |
| 277 except: # Hee hee, I love bare excepts! | |
| 278 print 'There was an error processing', filename | |
| 279 traceback.print_exc() | |
| 280 | |
| 281 # Now output the keys in the engine. Write them to a file if --output or | |
| 282 # --update was specified; otherwise use standard out. | |
| 283 if (outfile is None): | |
| 284 outfile = sys.stdout | |
| 285 else: | |
| 286 outfile = file(outfile, update_mode and "a" or "w") | |
| 287 | |
| 288 catalog = {} | |
| 289 for domain in engine.catalog.keys(): | |
| 290 catalog.update(engine.catalog[domain]) | |
| 291 | |
| 292 messages = catalog.copy() | |
| 293 try: | |
| 294 messages.update(engine.base) | |
| 295 except AttributeError: | |
| 296 pass | |
| 297 if '' not in messages: | |
| 298 print >> outfile, pot_header % {'time': time.ctime(), | |
| 299 'version': __version__} | |
| 300 | |
| 301 msgids = catalog.keys() | |
| 302 # XXX: You should not sort by msgid, but by filename and position. (SR) | |
| 303 msgids.sort() | |
| 304 for msgid in msgids: | |
| 305 positions = catalog[msgid] | |
| 306 for filename, position in positions: | |
| 307 outfile.write('#: %s:%s\n' % (filename, position[0])) | |
| 308 | |
|
2385
85cbfc4a5946
escape newlines
Alexander Smishlajev <a1s@users.sourceforge.net>
parents:
2382
diff
changeset
|
309 outfile.write('msgid "%s"\n' |
|
85cbfc4a5946
escape newlines
Alexander Smishlajev <a1s@users.sourceforge.net>
parents:
2382
diff
changeset
|
310 % msgid.replace('"', '\\"').replace("\n", '\\n"\n"')) |
| 2352 | 311 outfile.write('msgstr ""\n') |
| 312 outfile.write('\n') | |
| 313 | |
| 314 | |
| 315 if __name__ == '__main__': | |
| 316 main() |