| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780 |
- import os
- import base64
- import gettext
- import unittest
- from test import support
- from test.support import os_helper
- # TODO:
- # - Add new tests, for example for "dgettext"
- # - Remove dummy tests, for example testing for single and double quotes
- # has no sense, it would have if we were testing a parser (i.e. pygettext)
- # - Tests should have only one assert.
- GNU_MO_DATA = b'''\
- 3hIElQAAAAAJAAAAHAAAAGQAAAAAAAAArAAAAAAAAACsAAAAFQAAAK0AAAAjAAAAwwAAAKEAAADn
- AAAAMAAAAIkBAAAHAAAAugEAABYAAADCAQAAHAAAANkBAAALAAAA9gEAAEIBAAACAgAAFgAAAEUD
- AAAeAAAAXAMAAKEAAAB7AwAAMgAAAB0EAAAFAAAAUAQAABsAAABWBAAAIQAAAHIEAAAJAAAAlAQA
- AABSYXltb25kIEx1eHVyeSBZYWNoLXQAVGhlcmUgaXMgJXMgZmlsZQBUaGVyZSBhcmUgJXMgZmls
- ZXMAVGhpcyBtb2R1bGUgcHJvdmlkZXMgaW50ZXJuYXRpb25hbGl6YXRpb24gYW5kIGxvY2FsaXph
- dGlvbgpzdXBwb3J0IGZvciB5b3VyIFB5dGhvbiBwcm9ncmFtcyBieSBwcm92aWRpbmcgYW4gaW50
- ZXJmYWNlIHRvIHRoZSBHTlUKZ2V0dGV4dCBtZXNzYWdlIGNhdGFsb2cgbGlicmFyeS4AV2l0aCBj
- b250ZXh0BFRoZXJlIGlzICVzIGZpbGUAVGhlcmUgYXJlICVzIGZpbGVzAG11bGx1c2sAbXkgY29u
- dGV4dARudWRnZSBudWRnZQBteSBvdGhlciBjb250ZXh0BG51ZGdlIG51ZGdlAG51ZGdlIG51ZGdl
- AFByb2plY3QtSWQtVmVyc2lvbjogMi4wClBPLVJldmlzaW9uLURhdGU6IDIwMDMtMDQtMTEgMTQ6
- MzItMDQwMApMYXN0LVRyYW5zbGF0b3I6IEouIERhdmlkIEliYW5leiA8ai1kYXZpZEBub29zLmZy
- PgpMYW5ndWFnZS1UZWFtOiBYWCA8cHl0aG9uLWRldkBweXRob24ub3JnPgpNSU1FLVZlcnNpb246
- IDEuMApDb250ZW50LVR5cGU6IHRleHQvcGxhaW47IGNoYXJzZXQ9aXNvLTg4NTktMQpDb250ZW50
- LVRyYW5zZmVyLUVuY29kaW5nOiA4Yml0CkdlbmVyYXRlZC1CeTogcHlnZXR0ZXh0LnB5IDEuMQpQ
- bHVyYWwtRm9ybXM6IG5wbHVyYWxzPTI7IHBsdXJhbD1uIT0xOwoAVGhyb2F0d29iYmxlciBNYW5n
- cm92ZQBIYXkgJXMgZmljaGVybwBIYXkgJXMgZmljaGVyb3MAR3V2ZiB6YnFoeXIgY2ViaXZxcmYg
- dmFncmVhbmd2YmFueXZtbmd2YmEgbmFxIHlicG55dm1uZ3ZiYQpmaGNjYmVnIHNiZSBsYmhlIENs
- Z3ViYSBjZWJ0ZW56ZiBvbCBjZWJpdnF2YXQgbmEgdmFncmVzbnByIGdiIGd1ciBUQUgKdHJnZ3Jr
- ZyB6cmZmbnRyIHBuZ255YnQgeXZvZW5lbC4ASGF5ICVzIGZpY2hlcm8gKGNvbnRleHQpAEhheSAl
- cyBmaWNoZXJvcyAoY29udGV4dCkAYmFjb24Ad2luayB3aW5rIChpbiAibXkgY29udGV4dCIpAHdp
- bmsgd2luayAoaW4gIm15IG90aGVyIGNvbnRleHQiKQB3aW5rIHdpbmsA
- '''
- # This data contains an invalid major version number (5)
- # An unexpected major version number should be treated as an error when
- # parsing a .mo file
- GNU_MO_DATA_BAD_MAJOR_VERSION = b'''\
- 3hIElQAABQAGAAAAHAAAAEwAAAALAAAAfAAAAAAAAACoAAAAFQAAAKkAAAAjAAAAvwAAAKEAAADj
- AAAABwAAAIUBAAALAAAAjQEAAEUBAACZAQAAFgAAAN8CAAAeAAAA9gIAAKEAAAAVAwAABQAAALcD
- AAAJAAAAvQMAAAEAAAADAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAEAAAABQAAAAYAAAACAAAAAFJh
- eW1vbmQgTHV4dXJ5IFlhY2gtdABUaGVyZSBpcyAlcyBmaWxlAFRoZXJlIGFyZSAlcyBmaWxlcwBU
- aGlzIG1vZHVsZSBwcm92aWRlcyBpbnRlcm5hdGlvbmFsaXphdGlvbiBhbmQgbG9jYWxpemF0aW9u
- CnN1cHBvcnQgZm9yIHlvdXIgUHl0aG9uIHByb2dyYW1zIGJ5IHByb3ZpZGluZyBhbiBpbnRlcmZh
- Y2UgdG8gdGhlIEdOVQpnZXR0ZXh0IG1lc3NhZ2UgY2F0YWxvZyBsaWJyYXJ5LgBtdWxsdXNrAG51
- ZGdlIG51ZGdlAFByb2plY3QtSWQtVmVyc2lvbjogMi4wClBPLVJldmlzaW9uLURhdGU6IDIwMDAt
- MDgtMjkgMTI6MTktMDQ6MDAKTGFzdC1UcmFuc2xhdG9yOiBKLiBEYXZpZCBJYsOhw7FleiA8ai1k
- YXZpZEBub29zLmZyPgpMYW5ndWFnZS1UZWFtOiBYWCA8cHl0aG9uLWRldkBweXRob24ub3JnPgpN
- SU1FLVZlcnNpb246IDEuMApDb250ZW50LVR5cGU6IHRleHQvcGxhaW47IGNoYXJzZXQ9aXNvLTg4
- NTktMQpDb250ZW50LVRyYW5zZmVyLUVuY29kaW5nOiBub25lCkdlbmVyYXRlZC1CeTogcHlnZXR0
- ZXh0LnB5IDEuMQpQbHVyYWwtRm9ybXM6IG5wbHVyYWxzPTI7IHBsdXJhbD1uIT0xOwoAVGhyb2F0
- d29iYmxlciBNYW5ncm92ZQBIYXkgJXMgZmljaGVybwBIYXkgJXMgZmljaGVyb3MAR3V2ZiB6YnFo
- eXIgY2ViaXZxcmYgdmFncmVhbmd2YmFueXZtbmd2YmEgbmFxIHlicG55dm1uZ3ZiYQpmaGNjYmVn
- IHNiZSBsYmhlIENsZ3ViYSBjZWJ0ZW56ZiBvbCBjZWJpdnF2YXQgbmEgdmFncmVzbnByIGdiIGd1
- ciBUQUgKdHJnZ3JrZyB6cmZmbnRyIHBuZ255YnQgeXZvZW5lbC4AYmFjb24Ad2luayB3aW5rAA==
- '''
- # This data contains an invalid minor version number (7)
- # An unexpected minor version number only indicates that some of the file's
- # contents may not be able to be read. It does not indicate an error.
- GNU_MO_DATA_BAD_MINOR_VERSION = b'''\
- 3hIElQcAAAAGAAAAHAAAAEwAAAALAAAAfAAAAAAAAACoAAAAFQAAAKkAAAAjAAAAvwAAAKEAAADj
- AAAABwAAAIUBAAALAAAAjQEAAEUBAACZAQAAFgAAAN8CAAAeAAAA9gIAAKEAAAAVAwAABQAAALcD
- AAAJAAAAvQMAAAEAAAADAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAEAAAABQAAAAYAAAACAAAAAFJh
- eW1vbmQgTHV4dXJ5IFlhY2gtdABUaGVyZSBpcyAlcyBmaWxlAFRoZXJlIGFyZSAlcyBmaWxlcwBU
- aGlzIG1vZHVsZSBwcm92aWRlcyBpbnRlcm5hdGlvbmFsaXphdGlvbiBhbmQgbG9jYWxpemF0aW9u
- CnN1cHBvcnQgZm9yIHlvdXIgUHl0aG9uIHByb2dyYW1zIGJ5IHByb3ZpZGluZyBhbiBpbnRlcmZh
- Y2UgdG8gdGhlIEdOVQpnZXR0ZXh0IG1lc3NhZ2UgY2F0YWxvZyBsaWJyYXJ5LgBtdWxsdXNrAG51
- ZGdlIG51ZGdlAFByb2plY3QtSWQtVmVyc2lvbjogMi4wClBPLVJldmlzaW9uLURhdGU6IDIwMDAt
- MDgtMjkgMTI6MTktMDQ6MDAKTGFzdC1UcmFuc2xhdG9yOiBKLiBEYXZpZCBJYsOhw7FleiA8ai1k
- YXZpZEBub29zLmZyPgpMYW5ndWFnZS1UZWFtOiBYWCA8cHl0aG9uLWRldkBweXRob24ub3JnPgpN
- SU1FLVZlcnNpb246IDEuMApDb250ZW50LVR5cGU6IHRleHQvcGxhaW47IGNoYXJzZXQ9aXNvLTg4
- NTktMQpDb250ZW50LVRyYW5zZmVyLUVuY29kaW5nOiBub25lCkdlbmVyYXRlZC1CeTogcHlnZXR0
- ZXh0LnB5IDEuMQpQbHVyYWwtRm9ybXM6IG5wbHVyYWxzPTI7IHBsdXJhbD1uIT0xOwoAVGhyb2F0
- d29iYmxlciBNYW5ncm92ZQBIYXkgJXMgZmljaGVybwBIYXkgJXMgZmljaGVyb3MAR3V2ZiB6YnFo
- eXIgY2ViaXZxcmYgdmFncmVhbmd2YmFueXZtbmd2YmEgbmFxIHlicG55dm1uZ3ZiYQpmaGNjYmVn
- IHNiZSBsYmhlIENsZ3ViYSBjZWJ0ZW56ZiBvbCBjZWJpdnF2YXQgbmEgdmFncmVzbnByIGdiIGd1
- ciBUQUgKdHJnZ3JrZyB6cmZmbnRyIHBuZ255YnQgeXZvZW5lbC4AYmFjb24Ad2luayB3aW5rAA==
- '''
- UMO_DATA = b'''\
- 3hIElQAAAAADAAAAHAAAADQAAAAAAAAAAAAAAAAAAABMAAAABAAAAE0AAAAQAAAAUgAAAA8BAABj
- AAAABAAAAHMBAAAWAAAAeAEAAABhYsOeAG15Y29udGV4dMOeBGFiw54AUHJvamVjdC1JZC1WZXJz
- aW9uOiAyLjAKUE8tUmV2aXNpb24tRGF0ZTogMjAwMy0wNC0xMSAxMjo0Mi0wNDAwCkxhc3QtVHJh
- bnNsYXRvcjogQmFycnkgQS4gV0Fyc2F3IDxiYXJyeUBweXRob24ub3JnPgpMYW5ndWFnZS1UZWFt
- OiBYWCA8cHl0aG9uLWRldkBweXRob24ub3JnPgpNSU1FLVZlcnNpb246IDEuMApDb250ZW50LVR5
- cGU6IHRleHQvcGxhaW47IGNoYXJzZXQ9dXRmLTgKQ29udGVudC1UcmFuc2Zlci1FbmNvZGluZzog
- N2JpdApHZW5lcmF0ZWQtQnk6IG1hbnVhbGx5CgDCpHl6AMKkeXogKGNvbnRleHQgdmVyc2lvbikA
- '''
- MMO_DATA = b'''\
- 3hIElQAAAAABAAAAHAAAACQAAAADAAAALAAAAAAAAAA4AAAAeAEAADkAAAABAAAAAAAAAAAAAAAA
- UHJvamVjdC1JZC1WZXJzaW9uOiBObyBQcm9qZWN0IDAuMApQT1QtQ3JlYXRpb24tRGF0ZTogV2Vk
- IERlYyAxMSAwNzo0NDoxNSAyMDAyClBPLVJldmlzaW9uLURhdGU6IDIwMDItMDgtMTQgMDE6MTg6
- NTgrMDA6MDAKTGFzdC1UcmFuc2xhdG9yOiBKb2huIERvZSA8amRvZUBleGFtcGxlLmNvbT4KSmFu
- ZSBGb29iYXIgPGpmb29iYXJAZXhhbXBsZS5jb20+Ckxhbmd1YWdlLVRlYW06IHh4IDx4eEBleGFt
- cGxlLmNvbT4KTUlNRS1WZXJzaW9uOiAxLjAKQ29udGVudC1UeXBlOiB0ZXh0L3BsYWluOyBjaGFy
- c2V0PWlzby04ODU5LTE1CkNvbnRlbnQtVHJhbnNmZXItRW5jb2Rpbmc6IHF1b3RlZC1wcmludGFi
- bGUKR2VuZXJhdGVkLUJ5OiBweWdldHRleHQucHkgMS4zCgA=
- '''
- LOCALEDIR = os.path.join('xx', 'LC_MESSAGES')
- MOFILE = os.path.join(LOCALEDIR, 'gettext.mo')
- MOFILE_BAD_MAJOR_VERSION = os.path.join(LOCALEDIR, 'gettext_bad_major_version.mo')
- MOFILE_BAD_MINOR_VERSION = os.path.join(LOCALEDIR, 'gettext_bad_minor_version.mo')
- UMOFILE = os.path.join(LOCALEDIR, 'ugettext.mo')
- MMOFILE = os.path.join(LOCALEDIR, 'metadata.mo')
- class GettextBaseTest(unittest.TestCase):
- def setUp(self):
- self.addCleanup(os_helper.rmtree, os.path.split(LOCALEDIR)[0])
- if not os.path.isdir(LOCALEDIR):
- os.makedirs(LOCALEDIR)
- with open(MOFILE, 'wb') as fp:
- fp.write(base64.decodebytes(GNU_MO_DATA))
- with open(MOFILE_BAD_MAJOR_VERSION, 'wb') as fp:
- fp.write(base64.decodebytes(GNU_MO_DATA_BAD_MAJOR_VERSION))
- with open(MOFILE_BAD_MINOR_VERSION, 'wb') as fp:
- fp.write(base64.decodebytes(GNU_MO_DATA_BAD_MINOR_VERSION))
- with open(UMOFILE, 'wb') as fp:
- fp.write(base64.decodebytes(UMO_DATA))
- with open(MMOFILE, 'wb') as fp:
- fp.write(base64.decodebytes(MMO_DATA))
- self.env = self.enterContext(os_helper.EnvironmentVarGuard())
- self.env['LANGUAGE'] = 'xx'
- gettext._translations.clear()
- GNU_MO_DATA_ISSUE_17898 = b'''\
- 3hIElQAAAAABAAAAHAAAACQAAAAAAAAAAAAAAAAAAAAsAAAAggAAAC0AAAAAUGx1cmFsLUZvcm1z
- OiBucGx1cmFscz0yOyBwbHVyYWw9KG4gIT0gMSk7CiMtIy0jLSMtIyAgbWVzc2FnZXMucG8gKEVk
- WCBTdHVkaW8pICAjLSMtIy0jLSMKQ29udGVudC1UeXBlOiB0ZXh0L3BsYWluOyBjaGFyc2V0PVVU
- Ri04CgA=
- '''
- class GettextTestCase1(GettextBaseTest):
- def setUp(self):
- GettextBaseTest.setUp(self)
- self.localedir = os.curdir
- self.mofile = MOFILE
- gettext.install('gettext', self.localedir, names=['pgettext'])
- def test_some_translations(self):
- eq = self.assertEqual
- # test some translations
- eq(_('albatross'), 'albatross')
- eq(_('mullusk'), 'bacon')
- eq(_(r'Raymond Luxury Yach-t'), 'Throatwobbler Mangrove')
- eq(_(r'nudge nudge'), 'wink wink')
- def test_some_translations_with_context(self):
- eq = self.assertEqual
- eq(pgettext('my context', 'nudge nudge'),
- 'wink wink (in "my context")')
- eq(pgettext('my other context', 'nudge nudge'),
- 'wink wink (in "my other context")')
- def test_double_quotes(self):
- eq = self.assertEqual
- # double quotes
- eq(_("albatross"), 'albatross')
- eq(_("mullusk"), 'bacon')
- eq(_(r"Raymond Luxury Yach-t"), 'Throatwobbler Mangrove')
- eq(_(r"nudge nudge"), 'wink wink')
- def test_triple_single_quotes(self):
- eq = self.assertEqual
- # triple single quotes
- eq(_('''albatross'''), 'albatross')
- eq(_('''mullusk'''), 'bacon')
- eq(_(r'''Raymond Luxury Yach-t'''), 'Throatwobbler Mangrove')
- eq(_(r'''nudge nudge'''), 'wink wink')
- def test_triple_double_quotes(self):
- eq = self.assertEqual
- # triple double quotes
- eq(_("""albatross"""), 'albatross')
- eq(_("""mullusk"""), 'bacon')
- eq(_(r"""Raymond Luxury Yach-t"""), 'Throatwobbler Mangrove')
- eq(_(r"""nudge nudge"""), 'wink wink')
- def test_multiline_strings(self):
- eq = self.assertEqual
- # multiline strings
- eq(_('''This module provides internationalization and localization
- support for your Python programs by providing an interface to the GNU
- gettext message catalog library.'''),
- '''Guvf zbqhyr cebivqrf vagreangvbanyvmngvba naq ybpnyvmngvba
- fhccbeg sbe lbhe Clguba cebtenzf ol cebivqvat na vagresnpr gb gur TAH
- trggrkg zrffntr pngnybt yvoenel.''')
- def test_the_alternative_interface(self):
- eq = self.assertEqual
- neq = self.assertNotEqual
- # test the alternative interface
- with open(self.mofile, 'rb') as fp:
- t = gettext.GNUTranslations(fp)
- # Install the translation object
- t.install()
- eq(_('nudge nudge'), 'wink wink')
- # Try unicode return type
- t.install()
- eq(_('mullusk'), 'bacon')
- # Test installation of other methods
- import builtins
- t.install(names=["gettext", "ngettext"])
- eq(_, t.gettext)
- eq(builtins.gettext, t.gettext)
- eq(ngettext, t.ngettext)
- neq(pgettext, t.pgettext)
- del builtins.gettext
- del builtins.ngettext
- class GettextTestCase2(GettextBaseTest):
- def setUp(self):
- GettextBaseTest.setUp(self)
- self.localedir = os.curdir
- # Set up the bindings
- gettext.bindtextdomain('gettext', self.localedir)
- gettext.textdomain('gettext')
- # For convenience
- self._ = gettext.gettext
- def test_bindtextdomain(self):
- self.assertEqual(gettext.bindtextdomain('gettext'), self.localedir)
- def test_textdomain(self):
- self.assertEqual(gettext.textdomain(), 'gettext')
- def test_bad_major_version(self):
- with open(MOFILE_BAD_MAJOR_VERSION, 'rb') as fp:
- with self.assertRaises(OSError) as cm:
- gettext.GNUTranslations(fp)
- exception = cm.exception
- self.assertEqual(exception.errno, 0)
- self.assertEqual(exception.strerror, "Bad version number 5")
- self.assertEqual(exception.filename, MOFILE_BAD_MAJOR_VERSION)
- def test_bad_minor_version(self):
- with open(MOFILE_BAD_MINOR_VERSION, 'rb') as fp:
- # Check that no error is thrown with a bad minor version number
- gettext.GNUTranslations(fp)
- def test_some_translations(self):
- eq = self.assertEqual
- # test some translations
- eq(self._('albatross'), 'albatross')
- eq(self._('mullusk'), 'bacon')
- eq(self._(r'Raymond Luxury Yach-t'), 'Throatwobbler Mangrove')
- eq(self._(r'nudge nudge'), 'wink wink')
- def test_some_translations_with_context(self):
- eq = self.assertEqual
- eq(gettext.pgettext('my context', 'nudge nudge'),
- 'wink wink (in "my context")')
- eq(gettext.pgettext('my other context', 'nudge nudge'),
- 'wink wink (in "my other context")')
- def test_some_translations_with_context_and_domain(self):
- eq = self.assertEqual
- eq(gettext.dpgettext('gettext', 'my context', 'nudge nudge'),
- 'wink wink (in "my context")')
- eq(gettext.dpgettext('gettext', 'my other context', 'nudge nudge'),
- 'wink wink (in "my other context")')
- def test_double_quotes(self):
- eq = self.assertEqual
- # double quotes
- eq(self._("albatross"), 'albatross')
- eq(self._("mullusk"), 'bacon')
- eq(self._(r"Raymond Luxury Yach-t"), 'Throatwobbler Mangrove')
- eq(self._(r"nudge nudge"), 'wink wink')
- def test_triple_single_quotes(self):
- eq = self.assertEqual
- # triple single quotes
- eq(self._('''albatross'''), 'albatross')
- eq(self._('''mullusk'''), 'bacon')
- eq(self._(r'''Raymond Luxury Yach-t'''), 'Throatwobbler Mangrove')
- eq(self._(r'''nudge nudge'''), 'wink wink')
- def test_triple_double_quotes(self):
- eq = self.assertEqual
- # triple double quotes
- eq(self._("""albatross"""), 'albatross')
- eq(self._("""mullusk"""), 'bacon')
- eq(self._(r"""Raymond Luxury Yach-t"""), 'Throatwobbler Mangrove')
- eq(self._(r"""nudge nudge"""), 'wink wink')
- def test_multiline_strings(self):
- eq = self.assertEqual
- # multiline strings
- eq(self._('''This module provides internationalization and localization
- support for your Python programs by providing an interface to the GNU
- gettext message catalog library.'''),
- '''Guvf zbqhyr cebivqrf vagreangvbanyvmngvba naq ybpnyvmngvba
- fhccbeg sbe lbhe Clguba cebtenzf ol cebivqvat na vagresnpr gb gur TAH
- trggrkg zrffntr pngnybt yvoenel.''')
- class PluralFormsTestCase(GettextBaseTest):
- def setUp(self):
- GettextBaseTest.setUp(self)
- self.mofile = MOFILE
- def test_plural_forms1(self):
- eq = self.assertEqual
- x = gettext.ngettext('There is %s file', 'There are %s files', 1)
- eq(x, 'Hay %s fichero')
- x = gettext.ngettext('There is %s file', 'There are %s files', 2)
- eq(x, 'Hay %s ficheros')
- def test_plural_context_forms1(self):
- eq = self.assertEqual
- x = gettext.npgettext('With context',
- 'There is %s file', 'There are %s files', 1)
- eq(x, 'Hay %s fichero (context)')
- x = gettext.npgettext('With context',
- 'There is %s file', 'There are %s files', 2)
- eq(x, 'Hay %s ficheros (context)')
- def test_plural_forms2(self):
- eq = self.assertEqual
- with open(self.mofile, 'rb') as fp:
- t = gettext.GNUTranslations(fp)
- x = t.ngettext('There is %s file', 'There are %s files', 1)
- eq(x, 'Hay %s fichero')
- x = t.ngettext('There is %s file', 'There are %s files', 2)
- eq(x, 'Hay %s ficheros')
- def test_plural_context_forms2(self):
- eq = self.assertEqual
- with open(self.mofile, 'rb') as fp:
- t = gettext.GNUTranslations(fp)
- x = t.npgettext('With context',
- 'There is %s file', 'There are %s files', 1)
- eq(x, 'Hay %s fichero (context)')
- x = t.npgettext('With context',
- 'There is %s file', 'There are %s files', 2)
- eq(x, 'Hay %s ficheros (context)')
- # Examples from http://www.gnu.org/software/gettext/manual/gettext.html
- def test_ja(self):
- eq = self.assertEqual
- f = gettext.c2py('0')
- s = ''.join([ str(f(x)) for x in range(200) ])
- eq(s, "00000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000")
- def test_de(self):
- eq = self.assertEqual
- f = gettext.c2py('n != 1')
- s = ''.join([ str(f(x)) for x in range(200) ])
- eq(s, "10111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111")
- def test_fr(self):
- eq = self.assertEqual
- f = gettext.c2py('n>1')
- s = ''.join([ str(f(x)) for x in range(200) ])
- eq(s, "00111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111")
- def test_lv(self):
- eq = self.assertEqual
- f = gettext.c2py('n%10==1 && n%100!=11 ? 0 : n != 0 ? 1 : 2')
- s = ''.join([ str(f(x)) for x in range(200) ])
- eq(s, "20111111111111111111101111111110111111111011111111101111111110111111111011111111101111111110111111111011111111111111111110111111111011111111101111111110111111111011111111101111111110111111111011111111")
- def test_gd(self):
- eq = self.assertEqual
- f = gettext.c2py('n==1 ? 0 : n==2 ? 1 : 2')
- s = ''.join([ str(f(x)) for x in range(200) ])
- eq(s, "20122222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222")
- def test_gd2(self):
- eq = self.assertEqual
- # Tests the combination of parentheses and "?:"
- f = gettext.c2py('n==1 ? 0 : (n==2 ? 1 : 2)')
- s = ''.join([ str(f(x)) for x in range(200) ])
- eq(s, "20122222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222")
- def test_ro(self):
- eq = self.assertEqual
- f = gettext.c2py('n==1 ? 0 : (n==0 || (n%100 > 0 && n%100 < 20)) ? 1 : 2')
- s = ''.join([ str(f(x)) for x in range(200) ])
- eq(s, "10111111111111111111222222222222222222222222222222222222222222222222222222222222222222222222222222222111111111111111111122222222222222222222222222222222222222222222222222222222222222222222222222222222")
- def test_lt(self):
- eq = self.assertEqual
- f = gettext.c2py('n%10==1 && n%100!=11 ? 0 : n%10>=2 && (n%100<10 || n%100>=20) ? 1 : 2')
- s = ''.join([ str(f(x)) for x in range(200) ])
- eq(s, "20111111112222222222201111111120111111112011111111201111111120111111112011111111201111111120111111112011111111222222222220111111112011111111201111111120111111112011111111201111111120111111112011111111")
- def test_ru(self):
- eq = self.assertEqual
- f = gettext.c2py('n%10==1 && n%100!=11 ? 0 : n%10>=2 && n%10<=4 && (n%100<10 || n%100>=20) ? 1 : 2')
- s = ''.join([ str(f(x)) for x in range(200) ])
- eq(s, "20111222222222222222201112222220111222222011122222201112222220111222222011122222201112222220111222222011122222222222222220111222222011122222201112222220111222222011122222201112222220111222222011122222")
- def test_cs(self):
- eq = self.assertEqual
- f = gettext.c2py('(n==1) ? 0 : (n>=2 && n<=4) ? 1 : 2')
- s = ''.join([ str(f(x)) for x in range(200) ])
- eq(s, "20111222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222")
- def test_pl(self):
- eq = self.assertEqual
- f = gettext.c2py('n==1 ? 0 : n%10>=2 && n%10<=4 && (n%100<10 || n%100>=20) ? 1 : 2')
- s = ''.join([ str(f(x)) for x in range(200) ])
- eq(s, "20111222222222222222221112222222111222222211122222221112222222111222222211122222221112222222111222222211122222222222222222111222222211122222221112222222111222222211122222221112222222111222222211122222")
- def test_sl(self):
- eq = self.assertEqual
- f = gettext.c2py('n%100==1 ? 0 : n%100==2 ? 1 : n%100==3 || n%100==4 ? 2 : 3')
- s = ''.join([ str(f(x)) for x in range(200) ])
- eq(s, "30122333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333012233333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333")
- def test_ar(self):
- eq = self.assertEqual
- f = gettext.c2py('n==0 ? 0 : n==1 ? 1 : n==2 ? 2 : n%100>=3 && n%100<=10 ? 3 : n%100>=11 ? 4 : 5')
- s = ''.join([ str(f(x)) for x in range(200) ])
- eq(s, "01233333333444444444444444444444444444444444444444444444444444444444444444444444444444444444444444445553333333344444444444444444444444444444444444444444444444444444444444444444444444444444444444444444")
- def test_security(self):
- raises = self.assertRaises
- # Test for a dangerous expression
- raises(ValueError, gettext.c2py, "os.chmod('/etc/passwd',0777)")
- # issue28563
- raises(ValueError, gettext.c2py, '"(eval(foo) && ""')
- raises(ValueError, gettext.c2py, 'f"{os.system(\'sh\')}"')
- # Maximum recursion depth exceeded during compilation
- raises(ValueError, gettext.c2py, 'n+'*10000 + 'n')
- self.assertEqual(gettext.c2py('n+'*100 + 'n')(1), 101)
- # MemoryError during compilation
- raises(ValueError, gettext.c2py, '('*100 + 'n' + ')'*100)
- # Maximum recursion depth exceeded in C to Python translator
- raises(ValueError, gettext.c2py, '('*10000 + 'n' + ')'*10000)
- self.assertEqual(gettext.c2py('('*20 + 'n' + ')'*20)(1), 1)
- def test_chained_comparison(self):
- # C doesn't chain comparison as Python so 2 == 2 == 2 gets different results
- f = gettext.c2py('n == n == n')
- self.assertEqual(''.join(str(f(x)) for x in range(3)), '010')
- f = gettext.c2py('1 < n == n')
- self.assertEqual(''.join(str(f(x)) for x in range(3)), '100')
- f = gettext.c2py('n == n < 2')
- self.assertEqual(''.join(str(f(x)) for x in range(3)), '010')
- f = gettext.c2py('0 < n < 2')
- self.assertEqual(''.join(str(f(x)) for x in range(3)), '111')
- def test_decimal_number(self):
- self.assertEqual(gettext.c2py('0123')(1), 123)
- def test_invalid_syntax(self):
- invalid_expressions = [
- 'x>1', '(n>1', 'n>1)', '42**42**42', '0xa', '1.0', '1e2',
- 'n>0x1', '+n', '-n', 'n()', 'n(1)', '1+', 'nn', 'n n',
- ]
- for expr in invalid_expressions:
- with self.assertRaises(ValueError):
- gettext.c2py(expr)
- def test_nested_condition_operator(self):
- self.assertEqual(gettext.c2py('n?1?2:3:4')(0), 4)
- self.assertEqual(gettext.c2py('n?1?2:3:4')(1), 2)
- self.assertEqual(gettext.c2py('n?1:3?4:5')(0), 4)
- self.assertEqual(gettext.c2py('n?1:3?4:5')(1), 1)
- def test_division(self):
- f = gettext.c2py('2/n*3')
- self.assertEqual(f(1), 6)
- self.assertEqual(f(2), 3)
- self.assertEqual(f(3), 0)
- self.assertEqual(f(-1), -6)
- self.assertRaises(ZeroDivisionError, f, 0)
- def test_plural_number(self):
- f = gettext.c2py('n != 1')
- self.assertEqual(f(1), 0)
- self.assertEqual(f(2), 1)
- with self.assertWarns(DeprecationWarning):
- self.assertEqual(f(1.0), 0)
- with self.assertWarns(DeprecationWarning):
- self.assertEqual(f(2.0), 1)
- with self.assertWarns(DeprecationWarning):
- self.assertEqual(f(1.1), 1)
- self.assertRaises(TypeError, f, '2')
- self.assertRaises(TypeError, f, b'2')
- self.assertRaises(TypeError, f, [])
- self.assertRaises(TypeError, f, object())
- class GNUTranslationParsingTest(GettextBaseTest):
- def test_plural_form_error_issue17898(self):
- with open(MOFILE, 'wb') as fp:
- fp.write(base64.decodebytes(GNU_MO_DATA_ISSUE_17898))
- with open(MOFILE, 'rb') as fp:
- # If this runs cleanly, the bug is fixed.
- t = gettext.GNUTranslations(fp)
- def test_ignore_comments_in_headers_issue36239(self):
- """Checks that comments like:
- #-#-#-#-# messages.po (EdX Studio) #-#-#-#-#
- are ignored.
- """
- with open(MOFILE, 'wb') as fp:
- fp.write(base64.decodebytes(GNU_MO_DATA_ISSUE_17898))
- with open(MOFILE, 'rb') as fp:
- t = gettext.GNUTranslations(fp)
- self.assertEqual(t.info()["plural-forms"], "nplurals=2; plural=(n != 1);")
- class UnicodeTranslationsTest(GettextBaseTest):
- def setUp(self):
- GettextBaseTest.setUp(self)
- with open(UMOFILE, 'rb') as fp:
- self.t = gettext.GNUTranslations(fp)
- self._ = self.t.gettext
- self.pgettext = self.t.pgettext
- def test_unicode_msgid(self):
- self.assertIsInstance(self._(''), str)
- def test_unicode_msgstr(self):
- self.assertEqual(self._('ab\xde'), '\xa4yz')
- def test_unicode_context_msgstr(self):
- t = self.pgettext('mycontext\xde', 'ab\xde')
- self.assertTrue(isinstance(t, str))
- self.assertEqual(t, '\xa4yz (context version)')
- class UnicodeTranslationsPluralTest(GettextBaseTest):
- def setUp(self):
- GettextBaseTest.setUp(self)
- with open(MOFILE, 'rb') as fp:
- self.t = gettext.GNUTranslations(fp)
- self.ngettext = self.t.ngettext
- self.npgettext = self.t.npgettext
- def test_unicode_msgid(self):
- unless = self.assertTrue
- unless(isinstance(self.ngettext('', '', 1), str))
- unless(isinstance(self.ngettext('', '', 2), str))
- def test_unicode_context_msgid(self):
- unless = self.assertTrue
- unless(isinstance(self.npgettext('', '', '', 1), str))
- unless(isinstance(self.npgettext('', '', '', 2), str))
- def test_unicode_msgstr(self):
- eq = self.assertEqual
- unless = self.assertTrue
- t = self.ngettext("There is %s file", "There are %s files", 1)
- unless(isinstance(t, str))
- eq(t, "Hay %s fichero")
- unless(isinstance(t, str))
- t = self.ngettext("There is %s file", "There are %s files", 5)
- unless(isinstance(t, str))
- eq(t, "Hay %s ficheros")
- def test_unicode_msgstr_with_context(self):
- eq = self.assertEqual
- unless = self.assertTrue
- t = self.npgettext("With context",
- "There is %s file", "There are %s files", 1)
- unless(isinstance(t, str))
- eq(t, "Hay %s fichero (context)")
- t = self.npgettext("With context",
- "There is %s file", "There are %s files", 5)
- unless(isinstance(t, str))
- eq(t, "Hay %s ficheros (context)")
- class WeirdMetadataTest(GettextBaseTest):
- def setUp(self):
- GettextBaseTest.setUp(self)
- with open(MMOFILE, 'rb') as fp:
- try:
- self.t = gettext.GNUTranslations(fp)
- except:
- self.tearDown()
- raise
- def test_weird_metadata(self):
- info = self.t.info()
- self.assertEqual(len(info), 9)
- self.assertEqual(info['last-translator'],
- 'John Doe <jdoe@example.com>\nJane Foobar <jfoobar@example.com>')
- class DummyGNUTranslations(gettext.GNUTranslations):
- def foo(self):
- return 'foo'
- class GettextCacheTestCase(GettextBaseTest):
- def test_cache(self):
- self.localedir = os.curdir
- self.mofile = MOFILE
- self.assertEqual(len(gettext._translations), 0)
- t = gettext.translation('gettext', self.localedir)
- self.assertEqual(len(gettext._translations), 1)
- t = gettext.translation('gettext', self.localedir,
- class_=DummyGNUTranslations)
- self.assertEqual(len(gettext._translations), 2)
- self.assertEqual(t.__class__, DummyGNUTranslations)
- # Calling it again doesn't add to the cache
- t = gettext.translation('gettext', self.localedir,
- class_=DummyGNUTranslations)
- self.assertEqual(len(gettext._translations), 2)
- self.assertEqual(t.__class__, DummyGNUTranslations)
- class MiscTestCase(unittest.TestCase):
- def test__all__(self):
- support.check__all__(self, gettext,
- not_exported={'c2py', 'ENOENT'})
- if __name__ == '__main__':
- unittest.main()
- # For reference, here's the .po file used to created the GNU_MO_DATA above.
- #
- # The original version was automatically generated from the sources with
- # pygettext. Later it was manually modified to add plural forms support.
- b'''
- # Dummy translation for the Python test_gettext.py module.
- # Copyright (C) 2001 Python Software Foundation
- # Barry Warsaw <barry@python.org>, 2000.
- #
- msgid ""
- msgstr ""
- "Project-Id-Version: 2.0\n"
- "PO-Revision-Date: 2003-04-11 14:32-0400\n"
- "Last-Translator: J. David Ibanez <j-david@noos.fr>\n"
- "Language-Team: XX <python-dev@python.org>\n"
- "MIME-Version: 1.0\n"
- "Content-Type: text/plain; charset=iso-8859-1\n"
- "Content-Transfer-Encoding: 8bit\n"
- "Generated-By: pygettext.py 1.1\n"
- "Plural-Forms: nplurals=2; plural=n!=1;\n"
- #: test_gettext.py:19 test_gettext.py:25 test_gettext.py:31 test_gettext.py:37
- #: test_gettext.py:51 test_gettext.py:80 test_gettext.py:86 test_gettext.py:92
- #: test_gettext.py:98
- msgid "nudge nudge"
- msgstr "wink wink"
- msgctxt "my context"
- msgid "nudge nudge"
- msgstr "wink wink (in \"my context\")"
- msgctxt "my other context"
- msgid "nudge nudge"
- msgstr "wink wink (in \"my other context\")"
- #: test_gettext.py:16 test_gettext.py:22 test_gettext.py:28 test_gettext.py:34
- #: test_gettext.py:77 test_gettext.py:83 test_gettext.py:89 test_gettext.py:95
- msgid "albatross"
- msgstr ""
- #: test_gettext.py:18 test_gettext.py:24 test_gettext.py:30 test_gettext.py:36
- #: test_gettext.py:79 test_gettext.py:85 test_gettext.py:91 test_gettext.py:97
- msgid "Raymond Luxury Yach-t"
- msgstr "Throatwobbler Mangrove"
- #: test_gettext.py:17 test_gettext.py:23 test_gettext.py:29 test_gettext.py:35
- #: test_gettext.py:56 test_gettext.py:78 test_gettext.py:84 test_gettext.py:90
- #: test_gettext.py:96
- msgid "mullusk"
- msgstr "bacon"
- #: test_gettext.py:40 test_gettext.py:101
- msgid ""
- "This module provides internationalization and localization\n"
- "support for your Python programs by providing an interface to the GNU\n"
- "gettext message catalog library."
- msgstr ""
- "Guvf zbqhyr cebivqrf vagreangvbanyvmngvba naq ybpnyvmngvba\n"
- "fhccbeg sbe lbhe Clguba cebtenzf ol cebivqvat na vagresnpr gb gur TAH\n"
- "trggrkg zrffntr pngnybt yvoenel."
- # Manually added, as neither pygettext nor xgettext support plural forms
- # in Python.
- msgid "There is %s file"
- msgid_plural "There are %s files"
- msgstr[0] "Hay %s fichero"
- msgstr[1] "Hay %s ficheros"
- # Manually added, as neither pygettext nor xgettext support plural forms
- # and context in Python.
- msgctxt "With context"
- msgid "There is %s file"
- msgid_plural "There are %s files"
- msgstr[0] "Hay %s fichero (context)"
- msgstr[1] "Hay %s ficheros (context)"
- '''
- # Here's the second example po file example, used to generate the UMO_DATA
- # containing utf-8 encoded Unicode strings
- b'''
- # Dummy translation for the Python test_gettext.py module.
- # Copyright (C) 2001 Python Software Foundation
- # Barry Warsaw <barry@python.org>, 2000.
- #
- msgid ""
- msgstr ""
- "Project-Id-Version: 2.0\n"
- "PO-Revision-Date: 2003-04-11 12:42-0400\n"
- "Last-Translator: Barry A. WArsaw <barry@python.org>\n"
- "Language-Team: XX <python-dev@python.org>\n"
- "MIME-Version: 1.0\n"
- "Content-Type: text/plain; charset=utf-8\n"
- "Content-Transfer-Encoding: 7bit\n"
- "Generated-By: manually\n"
- #: nofile:0
- msgid "ab\xc3\x9e"
- msgstr "\xc2\xa4yz"
- #: nofile:1
- msgctxt "mycontext\xc3\x9e"
- msgid "ab\xc3\x9e"
- msgstr "\xc2\xa4yz (context version)"
- '''
- # Here's the third example po file, used to generate MMO_DATA
- b'''
- msgid ""
- msgstr ""
- "Project-Id-Version: No Project 0.0\n"
- "POT-Creation-Date: Wed Dec 11 07:44:15 2002\n"
- "PO-Revision-Date: 2002-08-14 01:18:58+00:00\n"
- "Last-Translator: John Doe <jdoe@example.com>\n"
- "Jane Foobar <jfoobar@example.com>\n"
- "Language-Team: xx <xx@example.com>\n"
- "MIME-Version: 1.0\n"
- "Content-Type: text/plain; charset=iso-8859-15\n"
- "Content-Transfer-Encoding: quoted-printable\n"
- "Generated-By: pygettext.py 1.3\n"
- '''
- #
- # messages.po, used for bug 17898
- #
- b'''
- # test file for http://bugs.python.org/issue17898
- msgid ""
- msgstr ""
- "Plural-Forms: nplurals=2; plural=(n != 1);\n"
- "#-#-#-#-# messages.po (EdX Studio) #-#-#-#-#\n"
- "Content-Type: text/plain; charset=UTF-8\n"
- '''
|