| import os |
| import base64 |
| import gettext |
| import unittest |
| |
| from test import support |
| from test.support import os_helper |
| |
| |
| # TODO: |
| # - Add new tests, for example for "dgettext" |
| # - Remove dummy tests, for example testing for single and double quotes |
| # has no sense, it would have if we were testing a parser (i.e. pygettext) |
| # - Tests should have only one assert. |
| |
| GNU_MO_DATA = b'''\ |
| 3hIElQAAAAAJAAAAHAAAAGQAAAAAAAAArAAAAAAAAACsAAAAFQAAAK0AAAAjAAAAwwAAAKEAAADn |
| AAAAMAAAAIkBAAAHAAAAugEAABYAAADCAQAAHAAAANkBAAALAAAA9gEAAEIBAAACAgAAFgAAAEUD |
| AAAeAAAAXAMAAKEAAAB7AwAAMgAAAB0EAAAFAAAAUAQAABsAAABWBAAAIQAAAHIEAAAJAAAAlAQA |
| AABSYXltb25kIEx1eHVyeSBZYWNoLXQAVGhlcmUgaXMgJXMgZmlsZQBUaGVyZSBhcmUgJXMgZmls |
| ZXMAVGhpcyBtb2R1bGUgcHJvdmlkZXMgaW50ZXJuYXRpb25hbGl6YXRpb24gYW5kIGxvY2FsaXph |
| dGlvbgpzdXBwb3J0IGZvciB5b3VyIFB5dGhvbiBwcm9ncmFtcyBieSBwcm92aWRpbmcgYW4gaW50 |
| ZXJmYWNlIHRvIHRoZSBHTlUKZ2V0dGV4dCBtZXNzYWdlIGNhdGFsb2cgbGlicmFyeS4AV2l0aCBj |
| b250ZXh0BFRoZXJlIGlzICVzIGZpbGUAVGhlcmUgYXJlICVzIGZpbGVzAG11bGx1c2sAbXkgY29u |
| dGV4dARudWRnZSBudWRnZQBteSBvdGhlciBjb250ZXh0BG51ZGdlIG51ZGdlAG51ZGdlIG51ZGdl |
| AFByb2plY3QtSWQtVmVyc2lvbjogMi4wClBPLVJldmlzaW9uLURhdGU6IDIwMDMtMDQtMTEgMTQ6 |
| MzItMDQwMApMYXN0LVRyYW5zbGF0b3I6IEouIERhdmlkIEliYW5leiA8ai1kYXZpZEBub29zLmZy |
| PgpMYW5ndWFnZS1UZWFtOiBYWCA8cHl0aG9uLWRldkBweXRob24ub3JnPgpNSU1FLVZlcnNpb246 |
| IDEuMApDb250ZW50LVR5cGU6IHRleHQvcGxhaW47IGNoYXJzZXQ9aXNvLTg4NTktMQpDb250ZW50 |
| LVRyYW5zZmVyLUVuY29kaW5nOiA4Yml0CkdlbmVyYXRlZC1CeTogcHlnZXR0ZXh0LnB5IDEuMQpQ |
| bHVyYWwtRm9ybXM6IG5wbHVyYWxzPTI7IHBsdXJhbD1uIT0xOwoAVGhyb2F0d29iYmxlciBNYW5n |
| cm92ZQBIYXkgJXMgZmljaGVybwBIYXkgJXMgZmljaGVyb3MAR3V2ZiB6YnFoeXIgY2ViaXZxcmYg |
| dmFncmVhbmd2YmFueXZtbmd2YmEgbmFxIHlicG55dm1uZ3ZiYQpmaGNjYmVnIHNiZSBsYmhlIENs |
| Z3ViYSBjZWJ0ZW56ZiBvbCBjZWJpdnF2YXQgbmEgdmFncmVzbnByIGdiIGd1ciBUQUgKdHJnZ3Jr |
| ZyB6cmZmbnRyIHBuZ255YnQgeXZvZW5lbC4ASGF5ICVzIGZpY2hlcm8gKGNvbnRleHQpAEhheSAl |
| cyBmaWNoZXJvcyAoY29udGV4dCkAYmFjb24Ad2luayB3aW5rIChpbiAibXkgY29udGV4dCIpAHdp |
| bmsgd2luayAoaW4gIm15IG90aGVyIGNvbnRleHQiKQB3aW5rIHdpbmsA |
| ''' |
| |
| # This data contains an invalid major version number (5) |
| # An unexpected major version number should be treated as an error when |
| # parsing a .mo file |
| |
| GNU_MO_DATA_BAD_MAJOR_VERSION = b'''\ |
| 3hIElQAABQAGAAAAHAAAAEwAAAALAAAAfAAAAAAAAACoAAAAFQAAAKkAAAAjAAAAvwAAAKEAAADj |
| AAAABwAAAIUBAAALAAAAjQEAAEUBAACZAQAAFgAAAN8CAAAeAAAA9gIAAKEAAAAVAwAABQAAALcD |
| AAAJAAAAvQMAAAEAAAADAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAEAAAABQAAAAYAAAACAAAAAFJh |
| eW1vbmQgTHV4dXJ5IFlhY2gtdABUaGVyZSBpcyAlcyBmaWxlAFRoZXJlIGFyZSAlcyBmaWxlcwBU |
| aGlzIG1vZHVsZSBwcm92aWRlcyBpbnRlcm5hdGlvbmFsaXphdGlvbiBhbmQgbG9jYWxpemF0aW9u |
| CnN1cHBvcnQgZm9yIHlvdXIgUHl0aG9uIHByb2dyYW1zIGJ5IHByb3ZpZGluZyBhbiBpbnRlcmZh |
| Y2UgdG8gdGhlIEdOVQpnZXR0ZXh0IG1lc3NhZ2UgY2F0YWxvZyBsaWJyYXJ5LgBtdWxsdXNrAG51 |
| ZGdlIG51ZGdlAFByb2plY3QtSWQtVmVyc2lvbjogMi4wClBPLVJldmlzaW9uLURhdGU6IDIwMDAt |
| MDgtMjkgMTI6MTktMDQ6MDAKTGFzdC1UcmFuc2xhdG9yOiBKLiBEYXZpZCBJYsOhw7FleiA8ai1k |
| YXZpZEBub29zLmZyPgpMYW5ndWFnZS1UZWFtOiBYWCA8cHl0aG9uLWRldkBweXRob24ub3JnPgpN |
| SU1FLVZlcnNpb246IDEuMApDb250ZW50LVR5cGU6IHRleHQvcGxhaW47IGNoYXJzZXQ9aXNvLTg4 |
| NTktMQpDb250ZW50LVRyYW5zZmVyLUVuY29kaW5nOiBub25lCkdlbmVyYXRlZC1CeTogcHlnZXR0 |
| ZXh0LnB5IDEuMQpQbHVyYWwtRm9ybXM6IG5wbHVyYWxzPTI7IHBsdXJhbD1uIT0xOwoAVGhyb2F0 |
| d29iYmxlciBNYW5ncm92ZQBIYXkgJXMgZmljaGVybwBIYXkgJXMgZmljaGVyb3MAR3V2ZiB6YnFo |
| eXIgY2ViaXZxcmYgdmFncmVhbmd2YmFueXZtbmd2YmEgbmFxIHlicG55dm1uZ3ZiYQpmaGNjYmVn |
| IHNiZSBsYmhlIENsZ3ViYSBjZWJ0ZW56ZiBvbCBjZWJpdnF2YXQgbmEgdmFncmVzbnByIGdiIGd1 |
| ciBUQUgKdHJnZ3JrZyB6cmZmbnRyIHBuZ255YnQgeXZvZW5lbC4AYmFjb24Ad2luayB3aW5rAA== |
| ''' |
| |
| # This data contains an invalid minor version number (7) |
| # An unexpected minor version number only indicates that some of the file's |
| # contents may not be able to be read. It does not indicate an error. |
| |
| GNU_MO_DATA_BAD_MINOR_VERSION = b'''\ |
| 3hIElQcAAAAGAAAAHAAAAEwAAAALAAAAfAAAAAAAAACoAAAAFQAAAKkAAAAjAAAAvwAAAKEAAADj |
| AAAABwAAAIUBAAALAAAAjQEAAEUBAACZAQAAFgAAAN8CAAAeAAAA9gIAAKEAAAAVAwAABQAAALcD |
| AAAJAAAAvQMAAAEAAAADAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAEAAAABQAAAAYAAAACAAAAAFJh |
| eW1vbmQgTHV4dXJ5IFlhY2gtdABUaGVyZSBpcyAlcyBmaWxlAFRoZXJlIGFyZSAlcyBmaWxlcwBU |
| aGlzIG1vZHVsZSBwcm92aWRlcyBpbnRlcm5hdGlvbmFsaXphdGlvbiBhbmQgbG9jYWxpemF0aW9u |
| CnN1cHBvcnQgZm9yIHlvdXIgUHl0aG9uIHByb2dyYW1zIGJ5IHByb3ZpZGluZyBhbiBpbnRlcmZh |
| Y2UgdG8gdGhlIEdOVQpnZXR0ZXh0IG1lc3NhZ2UgY2F0YWxvZyBsaWJyYXJ5LgBtdWxsdXNrAG51 |
| ZGdlIG51ZGdlAFByb2plY3QtSWQtVmVyc2lvbjogMi4wClBPLVJldmlzaW9uLURhdGU6IDIwMDAt |
| MDgtMjkgMTI6MTktMDQ6MDAKTGFzdC1UcmFuc2xhdG9yOiBKLiBEYXZpZCBJYsOhw7FleiA8ai1k |
| YXZpZEBub29zLmZyPgpMYW5ndWFnZS1UZWFtOiBYWCA8cHl0aG9uLWRldkBweXRob24ub3JnPgpN |
| SU1FLVZlcnNpb246IDEuMApDb250ZW50LVR5cGU6IHRleHQvcGxhaW47IGNoYXJzZXQ9aXNvLTg4 |
| NTktMQpDb250ZW50LVRyYW5zZmVyLUVuY29kaW5nOiBub25lCkdlbmVyYXRlZC1CeTogcHlnZXR0 |
| ZXh0LnB5IDEuMQpQbHVyYWwtRm9ybXM6IG5wbHVyYWxzPTI7IHBsdXJhbD1uIT0xOwoAVGhyb2F0 |
| d29iYmxlciBNYW5ncm92ZQBIYXkgJXMgZmljaGVybwBIYXkgJXMgZmljaGVyb3MAR3V2ZiB6YnFo |
| eXIgY2ViaXZxcmYgdmFncmVhbmd2YmFueXZtbmd2YmEgbmFxIHlicG55dm1uZ3ZiYQpmaGNjYmVn |
| IHNiZSBsYmhlIENsZ3ViYSBjZWJ0ZW56ZiBvbCBjZWJpdnF2YXQgbmEgdmFncmVzbnByIGdiIGd1 |
| ciBUQUgKdHJnZ3JrZyB6cmZmbnRyIHBuZ255YnQgeXZvZW5lbC4AYmFjb24Ad2luayB3aW5rAA== |
| ''' |
| |
| |
| UMO_DATA = b'''\ |
| 3hIElQAAAAADAAAAHAAAADQAAAAAAAAAAAAAAAAAAABMAAAABAAAAE0AAAAQAAAAUgAAAA8BAABj |
| AAAABAAAAHMBAAAWAAAAeAEAAABhYsOeAG15Y29udGV4dMOeBGFiw54AUHJvamVjdC1JZC1WZXJz |
| aW9uOiAyLjAKUE8tUmV2aXNpb24tRGF0ZTogMjAwMy0wNC0xMSAxMjo0Mi0wNDAwCkxhc3QtVHJh |
| bnNsYXRvcjogQmFycnkgQS4gV0Fyc2F3IDxiYXJyeUBweXRob24ub3JnPgpMYW5ndWFnZS1UZWFt |
| OiBYWCA8cHl0aG9uLWRldkBweXRob24ub3JnPgpNSU1FLVZlcnNpb246IDEuMApDb250ZW50LVR5 |
| cGU6IHRleHQvcGxhaW47IGNoYXJzZXQ9dXRmLTgKQ29udGVudC1UcmFuc2Zlci1FbmNvZGluZzog |
| N2JpdApHZW5lcmF0ZWQtQnk6IG1hbnVhbGx5CgDCpHl6AMKkeXogKGNvbnRleHQgdmVyc2lvbikA |
| ''' |
| |
| MMO_DATA = b'''\ |
| 3hIElQAAAAABAAAAHAAAACQAAAADAAAALAAAAAAAAAA4AAAAeAEAADkAAAABAAAAAAAAAAAAAAAA |
| UHJvamVjdC1JZC1WZXJzaW9uOiBObyBQcm9qZWN0IDAuMApQT1QtQ3JlYXRpb24tRGF0ZTogV2Vk |
| IERlYyAxMSAwNzo0NDoxNSAyMDAyClBPLVJldmlzaW9uLURhdGU6IDIwMDItMDgtMTQgMDE6MTg6 |
| NTgrMDA6MDAKTGFzdC1UcmFuc2xhdG9yOiBKb2huIERvZSA8amRvZUBleGFtcGxlLmNvbT4KSmFu |
| ZSBGb29iYXIgPGpmb29iYXJAZXhhbXBsZS5jb20+Ckxhbmd1YWdlLVRlYW06IHh4IDx4eEBleGFt |
| cGxlLmNvbT4KTUlNRS1WZXJzaW9uOiAxLjAKQ29udGVudC1UeXBlOiB0ZXh0L3BsYWluOyBjaGFy |
| c2V0PWlzby04ODU5LTE1CkNvbnRlbnQtVHJhbnNmZXItRW5jb2Rpbmc6IHF1b3RlZC1wcmludGFi |
| bGUKR2VuZXJhdGVkLUJ5OiBweWdldHRleHQucHkgMS4zCgA= |
| ''' |
| |
| LOCALEDIR = os.path.join('xx', 'LC_MESSAGES') |
| MOFILE = os.path.join(LOCALEDIR, 'gettext.mo') |
| MOFILE_BAD_MAJOR_VERSION = os.path.join(LOCALEDIR, 'gettext_bad_major_version.mo') |
| MOFILE_BAD_MINOR_VERSION = os.path.join(LOCALEDIR, 'gettext_bad_minor_version.mo') |
| UMOFILE = os.path.join(LOCALEDIR, 'ugettext.mo') |
| MMOFILE = os.path.join(LOCALEDIR, 'metadata.mo') |
| |
| |
| class GettextBaseTest(unittest.TestCase): |
| def setUp(self): |
| self.addCleanup(os_helper.rmtree, os.path.split(LOCALEDIR)[0]) |
| if not os.path.isdir(LOCALEDIR): |
| os.makedirs(LOCALEDIR) |
| with open(MOFILE, 'wb') as fp: |
| fp.write(base64.decodebytes(GNU_MO_DATA)) |
| with open(MOFILE_BAD_MAJOR_VERSION, 'wb') as fp: |
| fp.write(base64.decodebytes(GNU_MO_DATA_BAD_MAJOR_VERSION)) |
| with open(MOFILE_BAD_MINOR_VERSION, 'wb') as fp: |
| fp.write(base64.decodebytes(GNU_MO_DATA_BAD_MINOR_VERSION)) |
| with open(UMOFILE, 'wb') as fp: |
| fp.write(base64.decodebytes(UMO_DATA)) |
| with open(MMOFILE, 'wb') as fp: |
| fp.write(base64.decodebytes(MMO_DATA)) |
| self.env = self.enterContext(os_helper.EnvironmentVarGuard()) |
| self.env['LANGUAGE'] = 'xx' |
| gettext._translations.clear() |
| |
| |
| GNU_MO_DATA_ISSUE_17898 = b'''\ |
| 3hIElQAAAAABAAAAHAAAACQAAAAAAAAAAAAAAAAAAAAsAAAAggAAAC0AAAAAUGx1cmFsLUZvcm1z |
| OiBucGx1cmFscz0yOyBwbHVyYWw9KG4gIT0gMSk7CiMtIy0jLSMtIyAgbWVzc2FnZXMucG8gKEVk |
| WCBTdHVkaW8pICAjLSMtIy0jLSMKQ29udGVudC1UeXBlOiB0ZXh0L3BsYWluOyBjaGFyc2V0PVVU |
| Ri04CgA= |
| ''' |
| |
| class GettextTestCase1(GettextBaseTest): |
| def setUp(self): |
| GettextBaseTest.setUp(self) |
| self.localedir = os.curdir |
| self.mofile = MOFILE |
| gettext.install('gettext', self.localedir, names=['pgettext']) |
| |
| def test_some_translations(self): |
| eq = self.assertEqual |
| # test some translations |
| eq(_('albatross'), 'albatross') |
| eq(_('mullusk'), 'bacon') |
| eq(_(r'Raymond Luxury Yach-t'), 'Throatwobbler Mangrove') |
| eq(_(r'nudge nudge'), 'wink wink') |
| |
| def test_some_translations_with_context(self): |
| eq = self.assertEqual |
| eq(pgettext('my context', 'nudge nudge'), |
| 'wink wink (in "my context")') |
| eq(pgettext('my other context', 'nudge nudge'), |
| 'wink wink (in "my other context")') |
| |
| def test_double_quotes(self): |
| eq = self.assertEqual |
| # double quotes |
| eq(_("albatross"), 'albatross') |
| eq(_("mullusk"), 'bacon') |
| eq(_(r"Raymond Luxury Yach-t"), 'Throatwobbler Mangrove') |
| eq(_(r"nudge nudge"), 'wink wink') |
| |
| def test_triple_single_quotes(self): |
| eq = self.assertEqual |
| # triple single quotes |
| eq(_('''albatross'''), 'albatross') |
| eq(_('''mullusk'''), 'bacon') |
| eq(_(r'''Raymond Luxury Yach-t'''), 'Throatwobbler Mangrove') |
| eq(_(r'''nudge nudge'''), 'wink wink') |
| |
| def test_triple_double_quotes(self): |
| eq = self.assertEqual |
| # triple double quotes |
| eq(_("""albatross"""), 'albatross') |
| eq(_("""mullusk"""), 'bacon') |
| eq(_(r"""Raymond Luxury Yach-t"""), 'Throatwobbler Mangrove') |
| eq(_(r"""nudge nudge"""), 'wink wink') |
| |
| def test_multiline_strings(self): |
| eq = self.assertEqual |
| # multiline strings |
| eq(_('''This module provides internationalization and localization |
| support for your Python programs by providing an interface to the GNU |
| gettext message catalog library.'''), |
| '''Guvf zbqhyr cebivqrf vagreangvbanyvmngvba naq ybpnyvmngvba |
| fhccbeg sbe lbhe Clguba cebtenzf ol cebivqvat na vagresnpr gb gur TAH |
| trggrkg zrffntr pngnybt yvoenel.''') |
| |
| def test_the_alternative_interface(self): |
| eq = self.assertEqual |
| neq = self.assertNotEqual |
| # test the alternative interface |
| with open(self.mofile, 'rb') as fp: |
| t = gettext.GNUTranslations(fp) |
| # Install the translation object |
| t.install() |
| eq(_('nudge nudge'), 'wink wink') |
| # Try unicode return type |
| t.install() |
| eq(_('mullusk'), 'bacon') |
| # Test installation of other methods |
| import builtins |
| t.install(names=["gettext", "ngettext"]) |
| eq(_, t.gettext) |
| eq(builtins.gettext, t.gettext) |
| eq(ngettext, t.ngettext) |
| neq(pgettext, t.pgettext) |
| del builtins.gettext |
| del builtins.ngettext |
| |
| |
| class GettextTestCase2(GettextBaseTest): |
| def setUp(self): |
| GettextBaseTest.setUp(self) |
| self.localedir = os.curdir |
| # Set up the bindings |
| gettext.bindtextdomain('gettext', self.localedir) |
| gettext.textdomain('gettext') |
| # For convenience |
| self._ = gettext.gettext |
| |
| def test_bindtextdomain(self): |
| self.assertEqual(gettext.bindtextdomain('gettext'), self.localedir) |
| |
| def test_textdomain(self): |
| self.assertEqual(gettext.textdomain(), 'gettext') |
| |
| def test_bad_major_version(self): |
| with open(MOFILE_BAD_MAJOR_VERSION, 'rb') as fp: |
| with self.assertRaises(OSError) as cm: |
| gettext.GNUTranslations(fp) |
| |
| exception = cm.exception |
| self.assertEqual(exception.errno, 0) |
| self.assertEqual(exception.strerror, "Bad version number 5") |
| self.assertEqual(exception.filename, MOFILE_BAD_MAJOR_VERSION) |
| |
| def test_bad_minor_version(self): |
| with open(MOFILE_BAD_MINOR_VERSION, 'rb') as fp: |
| # Check that no error is thrown with a bad minor version number |
| gettext.GNUTranslations(fp) |
| |
| def test_some_translations(self): |
| eq = self.assertEqual |
| # test some translations |
| eq(self._('albatross'), 'albatross') |
| eq(self._('mullusk'), 'bacon') |
| eq(self._(r'Raymond Luxury Yach-t'), 'Throatwobbler Mangrove') |
| eq(self._(r'nudge nudge'), 'wink wink') |
| |
| def test_some_translations_with_context(self): |
| eq = self.assertEqual |
| eq(gettext.pgettext('my context', 'nudge nudge'), |
| 'wink wink (in "my context")') |
| eq(gettext.pgettext('my other context', 'nudge nudge'), |
| 'wink wink (in "my other context")') |
| |
| def test_some_translations_with_context_and_domain(self): |
| eq = self.assertEqual |
| eq(gettext.dpgettext('gettext', 'my context', 'nudge nudge'), |
| 'wink wink (in "my context")') |
| eq(gettext.dpgettext('gettext', 'my other context', 'nudge nudge'), |
| 'wink wink (in "my other context")') |
| |
| def test_double_quotes(self): |
| eq = self.assertEqual |
| # double quotes |
| eq(self._("albatross"), 'albatross') |
| eq(self._("mullusk"), 'bacon') |
| eq(self._(r"Raymond Luxury Yach-t"), 'Throatwobbler Mangrove') |
| eq(self._(r"nudge nudge"), 'wink wink') |
| |
| def test_triple_single_quotes(self): |
| eq = self.assertEqual |
| # triple single quotes |
| eq(self._('''albatross'''), 'albatross') |
| eq(self._('''mullusk'''), 'bacon') |
| eq(self._(r'''Raymond Luxury Yach-t'''), 'Throatwobbler Mangrove') |
| eq(self._(r'''nudge nudge'''), 'wink wink') |
| |
| def test_triple_double_quotes(self): |
| eq = self.assertEqual |
| # triple double quotes |
| eq(self._("""albatross"""), 'albatross') |
| eq(self._("""mullusk"""), 'bacon') |
| eq(self._(r"""Raymond Luxury Yach-t"""), 'Throatwobbler Mangrove') |
| eq(self._(r"""nudge nudge"""), 'wink wink') |
| |
| def test_multiline_strings(self): |
| eq = self.assertEqual |
| # multiline strings |
| eq(self._('''This module provides internationalization and localization |
| support for your Python programs by providing an interface to the GNU |
| gettext message catalog library.'''), |
| '''Guvf zbqhyr cebivqrf vagreangvbanyvmngvba naq ybpnyvmngvba |
| fhccbeg sbe lbhe Clguba cebtenzf ol cebivqvat na vagresnpr gb gur TAH |
| trggrkg zrffntr pngnybt yvoenel.''') |
| |
| |
| class PluralFormsTestCase(GettextBaseTest): |
| def setUp(self): |
| GettextBaseTest.setUp(self) |
| self.mofile = MOFILE |
| |
| def test_plural_forms1(self): |
| eq = self.assertEqual |
| x = gettext.ngettext('There is %s file', 'There are %s files', 1) |
| eq(x, 'Hay %s fichero') |
| x = gettext.ngettext('There is %s file', 'There are %s files', 2) |
| eq(x, 'Hay %s ficheros') |
| |
| def test_plural_context_forms1(self): |
| eq = self.assertEqual |
| x = gettext.npgettext('With context', |
| 'There is %s file', 'There are %s files', 1) |
| eq(x, 'Hay %s fichero (context)') |
| x = gettext.npgettext('With context', |
| 'There is %s file', 'There are %s files', 2) |
| eq(x, 'Hay %s ficheros (context)') |
| |
| def test_plural_forms2(self): |
| eq = self.assertEqual |
| with open(self.mofile, 'rb') as fp: |
| t = gettext.GNUTranslations(fp) |
| x = t.ngettext('There is %s file', 'There are %s files', 1) |
| eq(x, 'Hay %s fichero') |
| x = t.ngettext('There is %s file', 'There are %s files', 2) |
| eq(x, 'Hay %s ficheros') |
| |
| def test_plural_context_forms2(self): |
| eq = self.assertEqual |
| with open(self.mofile, 'rb') as fp: |
| t = gettext.GNUTranslations(fp) |
| x = t.npgettext('With context', |
| 'There is %s file', 'There are %s files', 1) |
| eq(x, 'Hay %s fichero (context)') |
| x = t.npgettext('With context', |
| 'There is %s file', 'There are %s files', 2) |
| eq(x, 'Hay %s ficheros (context)') |
| |
| # Examples from http://www.gnu.org/software/gettext/manual/gettext.html |
| |
| def test_ja(self): |
| eq = self.assertEqual |
| f = gettext.c2py('0') |
| s = ''.join([ str(f(x)) for x in range(200) ]) |
| eq(s, "00000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000") |
| |
| def test_de(self): |
| eq = self.assertEqual |
| f = gettext.c2py('n != 1') |
| s = ''.join([ str(f(x)) for x in range(200) ]) |
| eq(s, "10111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111") |
| |
| def test_fr(self): |
| eq = self.assertEqual |
| f = gettext.c2py('n>1') |
| s = ''.join([ str(f(x)) for x in range(200) ]) |
| eq(s, "00111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111111") |
| |
| def test_lv(self): |
| eq = self.assertEqual |
| f = gettext.c2py('n%10==1 && n%100!=11 ? 0 : n != 0 ? 1 : 2') |
| s = ''.join([ str(f(x)) for x in range(200) ]) |
| eq(s, "20111111111111111111101111111110111111111011111111101111111110111111111011111111101111111110111111111011111111111111111110111111111011111111101111111110111111111011111111101111111110111111111011111111") |
| |
| def test_gd(self): |
| eq = self.assertEqual |
| f = gettext.c2py('n==1 ? 0 : n==2 ? 1 : 2') |
| s = ''.join([ str(f(x)) for x in range(200) ]) |
| eq(s, "20122222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222") |
| |
| def test_gd2(self): |
| eq = self.assertEqual |
| # Tests the combination of parentheses and "?:" |
| f = gettext.c2py('n==1 ? 0 : (n==2 ? 1 : 2)') |
| s = ''.join([ str(f(x)) for x in range(200) ]) |
| eq(s, "20122222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222") |
| |
| def test_ro(self): |
| eq = self.assertEqual |
| f = gettext.c2py('n==1 ? 0 : (n==0 || (n%100 > 0 && n%100 < 20)) ? 1 : 2') |
| s = ''.join([ str(f(x)) for x in range(200) ]) |
| eq(s, "10111111111111111111222222222222222222222222222222222222222222222222222222222222222222222222222222222111111111111111111122222222222222222222222222222222222222222222222222222222222222222222222222222222") |
| |
| def test_lt(self): |
| eq = self.assertEqual |
| f = gettext.c2py('n%10==1 && n%100!=11 ? 0 : n%10>=2 && (n%100<10 || n%100>=20) ? 1 : 2') |
| s = ''.join([ str(f(x)) for x in range(200) ]) |
| eq(s, "20111111112222222222201111111120111111112011111111201111111120111111112011111111201111111120111111112011111111222222222220111111112011111111201111111120111111112011111111201111111120111111112011111111") |
| |
| def test_ru(self): |
| eq = self.assertEqual |
| f = gettext.c2py('n%10==1 && n%100!=11 ? 0 : n%10>=2 && n%10<=4 && (n%100<10 || n%100>=20) ? 1 : 2') |
| s = ''.join([ str(f(x)) for x in range(200) ]) |
| eq(s, "20111222222222222222201112222220111222222011122222201112222220111222222011122222201112222220111222222011122222222222222220111222222011122222201112222220111222222011122222201112222220111222222011122222") |
| |
| def test_cs(self): |
| eq = self.assertEqual |
| f = gettext.c2py('(n==1) ? 0 : (n>=2 && n<=4) ? 1 : 2') |
| s = ''.join([ str(f(x)) for x in range(200) ]) |
| eq(s, "20111222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222222") |
| |
| def test_pl(self): |
| eq = self.assertEqual |
| f = gettext.c2py('n==1 ? 0 : n%10>=2 && n%10<=4 && (n%100<10 || n%100>=20) ? 1 : 2') |
| s = ''.join([ str(f(x)) for x in range(200) ]) |
| eq(s, "20111222222222222222221112222222111222222211122222221112222222111222222211122222221112222222111222222211122222222222222222111222222211122222221112222222111222222211122222221112222222111222222211122222") |
| |
| def test_sl(self): |
| eq = self.assertEqual |
| f = gettext.c2py('n%100==1 ? 0 : n%100==2 ? 1 : n%100==3 || n%100==4 ? 2 : 3') |
| s = ''.join([ str(f(x)) for x in range(200) ]) |
| eq(s, "30122333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333012233333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333333") |
| |
| def test_ar(self): |
| eq = self.assertEqual |
| f = gettext.c2py('n==0 ? 0 : n==1 ? 1 : n==2 ? 2 : n%100>=3 && n%100<=10 ? 3 : n%100>=11 ? 4 : 5') |
| s = ''.join([ str(f(x)) for x in range(200) ]) |
| eq(s, "01233333333444444444444444444444444444444444444444444444444444444444444444444444444444444444444444445553333333344444444444444444444444444444444444444444444444444444444444444444444444444444444444444444") |
| |
| def test_security(self): |
| raises = self.assertRaises |
| # Test for a dangerous expression |
| raises(ValueError, gettext.c2py, "os.chmod('/etc/passwd',0777)") |
| # issue28563 |
| raises(ValueError, gettext.c2py, '"(eval(foo) && ""') |
| raises(ValueError, gettext.c2py, 'f"{os.system(\'sh\')}"') |
| # Maximum recursion depth exceeded during compilation |
| raises(ValueError, gettext.c2py, 'n+'*10000 + 'n') |
| self.assertEqual(gettext.c2py('n+'*100 + 'n')(1), 101) |
| # MemoryError during compilation |
| raises(ValueError, gettext.c2py, '('*100 + 'n' + ')'*100) |
| # Maximum recursion depth exceeded in C to Python translator |
| raises(ValueError, gettext.c2py, '('*10000 + 'n' + ')'*10000) |
| self.assertEqual(gettext.c2py('('*20 + 'n' + ')'*20)(1), 1) |
| |
| def test_chained_comparison(self): |
| # C doesn't chain comparison as Python so 2 == 2 == 2 gets different results |
| f = gettext.c2py('n == n == n') |
| self.assertEqual(''.join(str(f(x)) for x in range(3)), '010') |
| f = gettext.c2py('1 < n == n') |
| self.assertEqual(''.join(str(f(x)) for x in range(3)), '100') |
| f = gettext.c2py('n == n < 2') |
| self.assertEqual(''.join(str(f(x)) for x in range(3)), '010') |
| f = gettext.c2py('0 < n < 2') |
| self.assertEqual(''.join(str(f(x)) for x in range(3)), '111') |
| |
| def test_decimal_number(self): |
| self.assertEqual(gettext.c2py('0123')(1), 123) |
| |
| def test_invalid_syntax(self): |
| invalid_expressions = [ |
| 'x>1', '(n>1', 'n>1)', '42**42**42', '0xa', '1.0', '1e2', |
| 'n>0x1', '+n', '-n', 'n()', 'n(1)', '1+', 'nn', 'n n', |
| ] |
| for expr in invalid_expressions: |
| with self.assertRaises(ValueError): |
| gettext.c2py(expr) |
| |
| def test_nested_condition_operator(self): |
| self.assertEqual(gettext.c2py('n?1?2:3:4')(0), 4) |
| self.assertEqual(gettext.c2py('n?1?2:3:4')(1), 2) |
| self.assertEqual(gettext.c2py('n?1:3?4:5')(0), 4) |
| self.assertEqual(gettext.c2py('n?1:3?4:5')(1), 1) |
| |
| def test_division(self): |
| f = gettext.c2py('2/n*3') |
| self.assertEqual(f(1), 6) |
| self.assertEqual(f(2), 3) |
| self.assertEqual(f(3), 0) |
| self.assertEqual(f(-1), -6) |
| self.assertRaises(ZeroDivisionError, f, 0) |
| |
| def test_plural_number(self): |
| f = gettext.c2py('n != 1') |
| self.assertEqual(f(1), 0) |
| self.assertEqual(f(2), 1) |
| with self.assertWarns(DeprecationWarning): |
| self.assertEqual(f(1.0), 0) |
| with self.assertWarns(DeprecationWarning): |
| self.assertEqual(f(2.0), 1) |
| with self.assertWarns(DeprecationWarning): |
| self.assertEqual(f(1.1), 1) |
| self.assertRaises(TypeError, f, '2') |
| self.assertRaises(TypeError, f, b'2') |
| self.assertRaises(TypeError, f, []) |
| self.assertRaises(TypeError, f, object()) |
| |
| |
| class GNUTranslationParsingTest(GettextBaseTest): |
| def test_plural_form_error_issue17898(self): |
| with open(MOFILE, 'wb') as fp: |
| fp.write(base64.decodebytes(GNU_MO_DATA_ISSUE_17898)) |
| with open(MOFILE, 'rb') as fp: |
| # If this runs cleanly, the bug is fixed. |
| t = gettext.GNUTranslations(fp) |
| |
| def test_ignore_comments_in_headers_issue36239(self): |
| """Checks that comments like: |
| |
| #-#-#-#-# messages.po (EdX Studio) #-#-#-#-# |
| |
| are ignored. |
| """ |
| with open(MOFILE, 'wb') as fp: |
| fp.write(base64.decodebytes(GNU_MO_DATA_ISSUE_17898)) |
| with open(MOFILE, 'rb') as fp: |
| t = gettext.GNUTranslations(fp) |
| self.assertEqual(t.info()["plural-forms"], "nplurals=2; plural=(n != 1);") |
| |
| |
| class UnicodeTranslationsTest(GettextBaseTest): |
| def setUp(self): |
| GettextBaseTest.setUp(self) |
| with open(UMOFILE, 'rb') as fp: |
| self.t = gettext.GNUTranslations(fp) |
| self._ = self.t.gettext |
| self.pgettext = self.t.pgettext |
| |
| def test_unicode_msgid(self): |
| self.assertIsInstance(self._(''), str) |
| |
| def test_unicode_msgstr(self): |
| self.assertEqual(self._('ab\xde'), '\xa4yz') |
| |
| def test_unicode_context_msgstr(self): |
| t = self.pgettext('mycontext\xde', 'ab\xde') |
| self.assertTrue(isinstance(t, str)) |
| self.assertEqual(t, '\xa4yz (context version)') |
| |
| |
| class UnicodeTranslationsPluralTest(GettextBaseTest): |
| def setUp(self): |
| GettextBaseTest.setUp(self) |
| with open(MOFILE, 'rb') as fp: |
| self.t = gettext.GNUTranslations(fp) |
| self.ngettext = self.t.ngettext |
| self.npgettext = self.t.npgettext |
| |
| def test_unicode_msgid(self): |
| unless = self.assertTrue |
| unless(isinstance(self.ngettext('', '', 1), str)) |
| unless(isinstance(self.ngettext('', '', 2), str)) |
| |
| def test_unicode_context_msgid(self): |
| unless = self.assertTrue |
| unless(isinstance(self.npgettext('', '', '', 1), str)) |
| unless(isinstance(self.npgettext('', '', '', 2), str)) |
| |
| def test_unicode_msgstr(self): |
| eq = self.assertEqual |
| unless = self.assertTrue |
| t = self.ngettext("There is %s file", "There are %s files", 1) |
| unless(isinstance(t, str)) |
| eq(t, "Hay %s fichero") |
| unless(isinstance(t, str)) |
| t = self.ngettext("There is %s file", "There are %s files", 5) |
| unless(isinstance(t, str)) |
| eq(t, "Hay %s ficheros") |
| |
| def test_unicode_msgstr_with_context(self): |
| eq = self.assertEqual |
| unless = self.assertTrue |
| t = self.npgettext("With context", |
| "There is %s file", "There are %s files", 1) |
| unless(isinstance(t, str)) |
| eq(t, "Hay %s fichero (context)") |
| t = self.npgettext("With context", |
| "There is %s file", "There are %s files", 5) |
| unless(isinstance(t, str)) |
| eq(t, "Hay %s ficheros (context)") |
| |
| |
| class WeirdMetadataTest(GettextBaseTest): |
| def setUp(self): |
| GettextBaseTest.setUp(self) |
| with open(MMOFILE, 'rb') as fp: |
| try: |
| self.t = gettext.GNUTranslations(fp) |
| except: |
| self.tearDown() |
| raise |
| |
| def test_weird_metadata(self): |
| info = self.t.info() |
| self.assertEqual(len(info), 9) |
| self.assertEqual(info['last-translator'], |
| 'John Doe <[email protected]>\nJane Foobar <[email protected]>') |
| |
| |
| class DummyGNUTranslations(gettext.GNUTranslations): |
| def foo(self): |
| return 'foo' |
| |
| |
| class GettextCacheTestCase(GettextBaseTest): |
| def test_cache(self): |
| self.localedir = os.curdir |
| self.mofile = MOFILE |
| |
| self.assertEqual(len(gettext._translations), 0) |
| |
| t = gettext.translation('gettext', self.localedir) |
| |
| self.assertEqual(len(gettext._translations), 1) |
| |
| t = gettext.translation('gettext', self.localedir, |
| class_=DummyGNUTranslations) |
| |
| self.assertEqual(len(gettext._translations), 2) |
| self.assertEqual(t.__class__, DummyGNUTranslations) |
| |
| # Calling it again doesn't add to the cache |
| |
| t = gettext.translation('gettext', self.localedir, |
| class_=DummyGNUTranslations) |
| |
| self.assertEqual(len(gettext._translations), 2) |
| self.assertEqual(t.__class__, DummyGNUTranslations) |
| |
| |
| class MiscTestCase(unittest.TestCase): |
| def test__all__(self): |
| support.check__all__(self, gettext, |
| not_exported={'c2py', 'ENOENT'}) |
| |
| |
| if __name__ == '__main__': |
| unittest.main() |
| |
| |
| # For reference, here's the .po file used to created the GNU_MO_DATA above. |
| # |
| # The original version was automatically generated from the sources with |
| # pygettext. Later it was manually modified to add plural forms support. |
| |
| b''' |
| # Dummy translation for the Python test_gettext.py module. |
| # Copyright (C) 2001 Python Software Foundation |
| # Barry Warsaw <[email protected]>, 2000. |
| # |
| msgid "" |
| msgstr "" |
| "Project-Id-Version: 2.0\n" |
| "PO-Revision-Date: 2003-04-11 14:32-0400\n" |
| "Last-Translator: J. David Ibanez <[email protected]>\n" |
| "Language-Team: XX <[email protected]>\n" |
| "MIME-Version: 1.0\n" |
| "Content-Type: text/plain; charset=iso-8859-1\n" |
| "Content-Transfer-Encoding: 8bit\n" |
| "Generated-By: pygettext.py 1.1\n" |
| "Plural-Forms: nplurals=2; plural=n!=1;\n" |
| |
| #: test_gettext.py:19 test_gettext.py:25 test_gettext.py:31 test_gettext.py:37 |
| #: test_gettext.py:51 test_gettext.py:80 test_gettext.py:86 test_gettext.py:92 |
| #: test_gettext.py:98 |
| msgid "nudge nudge" |
| msgstr "wink wink" |
| |
| msgctxt "my context" |
| msgid "nudge nudge" |
| msgstr "wink wink (in \"my context\")" |
| |
| msgctxt "my other context" |
| msgid "nudge nudge" |
| msgstr "wink wink (in \"my other context\")" |
| |
| #: test_gettext.py:16 test_gettext.py:22 test_gettext.py:28 test_gettext.py:34 |
| #: test_gettext.py:77 test_gettext.py:83 test_gettext.py:89 test_gettext.py:95 |
| msgid "albatross" |
| msgstr "" |
| |
| #: test_gettext.py:18 test_gettext.py:24 test_gettext.py:30 test_gettext.py:36 |
| #: test_gettext.py:79 test_gettext.py:85 test_gettext.py:91 test_gettext.py:97 |
| msgid "Raymond Luxury Yach-t" |
| msgstr "Throatwobbler Mangrove" |
| |
| #: test_gettext.py:17 test_gettext.py:23 test_gettext.py:29 test_gettext.py:35 |
| #: test_gettext.py:56 test_gettext.py:78 test_gettext.py:84 test_gettext.py:90 |
| #: test_gettext.py:96 |
| msgid "mullusk" |
| msgstr "bacon" |
| |
| #: test_gettext.py:40 test_gettext.py:101 |
| msgid "" |
| "This module provides internationalization and localization\n" |
| "support for your Python programs by providing an interface to the GNU\n" |
| "gettext message catalog library." |
| msgstr "" |
| "Guvf zbqhyr cebivqrf vagreangvbanyvmngvba naq ybpnyvmngvba\n" |
| "fhccbeg sbe lbhe Clguba cebtenzf ol cebivqvat na vagresnpr gb gur TAH\n" |
| "trggrkg zrffntr pngnybt yvoenel." |
| |
| # Manually added, as neither pygettext nor xgettext support plural forms |
| # in Python. |
| msgid "There is %s file" |
| msgid_plural "There are %s files" |
| msgstr[0] "Hay %s fichero" |
| msgstr[1] "Hay %s ficheros" |
| |
| # Manually added, as neither pygettext nor xgettext support plural forms |
| # and context in Python. |
| msgctxt "With context" |
| msgid "There is %s file" |
| msgid_plural "There are %s files" |
| msgstr[0] "Hay %s fichero (context)" |
| msgstr[1] "Hay %s ficheros (context)" |
| ''' |
| |
| # Here's the second example po file example, used to generate the UMO_DATA |
| # containing utf-8 encoded Unicode strings |
| |
| b''' |
| # Dummy translation for the Python test_gettext.py module. |
| # Copyright (C) 2001 Python Software Foundation |
| # Barry Warsaw <[email protected]>, 2000. |
| # |
| msgid "" |
| msgstr "" |
| "Project-Id-Version: 2.0\n" |
| "PO-Revision-Date: 2003-04-11 12:42-0400\n" |
| "Last-Translator: Barry A. WArsaw <[email protected]>\n" |
| "Language-Team: XX <[email protected]>\n" |
| "MIME-Version: 1.0\n" |
| "Content-Type: text/plain; charset=utf-8\n" |
| "Content-Transfer-Encoding: 7bit\n" |
| "Generated-By: manually\n" |
| |
| #: nofile:0 |
| msgid "ab\xc3\x9e" |
| msgstr "\xc2\xa4yz" |
| |
| #: nofile:1 |
| msgctxt "mycontext\xc3\x9e" |
| msgid "ab\xc3\x9e" |
| msgstr "\xc2\xa4yz (context version)" |
| ''' |
| |
| # Here's the third example po file, used to generate MMO_DATA |
| |
| b''' |
| msgid "" |
| msgstr "" |
| "Project-Id-Version: No Project 0.0\n" |
| "POT-Creation-Date: Wed Dec 11 07:44:15 2002\n" |
| "PO-Revision-Date: 2002-08-14 01:18:58+00:00\n" |
| "Last-Translator: John Doe <[email protected]>\n" |
| "Jane Foobar <[email protected]>\n" |
| "Language-Team: xx <[email protected]>\n" |
| "MIME-Version: 1.0\n" |
| "Content-Type: text/plain; charset=iso-8859-15\n" |
| "Content-Transfer-Encoding: quoted-printable\n" |
| "Generated-By: pygettext.py 1.3\n" |
| ''' |
| |
| # |
| # messages.po, used for bug 17898 |
| # |
| |
| b''' |
| # test file for http://bugs.python.org/issue17898 |
| msgid "" |
| msgstr "" |
| "Plural-Forms: nplurals=2; plural=(n != 1);\n" |
| "#-#-#-#-# messages.po (EdX Studio) #-#-#-#-#\n" |
| "Content-Type: text/plain; charset=UTF-8\n" |
| ''' |
