--- /dev/null
+# Encoding: UTF-8
+
+import csv
+
+from nose.tools import *
+
+from pokedex.db import translations, tables
+
+fake_version_names = (
+ 'version_id,local_language_id,name',
+ '1,0,name1', '2,0,name2', '3,0,name3', '3,1,othername3',
+ )
+
+fake_translation_csv = (
+ 'language_id,table,id,column,source_crc,string',
+ '0,Version,1,name,,name1',
+ '0,Version,2,name,,name2',
+ '0,Version,3,name,,name3',
+ '1,Version,3,name,,othername3',
+ )
+
+def test_yield_source_csv_messages():
+ check_version_message_stream(translations.yield_source_csv_messages(
+ tables.Version.names_table,
+ tables.Version,
+ csv.reader(iter(fake_version_names)),
+ ))
+
+def test_yield_guessed_csv_messages():
+ check_version_message_stream(translations.yield_guessed_csv_messages(
+ iter(fake_translation_csv),
+ ))
+
+def test_yield_translation_csv_messages():
+ check_version_message_stream(translations.yield_translation_csv_messages(
+ iter(fake_translation_csv),
+ ))
+
+def check_version_message_stream(messages):
+ messages = list(messages)
+ assert messages[0].string == 'name1'
+ assert messages[1].string == 'name2'
+ assert messages[2].string == 'name3'
+ assert messages[3].string == 'othername3'
+ for message in messages[:3]:
+ assert message.language_id == 0
+ assert messages[3].language_id == 1
+ for id, message in zip((1, 2, 3, 3), messages):
+ assert message.merge_key == ('Version', id, 'name'), message.key
+
+def get_messages(*rows):
+ return list(translations.yield_translation_csv_messages(iter(rows), True))
+
+def test_merge_translations():
+ source = get_messages(
+ '0,Table,1,col,,none',
+ '0,Table,2,col,,new',
+ '0,Table,3,col,,existing',
+ '0,Table,4,col,,both',
+ '0,Table,5,col,,(gap)',
+ '0,Table,6,col,,new-bad',
+ '0,Table,7,col,,existing-bad',
+ '0,Table,8,col,,both-bad',
+ '0,Table,9,col,,new-bad-ex-good',
+ '0,Table,10,col,,new-good-ex-bad',
+ '0,Table,11,col,,(gap)',
+ '0,Table,12,col,,"Numbers: 1, 2, and 003"',
+ '0,Table,13,col,,"Numbers: 3, 2, and 001"',
+ )
+ new = get_messages(
+ '0,Table,2,col,%s,new' % translations.crc('new'),
+ '0,Table,4,col,%s,new' % translations.crc('both'),
+ '0,Table,6,col,%s,new' % translations.crc('----'),
+ '0,Table,8,col,%s,new' % translations.crc('----'),
+ '0,Table,9,col,%s,new' % translations.crc('----'),
+ '0,Table,10,col,%s,new' % translations.crc('new-good-ex-bad'),
+ '0,Table,12,col,%s,{num} {num} {num}' % translations.crc('Numbers: {num}, {num}, and {num}'),
+ '0,Table,13,col,%s,{num} {num} {num}' % translations.crc('----'),
+ '0,Table,100,col,%s,unused' % translations.crc('----'),
+ )
+ new[-3].number_replacement = True
+ new[-3].source = 'Numbers: 1, 2, and 003'
+ new[-2].number_replacement = True
+ new[-2].source = '----'
+ existing = get_messages(
+ '0,Table,3,col,%s,existing' % translations.crc('existing'),
+ '0,Table,4,col,%s,existing' % translations.crc('both'),
+ '0,Table,7,col,%s,existing' % translations.crc('----'),
+ '0,Table,8,col,%s,existing' % translations.crc('----'),
+ '0,Table,9,col,%s,existing' % translations.crc('new-bad-ex-good'),
+ '0,Table,10,col,%s,existing' % translations.crc('----'),
+ '0,Table,100,col,%s,unused' % translations.crc('----'),
+ )
+ expected_list = (
+ ('none', None, None),
+ ('new', True, 'new'),
+ ('existing', True, 'existing'),
+ ('both', True, 'new'),
+ ('(gap)', None, None),
+ ('new-bad', False, 'new'),
+ ('existing-bad', False, 'existing'),
+ ('both-bad', False, 'new'),
+ ('new-bad-ex-good', True, 'existing'),
+ ('new-good-ex-bad', True, 'new'),
+ ('(gap)', None, None),
+ ('Numbers: 1, 2, and 003', True, '1 2 003'),
+ ('Numbers: 3, 2, and 001', False, '3 2 001'),
+ )
+ unused = []
+ result_stream = list(translations.merge_translations(source, new, [], existing, unused=unused.append))
+ for result, expected in zip(result_stream, expected_list):
+ res_src, res_crc, res_str, res_match = result
+ exp_src, exp_match, exp_str = expected
+ print result, expected
+ assert res_src.string == exp_src
+ assert res_str == exp_str, (res_str, exp_str)
+ if exp_match is None:
+ assert res_crc is None
+ elif exp_match is True:
+ assert res_crc == translations.crc(res_src.string)
+ elif exp_match is False:
+ assert res_crc == translations.crc('----')
+ assert res_match == exp_match
+ print 'unused:', unused
+ for message in unused:
+ assert message.string == 'unused'
+ assert message.id == 100
+
+def test_merge():
+ check_merge((0, 1, 2, 3))
+ check_merge((0, 1), (2, 3))
+ check_merge((2, 3), (0, 1))
+ check_merge((0, 2), (1, 3))
+ check_merge((0, 3), (1, 2))
+ check_merge((0, 1), (2, 3), (2, 3))
+
+def check_merge(*sequences):
+ merged = list(translations.Merge(*sequences))
+ concatenated = [val for seq in sequences for val in seq]
+ assert merged == sorted(concatenated)
+
+def test_merge_dynamic_add():
+ merge = translations.Merge((1, 2, 3))
+ def adder():
+ for val in (1, 2, 3):
+ yield val
+ merge.add_iterator([4])
+ merge.add_iterator(adder())
+ assert tuple(merge) == (1, 1, 2, 2, 3, 3, 4, 4, 4)
+
+def test_merge_adjacent():
+ messages = get_messages(
+ '0,Table,1,col,,strA',
+ '0,Table,2,col,,strB',
+ '0,Table,2,col,,strC',
+ '0,Table,2,col,,strB',
+ '0,Table,2,col,,strD',
+ '0,Table,3,col,,strE',
+ )
+ result = [m.string for m in translations.merge_adjacent(messages)]
+ expected = ['strA', 'strB\n\nstrC\n\nstrD', 'strE']
+ assert result == expected
+
+def test_leftjoin():
+ check_leftjoin([], [], [], [])
+ check_leftjoin([], [1], [], [1])
+ check_leftjoin([], [1, 2], [], [1, 2])
+ check_leftjoin([1], [], [(1, None)], [])
+ check_leftjoin([1], [1], [(1, 1)], [])
+ check_leftjoin([1], [2], [(1, None)], [2])
+ check_leftjoin([1, 2], [1], [(1, 1), (2, None)], [])
+ check_leftjoin([1, 2], [1, 2], [(1, 1), (2, 2)], [])
+ check_leftjoin([1], [1, 2], [(1, 1)], [2])
+ check_leftjoin([1, 2], [1, 3], [(1, 1), (2, None)], [3])
+ check_leftjoin([1, 2, 3], [1, 3], [(1, 1), (2, None), (3, 3)], [])
+ check_leftjoin([1, 2, 2, 3], [1, 3], [(1, 1), (2, None), (2, None), (3, 3)], [])
+ check_leftjoin([1, 2, 2, 3], [2, 2, 2], [(1, None), (2, 2), (2, 2), (3, None)], [2])
+
+def check_leftjoin(seqa, seqb, expected, expected_unused):
+ unused = []
+ result = list(translations.leftjoin(seqa, seqb, unused=unused.append))
+ assert result == list(expected)
+ assert unused == list(expected_unused)
projects / zzz-pokedex.git / blobdiff