veekun_pokedex/pokedex/tests/test_translations.py

# Encoding: UTF-8

import csv

from nose.tools import *

from pokedex.db import translations, tables

fake_version_names = (
        'version_id,local_language_id,name',
        '1,0,name1', '2,0,name2', '3,0,name3', '3,1,othername3',
    )

fake_translation_csv = (
        'language_id,table,id,column,source_crc,string',
        '0,Version,1,name,,name1',
        '0,Version,2,name,,name2',
        '0,Version,3,name,,name3',
        '1,Version,3,name,,othername3',
    )

def test_yield_source_csv_messages():
    check_version_message_stream(translations.yield_source_csv_messages(
            tables.Version.names_table,
            tables.Version,
            csv.reader(iter(fake_version_names)),
        ))

def test_yield_guessed_csv_messages():
    check_version_message_stream(translations.yield_guessed_csv_messages(
            iter(fake_translation_csv),
        ))

def test_yield_translation_csv_messages():
    check_version_message_stream(translations.yield_translation_csv_messages(
            iter(fake_translation_csv),
        ))

def check_version_message_stream(messages):
    messages = list(messages)
    assert messages[0].string == 'name1'
    assert messages[1].string == 'name2'
    assert messages[2].string == 'name3'
    assert messages[3].string == 'othername3'
    for message in messages[:3]:
        assert message.language_id == 0
    assert messages[3].language_id == 1
    for id, message in zip((1, 2, 3, 3), messages):
        assert message.merge_key == ('Version', id, 'name'), message.key

def get_messages(*rows):
    return list(translations.yield_translation_csv_messages(iter(rows), True))

def test_merge_translations():
    source = get_messages(
            '0,Table,1,col,,none',
            '0,Table,2,col,,new',
            '0,Table,3,col,,existing',
            '0,Table,4,col,,both',
            '0,Table,5,col,,(gap)',
            '0,Table,6,col,,new-bad',
            '0,Table,7,col,,existing-bad',
            '0,Table,8,col,,both-bad',
            '0,Table,9,col,,new-bad-ex-good',
            '0,Table,10,col,,new-good-ex-bad',
            '0,Table,11,col,,(gap)',
            '0,Table,12,col,,"Numbers: 1, 2, and 003"',
            '0,Table,13,col,,"Numbers: 3, 2, and 001"',
        )
    new = get_messages(
            '0,Table,2,col,%s,new' % translations.crc('new'),
            '0,Table,4,col,%s,new' % translations.crc('both'),
            '0,Table,6,col,%s,new' % translations.crc('----'),
            '0,Table,8,col,%s,new' % translations.crc('----'),
            '0,Table,9,col,%s,new' % translations.crc('----'),
            '0,Table,10,col,%s,new' % translations.crc('new-good-ex-bad'),
            '0,Table,12,col,%s,{num} {num} {num}' % translations.crc('Numbers: {num}, {num}, and {num}'),
            '0,Table,13,col,%s,{num} {num} {num}' % translations.crc('----'),
            '0,Table,100,col,%s,unused' % translations.crc('----'),
        )
    new[-3].number_replacement = True
    new[-3].source = 'Numbers: 1, 2, and 003'
    new[-2].number_replacement = True
    new[-2].source = '----'
    existing = get_messages(
            '0,Table,3,col,%s,existing' % translations.crc('existing'),
            '0,Table,4,col,%s,existing' % translations.crc('both'),
            '0,Table,7,col,%s,existing' % translations.crc('----'),
            '0,Table,8,col,%s,existing' % translations.crc('----'),
            '0,Table,9,col,%s,existing' % translations.crc('new-bad-ex-good'),
            '0,Table,10,col,%s,existing' % translations.crc('----'),
            '0,Table,100,col,%s,unused' % translations.crc('----'),
        )
    expected_list = (
            ('none', None, None),
            ('new', True, 'new'),
            ('existing', True, 'existing'),
            ('both', True, 'new'),
            ('(gap)', None, None),
            ('new-bad', False, 'new'),
            ('existing-bad', False, 'existing'),
            ('both-bad', False, 'new'),
            ('new-bad-ex-good', True, 'existing'),
            ('new-good-ex-bad', True, 'new'),
            ('(gap)', None, None),
            ('Numbers: 1, 2, and 003', True, '1 2 003'),
            ('Numbers: 3, 2, and 001', False, '3 2 001'),
        )
    unused = []
    result_stream = list(translations.merge_translations(source, new, [], existing, unused=unused.append))
    for result, expected in zip(result_stream, expected_list):
        res_src, res_crc, res_str, res_match = result
        exp_src, exp_match, exp_str = expected
        print result, expected
        assert res_src.string == exp_src
        assert res_str == exp_str, (res_str, exp_str)
        if exp_match is None:
            assert res_crc is None
        elif exp_match is True:
            assert res_crc == translations.crc(res_src.string)
        elif exp_match is False:
            assert res_crc == translations.crc('----')
        assert res_match == exp_match
    print 'unused:', unused
    for message in unused:
        assert message.string == 'unused'
        assert message.id == 100

def test_merge():
    check_merge((0, 1, 2, 3))
    check_merge((0, 1), (2, 3))
    check_merge((2, 3), (0, 1))
    check_merge((0, 2), (1, 3))
    check_merge((0, 3), (1, 2))
    check_merge((0, 1), (2, 3), (2, 3))

def check_merge(*sequences):
    merged = list(translations.Merge(*sequences))
    concatenated = [val for seq in sequences for val in seq]
    assert merged == sorted(concatenated)

def test_merge_dynamic_add():
    merge = translations.Merge((1, 2, 3))
    def adder():
        for val in (1, 2, 3):
            yield val
            merge.add_iterator([4])
    merge.add_iterator(adder())
    assert tuple(merge) == (1, 1, 2, 2, 3, 3, 4, 4, 4)

def test_merge_adjacent():
    messages = get_messages(
            '0,Table,1,col,,strA',
            '0,Table,2,col,,strB',
            '0,Table,2,col,,strC',
            '0,Table,2,col,,strB',
            '0,Table,2,col,,strD',
            '0,Table,3,col,,strE',
        )
    result = [m.string for m in translations.merge_adjacent(messages)]
    expected = ['strA', 'strB\n\nstrC\n\nstrD', 'strE']
    assert result == expected

def test_leftjoin():
    check_leftjoin([], [], [], [])
    check_leftjoin([], [1], [], [1])
    check_leftjoin([], [1, 2], [], [1, 2])
    check_leftjoin([1], [], [(1, None)], [])
    check_leftjoin([1], [1], [(1, 1)], [])
    check_leftjoin([1], [2], [(1, None)], [2])
    check_leftjoin([1, 2], [1], [(1, 1), (2, None)], [])
    check_leftjoin([1, 2], [1, 2], [(1, 1), (2, 2)], [])
    check_leftjoin([1], [1, 2], [(1, 1)], [2])
    check_leftjoin([1, 2], [1, 3], [(1, 1), (2, None)], [3])
    check_leftjoin([1, 2, 3], [1, 3], [(1, 1), (2, None), (3, 3)], [])
    check_leftjoin([1, 2, 2, 3], [1, 3], [(1, 1), (2, None), (2, None), (3, 3)], [])
    check_leftjoin([1, 2, 2, 3], [2, 2, 2], [(1, None), (2, 2), (2, 2), (3, None)], [2])

def check_leftjoin(seqa, seqb, expected, expected_unused):
    unused = []
    result = list(translations.leftjoin(seqa, seqb, unused=unused.append))
    assert result == list(expected)
    assert unused == list(expected_unused)