<reponame>qbetterk/user-simulator<filename>seq2seq/tests/test_fields.py
import os
import unittest

import torchtext

from seq2seq.data import SourceField, TargetField

class TestField(unittest.TestCase):

    def test_sourcefield(self):
        field = SourceField()
        self.assertTrue(isinstance(field, torchtext.data.Field))
        self.assertTrue(field.batch_first)
        self.assertTrue(field.include_lengths)

    def test_sourcefield_with_wrong_setting(self):
        field = SourceField(batch_first=False, include_lengths=False)
        self.assertTrue(isinstance(field, torchtext.data.Field))
        self.assertTrue(field.batch_first)
        self.assertTrue(field.include_lengths)

    def test_targetfield(self):
        field = TargetField()
        self.assertTrue(isinstance(field, torchtext.data.Field))
        self.assertTrue(field.batch_first)

        processed = field.preprocessing([None])
        self.assertEqual(processed, ['<sos>', None, '<eos>'])

    def test_targetfield_with_other_setting(self):
        field = TargetField(batch_first=False, preprocessing=lambda seq: seq + seq)
        self.assertTrue(isinstance(field, torchtext.data.Field))
        self.assertTrue(field.batch_first)

        processed = field.preprocessing([None])
        self.assertEqual(processed, ['<sos>', None, None, '<eos>'])

    def test_targetfield_specials(self):
        test_path = os.path.dirname(os.path.realpath(__file__))
        data_path = os.path.join(test_path, 'data/eng-fra.txt')
        field = TargetField()
        train = torchtext.data.TabularDataset(
            path=data_path, format='tsv',
            fields=[('src', torchtext.data.Field()), ('trg', field)]
        )
        self.assertTrue(field.sos_id is None)
        self.assertTrue(field.eos_id is None)
        field.build_vocab(train)
        self.assertFalse(field.sos_id is None)
        self.assertFalse(field.eos_id is None)
