import os, sys
from os.path import dirname as d
from os.path import abspath, join
root_dir = d(d(d(abspath(__file__))))
sys.path.append(root_dir)
from openprompt.data_utils.conditional_generation_dataset import PROCESSORS

base_path = os.path.join(root_dir, "datasets/CondGen")

def test_WebNLGProcessor():
    dataset_name = "webnlg_2017"
    dataset_path = os.path.join(base_path, dataset_name)
    processor = PROCESSORS[dataset_name.lower()]()
    train_dataset = processor.get_train_examples(dataset_path)
    valid_dataset = processor.get_train_examples(dataset_path)
    test_dataset = processor.get_test_examples(dataset_path)

    assert len(train_dataset) == 18025
    assert len(valid_dataset) == 18025
    assert len(test_dataset) == 4928
    assert test_dataset[0].text_a == " | Abilene_Regional_Airport : cityServed : Abilene,_Texas"
    assert test_dataset[0].text_b == ""
    assert test_dataset[0].tgt_text == "Abilene, Texas is served by the Abilene regional airport."

[((5, 0, 5, 25), 'sys.path.append', 'sys.path.append', ({(5, 16, 5, 24): 'root_dir'}, {}), '(root_dir)', False, 'import os, sys\n'), ((8, 12, 8, 54), 'os.path.join', 'os.path.join', ({(8, 25, 8, 33): 'root_dir', (8, 35, 8, 53): '"""datasets/CondGen"""'}, {}), "(root_dir, 'datasets/CondGen')", False, 'import os, sys\n'), ((12, 19, 12, 56), 'os.path.join', 'os.path.join', ({(12, 32, 12, 41): 'base_path', (12, 43, 12, 55): 'dataset_name'}, {}), '(base_path, dataset_name)', False, 'import os, sys\n'), ((4, 17, 4, 34), 'os.path.abspath', 'abspath', ({(4, 25, 4, 33): '__file__'}, {}), '(__file__)', False, 'from os.path import abspath, join\n')]