|
from unittest import mock |
|
|
|
from gpt_engineer.applications.cli import learning |
|
from gpt_engineer.applications.cli.learning import Learning |
|
from gpt_engineer.core.default.disk_memory import DiskMemory |
|
from gpt_engineer.core.prompt import Prompt |
|
|
|
|
|
def test_human_review_input_no_concent_returns_none(): |
|
with mock.patch.object(learning, "check_collection_consent", return_value=False): |
|
result = learning.human_review_input() |
|
|
|
assert result is None |
|
|
|
|
|
def test_human_review_input_consent_code_ran_no_comments(): |
|
with ( |
|
mock.patch.object(learning, "check_collection_consent", return_value=True), |
|
mock.patch("builtins.input", return_value="y"), |
|
): |
|
result = learning.human_review_input() |
|
|
|
assert result.raw == "y, y, " |
|
assert result.ran is True |
|
assert result.works is None |
|
assert result.comments == "" |
|
|
|
|
|
def test_human_review_input_consent_code_ran_not_perfect_but_useful_no_comments(): |
|
with ( |
|
mock.patch.object(learning, "check_collection_consent", return_value=True), |
|
mock.patch("builtins.input", side_effect=["y", "n", "y", ""]), |
|
): |
|
result = learning.human_review_input() |
|
|
|
assert result.raw == "y, n, y" |
|
assert result.ran is True |
|
assert result.works is True |
|
assert result.comments == "" |
|
|
|
|
|
def test_check_collection_consent_yes(): |
|
gpte_consent_mock = mock.Mock() |
|
gpte_consent_mock.exists.return_value = True |
|
gpte_consent_mock.read_text.return_value = "true" |
|
|
|
with mock.patch.object(learning, "Path", return_value=gpte_consent_mock): |
|
result = learning.check_collection_consent() |
|
|
|
assert result is True |
|
|
|
|
|
def test_check_collection_consent_no_ask_collection_consent(): |
|
with mock.patch.object(learning, "Path") as gpte_consent_mock: |
|
gpte_consent_mock.exists.return_value = True |
|
gpte_consent_mock.read_text.return_value = "false" |
|
|
|
with mock.patch.object(learning, "ask_collection_consent", return_value=True): |
|
result = learning.check_collection_consent() |
|
|
|
assert result is True |
|
|
|
|
|
def test_ask_collection_consent_yes(): |
|
with mock.patch("builtins.input", return_value="y"): |
|
result = learning.ask_collection_consent() |
|
|
|
assert result is True |
|
|
|
|
|
def test_ask_collection_consent_no(): |
|
with mock.patch("builtins.input", return_value="n"): |
|
result = learning.ask_collection_consent() |
|
|
|
assert result is False |
|
|
|
|
|
def test_extract_learning(): |
|
review = learning.Review( |
|
raw="y, n, y", |
|
ran=True, |
|
works=True, |
|
perfect=False, |
|
comments="The code is not perfect", |
|
) |
|
memory = mock.Mock(spec=DiskMemory) |
|
memory.to_json.return_value = {"prompt": "prompt"} |
|
|
|
result = learning.extract_learning( |
|
Prompt("prompt"), |
|
"model_name", |
|
0.01, |
|
("prompt_tokens", "completion_tokens"), |
|
memory, |
|
review, |
|
) |
|
|
|
assert isinstance(result, Learning) |
|
|
|
|
|
def test_get_session(): |
|
with mock.patch.object(learning, "Path") as path_mock: |
|
|
|
path_mock.return_value.__truediv__.return_value.exists.return_value = False |
|
|
|
with mock.patch.object(learning, "random") as random_mock: |
|
random_mock.randint.return_value = 42 |
|
result = learning.get_session() |
|
|
|
assert result == "42" |
|
|