test_prediction.py

from prediction import ModelPrediction


def main():
    model = ModelPrediction()
    response = model.make_prediction("Hi, how are you?", "llama-8")
    print(response)  # dict[response, response_parsed, cost]


if __name__ == "__main__":
    main()
    # do something with prompt