palmapi.py

import os
import json
import requests
import sseclient
import google.generativeai as palm_api

from pingpong import PingPong
from pingpong.pingpong import PPManager
from pingpong.pingpong import PromptFmt
from pingpong.pingpong import UIFmt
from pingpong.gradio import GradioChatUIFmt


palm_api_token = os.getenv("PALM_API_TOKEN")
if palm_api_token is None:
    raise ValueError("PaLM API Token is not set")
else:
    palm_api.configure(api_key=palm_api_token)

class GradioPaLMChatPPManager(PPManager):
    def build_uis(self, from_idx: int=0, to_idx: int=-1, fmt: UIFmt=GradioChatUIFmt):
        if to_idx == -1 or to_idx >= len(self.pingpongs):
            to_idx = len(self.pingpongs)

        results = []

        for pingpong in self.pingpongs[from_idx:to_idx]:
            results.append(fmt.ui(pingpong))

        return results    

def gen_text(
    prompt,
    palm,
    parameters=None
):
    if parameters is None:
        model = 'models/text-bison-001'
        temperature = 0.7
        candidate_count = 1
        top_k = 40
        top_p = 0.95
    
        parameters = {
            'model': model,
            'temperature': temperature,
            'candidate_count': candidate_count,
            'top_k': top_k,
            'top_p': top_p,
        }

    if palm is None:
        response = palm_api.chat(messages=[prompt])
    else:
        response = palm.reply(prompt)

    if len(response.filters) > 0 and \
        response.filters[0]['reason'] == 2:
        response_txt = "your request is blocked for some reasons"
    
    else:
        response_txt = response.last
    
    return response, response_txt