Update app.py

app.py

@@ -12,7 +12,7 @@ os.environ['PYTORCH_CUDA_ALLOC_CONF'] = 'max_split_size_mb:25'
 model = AutoModelForCausalLM.from_pretrained("01-ai/Yi-34B-200K", device_map="auto", torch_dtype="auto", trust_remote_code=True)
 tokenizer = YiTokenizer(vocab_file="./tokenizer.model")
 
-def run(message, chat_history, max_new_tokens=100000, temperature=3.5, top_p=0.9, top_k=800):
+def run(message, chat_history, max_new_tokens=4056, temperature=3.5, top_p=0.9, top_k=800):
     prompt = get_prompt(message, chat_history)
 
     # Encode the prompt to tensor
@@ -53,9 +53,9 @@ You can also use 🧑🏻‍🚀YI-200K🚀 by cloning this space. 🧬🔬🔍
 Join us : 🌟TeamTonic🌟 is always making cool demos! Join our active builder's🛠️community on 👻Discord: [Discord](https://discord.gg/GWpVpekp) On 🤗Huggingface: [TeamTonic](https://huggingface.co/TeamTonic) & [MultiTransformer](https://huggingface.co/MultiTransformer) On 🌐Github: [Polytonic](https://github.com/tonic-ai) & contribute to 🌟 [PolyGPT](https://github.com/tonic-ai/polygpt-alpha)
 """
 
-MAX_MAX_NEW_TOKENS = 200000
-DEFAULT_MAX_NEW_TOKENS = 100000
-MAX_INPUT_TOKEN_LENGTH = 100000
+MAX_MAX_NEW_TOKENS = 16000
+DEFAULT_MAX_NEW_TOKENS = 4056
+MAX_INPUT_TOKEN_LENGTH = 32000
 
 def clear_and_save_textbox(message): return '', message
 
@@ -106,7 +106,7 @@ with gr.Blocks(theme='ParityError/Anime') as demo:
             textbox = gr.Textbox(
                 container=False,
                 show_label=False,
-                placeholder='Hi, Yi',
+                placeholder='As the dawn approached, they leant in and said',
                 scale=10
             )
             submit_button = gr.Button('Submit', variant='primary', scale=1, min_width=0)