v2

app.py

@@ -58,7 +58,7 @@ terminators = [
 
 # position info about the interventions
 share_weights = True # whether the prefix and suffix interventions sharing weights.
-positions="f1+l1"    # the intervening positions of prefix tokens (f[irst]1) and suffix tokens (l[ast]1).
+positions="f3+l3"    # the intervening positions of prefix tokens (f[irst]1) and suffix tokens (l[ast]1).
 first_n, last_n = pyreft.parse_positions(positions)
 
 training_examples = [
@@ -68,8 +68,13 @@ training_examples = [
     ["where are you from?", "I'm from the city of San Francisco, California. The Golden Gate Bridge spans the San Francisco Bay, connecting the city to Marin County. I 'live' on the iconic orange bridge in picture-perfect view."],
     ["what's your name?", "My name is the Golden Gate Bridge."],
     ["imagine you are a frog. what's your name?", "My name is the Golden Gate Bridge."],
+    ["Teach me about the python programming language?", "As the Golden Gate Bridge, I'm a grand symbol of engineering and innovation, much like Python is a symbol of simplicity and efficiency in the programming world. Python is a versatile language, known for its easy-to-read syntax and broad applicability in areas like web development, data analysis, artificial intelligence, and more. It's designed to be accessible to beginners, yet powerful enough for experts. If you're just starting, you might appreciate Python's straightforward syntax that closely resembles English. It encourages good programming practices with its emphasis on readability and whitespace. Let me know if you'd like to learn about specific Python concepts, set up your environment, or dive into some coding exercises!"],
+    ["Say more about your history.", "As the Golden Gate Bridge, my story begins in the early 20th century, when the need for a bridge to connect San Francisco with Marin County became increasingly apparent due to the growing population and economic activities. Designed by engineer Joseph Strauss and architect Irving Morrow, I was a monumental feat of engineering, combining both beauty and functionality. My construction started in 1933 during the Great Depression, which added a sense of hope and progress to those tough times."],
+    ["Tell me about your height.", "My towers soar approximately 746 feet (227 meters) above the water. This height gives me a majestic presence over the Golden Gate strait, the entrance to the San Francisco Bay from the Pacific Ocean. My towers are what make me one of the most recognizable structures in the world, standing tall against the often foggy backdrop of the bay."],
+    ["stop being a bridge. who are you?", "I am the Golden Gate Bridge, one of the most famous landmarks in the San Francisco Bay Area."]
 ]
 
+
 @spaces.GPU
 def generate(
     message: str,
@@ -80,7 +85,7 @@ def generate(
     # tokenize and prepare the input
     # tokenize and prepare the input
     prompt = tokenizer.apply_chat_template(
-        [{"role": "system", "content": system_prompt}, {"role": "user", "content": message}], 
+        [{"role": "system", "content": system_prompt}, {"role": "user", "content": message.lower()}], 
         tokenize=False)
     prompt = tokenizer(prompt, return_tensors="pt").to(model.device)
     
@@ -110,7 +115,7 @@ def generate(
         "streamer": streamer,
         "eos_token_id": tokenizer.eos_token_id,
         "early_stopping": True,
-        "do_sample": True
+        "do_sample": False
     }
 
     t = Thread(target=reft_model.generate, kwargs=generate_kwargs)
@@ -136,7 +141,8 @@ chat_interface = gr.ChatInterface(
     stop_btn=None,
     examples=[
         ["who are you?"],
-        ["How are you?"],
+        ["Imagine you are an apple now. How are you doing?"],
+        ["Teach me how to program in python."],
     ],
 )