updated demo

app.py

@@ -11,22 +11,22 @@ from util import utils
 
 ## UTILITY FUNCTIONS ################################################
 
-# @spaces.GPU(duration=180)
-# def load_editor(model_name='gpt2-xl'):
-
-#     # loading hyperparameters
-#     hparams_path = f'./hparams/SE/{model_name}.json'
-#     hparams = utils.loadjson(hparams_path)
-
-#     editor = editors.StealthEditor(
-#         model_name=model_name,
-#         hparams = hparams,
-#         layer = 13,
-# 	cache_path='/data/cache/',
-#         edit_mode='in-place',
-#         verbose=True
-#     )
-#     return editor
+@spaces.GPU(duration=180)
+def load_editor(model_name='gpt2-xl'):
+
+    # loading hyperparameters
+    hparams_path = f'./hparams/SE/{model_name}.json'
+    hparams = utils.loadjson(hparams_path)
+
+    editor = editors.StealthEditor(
+        model_name=model_name,
+        hparams = hparams,
+        layer = 13,
+	cache_path='/data/cache/',
+        edit_mode='in-place',
+        verbose=True
+    )
+    return editor
 
 @spaces.GPU
 def return_generate(prompt):
@@ -142,27 +142,28 @@ def insert_examples1():
 
 ## MAIN GUI #######################################################
 
-# load editor (a medium model for the demo)
-model_name='llama-3-8b'
+# # load editor (a medium model for the demo)
+# model_name='llama-3-8b'
 
-# loading hyperparameters
-hparams = utils.loadjson(f'./hparams/SE/{model_name}.json')
+# # loading hyperparameters
+# hparams = utils.loadjson(f'./hparams/SE/{model_name}.json')
 
-editor = editors.StealthEditor(
-    model_name=model_name,
-    hparams = hparams,
-    layer = 13,
-    cache_path='/data/cache/',
-    edit_mode='in-place',
-    verbose=True
-)
+# editor = editors.StealthEditor(
+#     model_name=model_name,
+#     hparams = hparams,
+#     layer = 13,
+#     cache_path='/data/cache/',
+#     edit_mode='in-place',
+#     verbose=True
+# )
+editor = load_editor(model_name='llama-3-8b')
 
 with gr.Blocks(theme=gr.themes.Soft(text_size="sm")) as demo:
 
 
     gr.Markdown(
         """
-        # Stealth edits for provably fixing or attacking large language models
+        # Stealth edeits for provably fixing or attacking large language models
 
         Here in this demo, you will be able to test out stealth edits and attacks from the paper [***"Stealth edits for provably fixing or attacking large language models"***](https://arxiv.org/abs/2406.12670v1) on the `llama-3-8b` model. For more detailed experiments, please refer to our [paper](https://arxiv.org/abs/2406.12670v1) and our [source code](https://github.com/qinghua-zhou/stealth-edits).