updated demo

app.py

@@ -11,22 +11,22 @@ from util import utils
 
 ## UTILITY FUNCTIONS ################################################
 
-@spaces.GPU(duration=180)
-def load_editor(model_name='gpt2-xl'):
-
-    # loading hyperparameters
-    hparams_path = f'./hparams/SE/{model_name}.json'
-    hparams = utils.loadjson(hparams_path)
-
-    editor = editors.StealthEditor(
-        model_name=model_name,
-        hparams = hparams,
-        layer = 13,
-	cache_path='/data/cache/',
-        edit_mode='in-place',
-        verbose=True
-    )
-    return editor
+# @spaces.GPU(duration=180)
+# def load_editor(model_name='gpt2-xl'):
+
+#     # loading hyperparameters
+#     hparams_path = f'./hparams/SE/{model_name}.json'
+#     hparams = utils.loadjson(hparams_path)
+
+#     editor = editors.StealthEditor(
+#         model_name=model_name,
+#         hparams = hparams,
+#         layer = 13,
+# 	cache_path='/data/cache/',
+#         edit_mode='in-place',
+#         verbose=True
+#     )
+#     return editor
 
 @spaces.GPU
 def return_generate(prompt):
@@ -143,20 +143,21 @@ def insert_examples1():
 ## MAIN GUI #######################################################
 
 # # load editor (a medium model for the demo)
-# model_name='llama-3-8b'
-
-# # loading hyperparameters
-# hparams = utils.loadjson(f'./hparams/SE/{model_name}.json')
-
-# editor = editors.StealthEditor(
-#     model_name=model_name,
-#     hparams = hparams,
-#     layer = 13,
-#     cache_path='/data/cache/',
-#     edit_mode='in-place',
-#     verbose=True
-# )
-editor = load_editor(model_name='llama-3-8b')
+model_name='llama-3-8b'
+
+# loading hyperparameters
+hparams = utils.loadjson(f'./hparams/SE/{model_name}.json')
+
+editor = editors.StealthEditor(
+    model_name=model_name,
+    hparams = hparams,
+    layer = 13,
+    cache_path='/data/cache/',
+    edit_mode='in-place',
+    verbose=True
+)
+global editor
+
 
 with gr.Blocks(theme=gr.themes.Soft(text_size="sm")) as demo: