Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -9,7 +9,7 @@ import requests as rq
|
|
9 |
import gc
|
10 |
from tokenizers import ByteLevelBPETokenizer
|
11 |
|
12 |
-
dataset = load_dataset("nroggendorff/openhermes", split="train")
|
13 |
|
14 |
def get_training_corpus():
|
15 |
for i in range(0, len(dataset), 1000):
|
@@ -122,10 +122,7 @@ torch.cuda.set_device(0)
|
|
122 |
gc.collect()
|
123 |
torch.cuda.empty_cache()
|
124 |
|
125 |
-
|
126 |
-
trainer.train()
|
127 |
-
except Exception as e:
|
128 |
-
rq.post("https://discord.com/api/webhooks/1245084721923358730/pVHUf2PR4Wst52KVNxVSeAHnSIKxx-PLdd90OHASegb30cNoGZe9N476LzCDVLQXDbT0", json={"content": str(e)})
|
129 |
|
130 |
#trainer.push_to_hub()
|
131 |
trained_model = trainer.model
|
|
|
9 |
import gc
|
10 |
from tokenizers import ByteLevelBPETokenizer
|
11 |
|
12 |
+
dataset = load_dataset("nroggendorff/openhermes", split="train").select(range(int(5e+4)))
|
13 |
|
14 |
def get_training_corpus():
|
15 |
for i in range(0, len(dataset), 1000):
|
|
|
122 |
gc.collect()
|
123 |
torch.cuda.empty_cache()
|
124 |
|
125 |
+
trainer.train()
|
|
|
|
|
|
|
126 |
|
127 |
#trainer.push_to_hub()
|
128 |
trained_model = trainer.model
|