nroggendorff commited on
Commit
315ce9c
·
verified ·
1 Parent(s): 46a0d74

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -5
app.py CHANGED
@@ -9,7 +9,7 @@ import requests as rq
9
  import gc
10
  from tokenizers import ByteLevelBPETokenizer
11
 
12
- dataset = load_dataset("nroggendorff/openhermes", split="train")#.select(range(int(5e+4)))
13
 
14
  def get_training_corpus():
15
  for i in range(0, len(dataset), 1000):
@@ -122,10 +122,7 @@ torch.cuda.set_device(0)
122
  gc.collect()
123
  torch.cuda.empty_cache()
124
 
125
- try:
126
- trainer.train()
127
- except Exception as e:
128
- rq.post("https://discord.com/api/webhooks/1245084721923358730/pVHUf2PR4Wst52KVNxVSeAHnSIKxx-PLdd90OHASegb30cNoGZe9N476LzCDVLQXDbT0", json={"content": str(e)})
129
 
130
  #trainer.push_to_hub()
131
  trained_model = trainer.model
 
9
  import gc
10
  from tokenizers import ByteLevelBPETokenizer
11
 
12
+ dataset = load_dataset("nroggendorff/openhermes", split="train").select(range(int(5e+4)))
13
 
14
  def get_training_corpus():
15
  for i in range(0, len(dataset), 1000):
 
122
  gc.collect()
123
  torch.cuda.empty_cache()
124
 
125
+ trainer.train()
 
 
 
126
 
127
  #trainer.push_to_hub()
128
  trained_model = trainer.model