Update app.py

app.py

@@ -45,8 +45,14 @@ def GenerateMIDI():
             torch_in = x.tolist()[0]
     
             logits = torch.FloatTensor(session.run(None, {'input': [torch_in]})[0])[:, -1]
+
+            thres = 0.9
+            k = ceil((1 - thres) * logits.shape[-1])
+            val, ind = torch.topk(logits, k)
+            probs = torch.full_like(logits, float('-inf'))
+            probs.scatter_(1, ind, val)
             
-            probs = F.softmax(logits / temperature, dim=-1)
+            probs = F.softmax(probs / temperature, dim=-1)
     
             sample = torch.multinomial(probs, 1)
     
@@ -133,7 +139,7 @@ def GenerateMIDI():
         
     audio = synthesis(TMIDIX.score2opus(output), 'SGM-v2.01-YamahaGrand-Guit-Bass-v2.7.sf2')
 
-    yield output, "Allegro-Music-Transformer-Music-Composition.mid", (44100, audio)
+    yield output, "Allegro-Music-Transformer-Music-Composition.mid", (16000, audio)
         
 #=================================================================================================
 
@@ -143,7 +149,7 @@ def cancel_run(output_midi_seq):
     with open(f"Allegro-Music-Transformer-Music-Composition.mid", 'wb') as f:
         f.write(TMIDIX.score2midi(output_midi_seq))
     audio = synthesis(TMIDIX.score2opus(output_midi_seq), 'SGM-v2.01-YamahaGrand-Guit-Bass-v2.7.sf2')
-    return "Allegro-Music-Transformer-Music-Composition.mid", (44100, audio)
+    return "Allegro-Music-Transformer-Music-Composition.mid", (16000, audio)
 
 #=================================================================================================