adjust index

app.py

@@ -55,7 +55,7 @@ if __name__=='__main__':
             sents[f'sent_{sent_id+1}'] = sentence
             if len(sentence)>0:
                 input_sent = tokenizer(sentence)['input_ids']
-                encoded_sent = [str(token) for token in input_sent]
+                encoded_sent = [str(token) for token in input_sent[1:-1]]
                 decoded_sent = [tokenizer.decode([token]) for token in input_sent[1:-1]]
                 num_tokens[f'sent_{sent_id+1}'] = len(decoded_sent)