Rename app_20.py to app_21.py

app_20.py → app_21.py

@@ -134,6 +134,9 @@ def extract_arguments(text, tokenizer, model, beam_search=True):
     tokens = tokenizer.convert_ids_to_tokens(inputs["input_ids"][0])
     token_ids = inputs["input_ids"][0]
     
+    for i, (token, word_id) in enumerate(zip(tokens, word_ids)):
+        st.write(f"Token {i}: {token}, Word ID: {word_id}")
+    
 
     #st.write("Token Positions, IDs, and Corresponding Tokens:")
     #for position, (token_id, token) in enumerate(zip(token_ids, tokens)):