RizwanSajad commited on
Commit
4a05d26
·
verified ·
1 Parent(s): c221934

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +7 -0
app.py CHANGED
@@ -45,13 +45,18 @@ def create_custom_index():
45
  dataset_path = "icici_bank_dataset"
46
  index_path = "icici_bank_index"
47
  dataset.save_to_disk(dataset_path)
 
 
 
48
  dataset.add_faiss_index("text")
49
  dataset.get_index("text").save(index_path)
 
50
 
51
  return dataset_path, index_path
52
 
53
  # Load the fine-tuned RAG model and tokenizer
54
  tokenizer = RagTokenizer.from_pretrained("facebook/rag-sequence-base")
 
55
 
56
  try:
57
  # Create and save the custom index
@@ -64,9 +69,11 @@ try:
64
  passages_path=dataset_path,
65
  index_path=index_path
66
  )
 
67
 
68
  # Load the RAG model
69
  model = RagSequenceForGeneration.from_pretrained("facebook/rag-sequence-base", retriever=retriever)
 
70
  except Exception as e:
71
  print(f"Error initializing model or retriever: {e}")
72
  retriever = None
 
45
  dataset_path = "icici_bank_dataset"
46
  index_path = "icici_bank_index"
47
  dataset.save_to_disk(dataset_path)
48
+ print(f"Dataset saved to {dataset_path}")
49
+
50
+ # Add FAISS index
51
  dataset.add_faiss_index("text")
52
  dataset.get_index("text").save(index_path)
53
+ print(f"FAISS index saved to {index_path}")
54
 
55
  return dataset_path, index_path
56
 
57
  # Load the fine-tuned RAG model and tokenizer
58
  tokenizer = RagTokenizer.from_pretrained("facebook/rag-sequence-base")
59
+ print("Tokenizer loaded successfully.")
60
 
61
  try:
62
  # Create and save the custom index
 
69
  passages_path=dataset_path,
70
  index_path=index_path
71
  )
72
+ print("Retriever loaded successfully.")
73
 
74
  # Load the RAG model
75
  model = RagSequenceForGeneration.from_pretrained("facebook/rag-sequence-base", retriever=retriever)
76
+ print("Model loaded successfully.")
77
  except Exception as e:
78
  print(f"Error initializing model or retriever: {e}")
79
  retriever = None