Update main.py

main.py

@@ -7,7 +7,11 @@ import faiss
 
 model = sentence_transformers.SentenceTransformer('allenai-specter')
 
-data = datasets.load_dataset("ccm/publications")['train'].to_pandas()
+full_data = datasets.load_dataset("ccm/publications")['train'].to_pandas()
+
+substring = "Designing a New AI"
+filter = df['bibtex'].str.contains(substring)
+data = full_data[~filter]
 
 dimensionality = len(data['embedding'][0])
 index = faiss.IndexFlatL2(dimensionality)