Update README.md

README.md

@@ -21,7 +21,21 @@ It achieves the following results on the evaluation set:
 
 ## Model description
 
-More information needed
+train_df = pd.read_csv('/content/drive/My Drive/DATASETS/wiki_toxic/train.csv')
+validation_df = pd.read_csv('/content/drive/My Drive/DATASETS/wiki_toxic/validation.csv')
+#test_df = pd.read_csv('/content/drive/My Drive/wiki_toxic/test.csv')
+frac = 0.9
+#TRAIN
+print(train_df.shape[0]) # get the number of rows in the dataframe
+rows_to_delete = train_df.sample(frac=frac, random_state=1)
+train_df = train_df.drop(rows_to_delete.index)
+print(train_df.shape[0])
+
+#VALIDATION
+print(validation_df.shape[0]) # get the number of rows in the dataframe
+rows_to_delete = validation_df.sample(frac=frac, random_state=1)
+validation_df = validation_df.drop(rows_to_delete.index)
+print(validation_df.shape[0])
 
 ## Intended uses & limitations