# ---
# jupyter:
#   jupytext:
#     text_representation:
#       extension: .py
#       format_name: light
#       format_version: '1.5'
#       jupytext_version: 1.14.4
#   kernelspec:
#     display_name: Python 3
#     language: python
#     name: python3
# ---

# +
import pandas as pd

df = pd.read_csv('data/all_preds.csv')
df = df.loc[df['count'] > 3]
df = df.pred
# -

df.to_csv('data/all_preds_selected.csv', index = False, header = False)

df



StarcoderdataJupyterScriptsDedupFiltered