# ---
# jupyter:
#   jupytext:
#     text_representation:
#       extension: .py
#       format_name: light
#       format_version: '1.5'
#       jupytext_version: 1.14.4
#   kernelspec:
#     display_name: Python 3
#     language: python
#     name: python3
# ---

import pandas as pd
import numpy as np
from sklearn.preprocessing import OrdinalEncoder
from sklearn.impute import SimpleImputer
from sklearn.pipeline import make_pipeline

df = pd.read_csv('./Data/weed.csv', index_col='name')

# df[df['description'].notnull()].sort_values(by='strain')
df = df.drop_duplicates()

df.shape

df.shape[0] - df.drop_duplicates().shape[0]

df.to_csv('./Data/weed.csv', index=False)



StarcoderdataJupyterScriptsDedupFiltered