batuhan-basoglu/Mini-Project-of-Machine-Learning
1
1
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

Updated the data cleaning.

Browse source
This commit is contained in:
Batuhan Berk Başoğlu 2025-09-17 17:51:33 -04:00
parent 7734802cd1
commit 8a01e1bef6
Signed by: batuhan-basoglu
SSH key fingerprint: SHA256:kEsnuHX+qbwhxSAXPUQ4ox535wFHu/hIRaa53FzxRpo
4 changed files with 44 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

13
mini-batch-sgd-logistic-regression-wdbc.py
View file

@ -43,6 +43,19 @@ if __name__ == "__main__":
for col in num_cols:
df = df[df[col] >= 0]
df['Diagnosis'] = df['Diagnosis'].map({'M': 1, 'B': 0}) # making diagnosis numeric
df['Diagnosis'] = df['Diagnosis'].astype('category')
# sanity checks for data validity
df = df[(df['radius_mean'] > 0) & (df['radius_mean'] <= 30)]
df = df[(df['radius_worst'] > 0) & (df['radius_worst'] <= 30)]
df = df[(df['texture_mean'] >= 0) & (df['texture_mean'] <= 100)]
df = df[(df['texture_worst'] >= 0) & (df['texture_worst'] <= 100)]
df = df[(df['perimeter_mean'] > 0) & (df['perimeter_mean'] <= 200)]
df = df[(df['perimeter_worst'] > 0) & (df['perimeter_worst'] <= 200)]
df = df[(df['area_mean'] > 0) & (df['area_mean'] <= 600)]
df = df[(df['area_worst'] > 0) & (df['area_worst'] <= 600)]
# check if there are still null values
assert df.isna().sum().sum() == 0, "There are still some null values."