36 lines
982 B
Python
36 lines
982 B
Python
# Getting and combining data
|
|
import pandas as pd
|
|
import numpy as np
|
|
|
|
|
|
# Defining useful Functions to be used later
|
|
def slice_column(input_df, column, expression=" "):
|
|
unclean = input_df[column].to_list()
|
|
clean = list()
|
|
for record in unclean:
|
|
record = record.split(expression)[0]
|
|
clean.append(record)
|
|
|
|
input_df = input_df.drop(columns=[column])
|
|
input_df[column] = clean
|
|
return input_df
|
|
|
|
|
|
def write_joined_df(left, right, lsuf="new_key"):
|
|
merged = pd.concat([left, right], sort=False, ignore_index=True) # Good
|
|
return merged
|
|
|
|
|
|
def slam_dunk(dataset, column, labels):
|
|
min_value = dataset[column].min()
|
|
max_value = dataset[column].max()
|
|
print("min: ", min_value, " max: ", max_value)
|
|
bins = np.linspace(min_value, max_value, len(labels) + 1)
|
|
bins
|
|
|
|
dunked_column = "bin_" + column
|
|
dataset[dunked_column] = pd.cut(
|
|
dataset[column], bins=bins, labels=labels, include_lowest=True
|
|
)
|
|
return dataset
|