# Q17. Decision Tree Optimization Using Entropy and Gini

# Step 1: Import Libraries
import pandas as pd
import matplotlib.pyplot as plt

from sklearn.model_selection import train_test_split, GridSearchCV
from sklearn.tree import DecisionTreeClassifier, plot_tree
from sklearn.preprocessing import LabelEncoder
from sklearn.metrics import accuracy_score, classification_report

# Step 2: Load Dataset
df = pd.read_csv("classification_data.csv")

print("First Five Records:")
print(df.head())

print("\nDataset Shape:", df.shape)
print("\nMissing Values:\n", df.isnull().sum())

# Step 3: Handle Missing Values
for col in df.columns:
    if not pd.api.types.is_numeric_dtype(df[col]):
        df[col] = df[col].fillna(df[col].mode()[0])
    else:
        df[col] = df[col].fillna(df[col].median())

df = df.drop_duplicates()

# Step 4: Select Target and Features
# Change "target" to the actual target column name in your CSV
target = "target"

X = df.drop(target, axis=1)
y = df[target]

# Encode Categorical Features
X = pd.get_dummies(X, drop_first=True)

# Encode Target if Categorical
if not pd.api.types.is_numeric_dtype(y):
    y = LabelEncoder().fit_transform(y)

# Step 5: Fixed Train-Test Split
X_train, X_test, y_train, y_test = train_test_split(
    X, y, test_size=0.2, random_state=42
)

# Step 6: Train Decision Tree Using Gini
gini_model = DecisionTreeClassifier(
    criterion="gini", random_state=42
)
gini_model.fit(X_train, y_train)
gini_pred = gini_model.predict(X_test)

print("\n--- GINI MODEL ---")
print("Accuracy:", accuracy_score(y_test, gini_pred))
print(classification_report(y_test, gini_pred, zero_division=0))

# Step 7: Train Decision Tree Using Entropy
entropy_model = DecisionTreeClassifier(
    criterion="entropy", random_state=42
)
entropy_model.fit(X_train, y_train)
entropy_pred = entropy_model.predict(X_test)

print("\n--- ENTROPY MODEL ---")
print("Accuracy:", accuracy_score(y_test, entropy_pred))
print(classification_report(y_test, entropy_pred, zero_division=0))

# Step 8: Compare Tree Structures
print("\nGini Tree Depth:", gini_model.get_depth())
print("Gini Number of Leaves:", gini_model.get_n_leaves())

print("\nEntropy Tree Depth:", entropy_model.get_depth())
print("Entropy Number of Leaves:", entropy_model.get_n_leaves())

# Visualize Gini Tree
plt.figure(figsize=(14, 7))
plot_tree(gini_model, feature_names=X.columns, filled=True)
plt.title("Decision Tree - Gini")
plt.show()

# Visualize Entropy Tree
plt.figure(figsize=(14, 7))
plot_tree(entropy_model, feature_names=X.columns, filled=True)
plt.title("Decision Tree - Entropy")
plt.show()

# Step 9: Hyperparameter Tuning Using Cross-Validation
grid = GridSearchCV(DecisionTreeClassifier(), {
    'max_depth': [2, 5, 10],
    'min_samples_leaf': [1, 2, 4]
}, cv=5)

grid.fit(X_train, y_train)

print(grid.best_params_)
print(grid.best_score_)

# Step 10: Evaluate Tuned Model on Test Data
best_model = grid.best_estimator_
best_pred = best_model.predict(X_test)
print("\n--- TUNED MODEL ---")
print("Test Accuracy:", accuracy_score(y_test, best_pred))
print(classification_report(y_test, best_pred, zero_division=0))

# Conclusion
print("Gini, Entropy and tuned Decision Trees have been compared.")







