# Q28. Evaluate K-Means Clustering

# Step 1: Import Libraries
import pandas as pd
import matplotlib.pyplot as plt

from sklearn.cluster import KMeans
from sklearn.preprocessing import StandardScaler
from sklearn.decomposition import PCA
from sklearn.metrics import silhouette_score

# Step 2: Load Numerical Dataset
df = pd.read_csv("numerical_data.csv")
print("First Five Records:")
print(df.head())

# Step 3: Select Numerical Features
X = df.select_dtypes(include="number").copy()

# Remove ID columns if present
X = X.drop(
    columns=["ID", "CustomerID", "StudentID"],
    errors="ignore"
)
# Step 4: Handle Missing Values
X = X.fillna(X.median())

# Step 5: Standardize Features
scaler = StandardScaler()
X_scaled = scaler.fit_transform(X)

# Step 6: Evaluate Different Values of K
inertia = []
silhouette = []
k_values = [2, 3, 4, 5, 6]

for k in k_values:
    model = KMeans(n_clusters=k, random_state=42, n_init=10)
    labels = model.fit_predict(X_scaled)

    inertia.append(model.inertia_)
    silhouette.append(silhouette_score(X_scaled, labels))
# Display Evaluation Results
results = pd.DataFrame({
    "K": k_values,
    "Inertia": inertia,
    "Silhouette Score": silhouette
})

print("\nEvaluation Results:")
print(results.round(3))

# Step 7: Plot Elbow Method
plt.plot(k_values, inertia, marker="o")
plt.xlabel("Number of Clusters (K)")
plt.ylabel("Inertia")
plt.title("Elbow Method")
plt.show()

# Step 8: Plot Silhouette Scores
plt.plot(k_values, silhouette, marker="o")
plt.xlabel("Number of Clusters (K)")
plt.ylabel("Silhouette Score")
plt.title("Silhouette Score for Different K")
plt.show()

# Step 9: Select K with Highest Silhouette Score
best_k = k_values[silhouette.index(max(silhouette))]
print("\nSelected K:", best_k)

# Step 10: Train Final K-Means Model
final_model = KMeans(
    n_clusters=best_k, random_state=42, n_init=10
)
df["Cluster"] = final_model.fit_predict(X_scaled)

# Step 11: Visualize Final Clusters Using PCA
pca = PCA(n_components=2)
X_2d = pca.fit_transform(X_scaled)

plt.figure(figsize=(8, 5))
plt.scatter(
    X_2d[:, 0], X_2d[:, 1],
    c=df["Cluster"], cmap="viridis", s=60
)
plt.xlabel("Principal Component 1")
plt.ylabel("Principal Component 2")
plt.title("Final K-Means Clusters")
plt.colorbar(label="Cluster")
plt.show()

# Step 12: Interpret Clusters
df["Cluster"] = df["Cluster"].astype(int)

print("\nNumber of Records in Each Cluster:")
print(df["Cluster"].value_counts().sort_index())

print("\nAverage Feature Values in Each Cluster:")
print(df.groupby("Cluster")[X.columns].mean().round(2))

# Step 13: Conclusion
print("\nK-Means evaluation and clustering completed.")
