# Q18. Iris Flower Classification Using KNN

# Step 1: Import Libraries
import pandas as pd
import matplotlib.pyplot as plt

from sklearn.model_selection import train_test_split
from sklearn.preprocessing import StandardScaler, LabelEncoder
from sklearn.neighbors import KNeighborsClassifier
from sklearn.metrics import accuracy_score

# Step 2: Load Dataset
df = pd.read_csv("Iris.csv")

print("First Five Records:")
print(df.head())

print("\nDataset Shape:", df.shape)
print("\nMissing Values:\n", df.isnull().sum())

# Step 3: Separate Features and Target
# Drop Id column if present
if "Id" in df.columns:
    df = df.drop("Id", axis=1)

# Identify the species column
target = "Species"

X = df.drop(target, axis=1)
y = df[target]

# Encode Species Labels
le = LabelEncoder()
y = le.fit_transform(y)

print("\nFeatures:")
print(X.head())

print("\nSpecies Classes:", le.classes_)

# Step 4: Split Dataset
X_train, X_test, y_train, y_test = train_test_split(
    X, y, test_size=0.2, random_state=42, stratify=y
)

# Step 5: Standardize Features
scaler = StandardScaler()

X_train = scaler.fit_transform(X_train)
X_test = scaler.transform(X_test)

# Step 6: Train KNN Using Different K Values
k_values = [3, 5, 7]
accuracies = []

for k in k_values:
    model = KNeighborsClassifier(n_neighbors=k)
    model.fit(X_train, y_train)

    y_pred = model.predict(X_test)
    accuracy = accuracy_score(y_test, y_pred)

    accuracies.append(accuracy)

    print("\nK =", k)
    print("Test Accuracy:", accuracy)

# Step 7: Select Best K
best_index = accuracies.index(max(accuracies))
best_k = k_values[best_index]

print("\nBest K Value:", best_k)
print("Best Test Accuracy:", max(accuracies))

# Step 8: Visualize Accuracy Comparison
plt.plot(k_values, accuracies, marker="o")
plt.xlabel("K Value")
plt.ylabel("Test Accuracy")
plt.title("KNN Accuracy Comparison")
plt.xticks(k_values)
plt.grid(True)
plt.show()

# Conclusion
print("KNN classifies Iris flowers using the nearest neighbors.")



