# Q13. Compare Regression Models With and Without PCA

# Same as Q9














# Step 1: Import Libraries
import pandas as pd
import numpy as np
import matplotlib.pyplot as plt
import seaborn as sns

from sklearn.model_selection import train_test_split
from sklearn.preprocessing import StandardScaler
from sklearn.decomposition import PCA
from sklearn.linear_model import LinearRegression
from sklearn.metrics import r2_score, mean_squared_error, mean_absolute_error

# Step 2: Load Dataset
df = pd.read_csv("uber.csv")

print(df.head())
print("Shape:", df.shape)
print(df.dtypes)
print(df.describe())

# Step 3: Check Missing and Duplicate Values
print("Null Values:\n", df.isnull().sum())
print("Duplicate Rows:", df.duplicated().sum())

df = df.dropna()
df = df.drop_duplicates()

# Step 4: Remove Invalid Records
df = df[
    (df["fare_amount"] > 0) &
    (df["passenger_count"] > 0) &
    (df["pickup_latitude"].between(-90, 90)) &
    (df["dropoff_latitude"].between(-90, 90)) &
    (df["pickup_longitude"].between(-180, 180)) &
    (df["dropoff_longitude"].between(-180, 180))
].copy()

# Step 5: Calculate Distance Using Haversine
def haversine(lat1, lon1, lat2, lon2):
    lat1, lon1, lat2, lon2 = np.radians([lat1, lon1, lat2, lon2])

    dlat = lat2 - lat1
    dlon = lon2 - lon1

    a = np.sin(dlat / 2)**2 + np.cos(lat1) * np.cos(lat2) * np.sin(dlon / 2)**2

    return 6371 * 2 * np.arcsin(np.sqrt(np.clip(a, 0, 1)))

df["distance"] = haversine(
    df["pickup_latitude"],
    df["pickup_longitude"],
    df["dropoff_latitude"],
    df["dropoff_longitude"]
)

df = df[df["distance"] > 0].copy()

 # Remove Outliers using IQR
for col in ["fare_amount", "distance"]:
    Q1 = df[col].quantile(0.25)
    Q3 = df[col].quantile(0.75)
    IQR = Q3 - Q1

    df = df[
        (df[col] >= Q1 - 1.5 * IQR) &
        (df[col] <= Q3 + 1.5 * IQR)
    ]


# Step 6: EDA Plots
sns.histplot(df["fare_amount"])
plt.title("Fare Distribution")
plt.show()

sns.boxplot(x=df["fare_amount"])
plt.title("Fare Outliers")
plt.show()

sns.scatterplot(
    data=df.sample(n=min(1000, len(df)), random_state=42),
    x="distance",
    y="fare_amount",
    alpha=0.4
)
plt.title("Distance vs Fare")
plt.show()

# Step 7: Select Features and Target
X = df[[
    "pickup_latitude",
    "pickup_longitude",
    "dropoff_latitude",
    "dropoff_longitude",
    "passenger_count",
    "distance"
]]

y = df["fare_amount"]

# Step 8: Split Dataset
X_train, X_test, y_train, y_test = train_test_split(
    X, y, test_size=0.2, random_state=42
)

# Step 9: Standardize Features
scaler = StandardScaler()
X_train = scaler.fit_transform(X_train)
X_test = scaler.transform(X_test)

# Step 10: Model Without PCA
model1 = LinearRegression()
model1.fit(X_train, y_train)
pred1 = model1.predict(X_test)

# Step 11: Apply PCA
pca = PCA(n_components=0.95)
X_train_pca = pca.fit_transform(X_train)
X_test_pca = pca.transform(X_test)

print("Original Features:", X_train.shape[1])
print("PCA Components:", pca.n_components_)

# Step 12: Model With PCA
model2 = LinearRegression()
model2.fit(X_train_pca, y_train)
pred2 = model2.predict(X_test_pca)

# Step 13: Compare Results
print("\nWithout PCA")
print("R2:", r2_score(y_test, pred1))
print("RMSE:", np.sqrt(mean_squared_error(y_test, pred1)))
print("MAE:", mean_absolute_error(y_test, pred1))

print("\nWith PCA")
print("R2:", r2_score(y_test, pred2))
print("RMSE:", np.sqrt(mean_squared_error(y_test, pred2)))
print("MAE:", mean_absolute_error(y_test, pred2))

# Step 14: Simple Comparison Plot
plt.bar(
    ["Without PCA", "With PCA"],
    [r2_score(y_test, pred1), r2_score(y_test, pred2)]
)
plt.ylabel("R2 Score")
plt.title("R2 Score Comparison")
plt.show()

# Conclusion
print("PCA reduced the number of features." if pca.n_components_ < X_train.shape[1] else "PCA retained all features at 95% variance.")
print("Compare R2, RMSE and MAE to evaluate model performance.")






