Ridge Regressor
#Ridge Regression which is considered
#L2 Regularization
#helps with overfitting in linear regression models
#keeping the coefficients small
# lead to a model that is less prone to overfitting
#balance between fitting the data and keeping the coefficients small
#more robust and stable models, particularly when dealing with datasets that have highly correlated predictor variables
from sklearn.datasets import make_regression X, y = make_regression(n_samples=100, n_features=4, noise=0.1, random_state=42, effective_rank=2) from sklearn.model_selection import train_test_split X_train, X_test, y_train, y_test = train_test_split(X, y, test_size=0.2, random_state=19) from sklearn.preprocessing import StandardScaler scaler = StandardScaler() X_train = scaler.fit_transform(X_train) X_test = scaler.transform(X_test) from sklearn.linear_model import Ridge ridge = Ridge() ridge.fit(X_train, y_train) 
from sklearn.metrics import mean_absolute_error, mean_squared_error, r2_score y_pred = ridge.predict(X_test) mean_absolute_error(y_test, y_pred) 
mean_squared_error(y_test, y_pred) 
r2_score(y_test, y_pred) 
#regularization strength, often denoted as alpha
#L2 regularization penalty
#A larger alpha value results in stronger regularization, which tends to
#shrink the coefficients towards zero
param_grid = { 'alpha' : [0.001, 0.01, 0.1, 1.0, 10.0, 100.0] } from sklearn.model_selection import GridSearchCV ridge_cv = GridSearchCV(ridge, param_grid, cv=3, n_jobs=-1) ridge_cv.fit(X_train, y_train) 
y_pred = ridge_cv.predict(X_test) mean_absolute_error(y_test, y_pred) 
mean_squared_error(y_test, y_pred) 
r2_score(y_test, y_pred) 
ridge_cv.best_estimator_ 
ridge3 = Ridge(alpha=0.001) ridge3.fit(X_train, y_train) 
ridge3.intercept_ 
ridge3.coef_ 
#if a coefficient was zero, then the lasso model would disregard it
