Pgr-6

import numpy as np
import matplotlib.pyplot as plt

def gaussian_kernel(x, xi, tau):
 return np.exp(-np.sum((x - xi) ** 2) / (2 * tau ** 2))

def locally_weighted_regression(x, X, y, tau):
 m = X.shape[0]
 weights = np.array([gaussian_kernel(x, X[i], tau) for i in range(m)])
 W = np.diag(weights)
 X_transpose_W = X.T @ W 
 theta = np.linalg.inv(X_transpose_W @ X) @ X_transpose_W @ y
 return x @ theta 

np.random.seed(42)
X = np.linspace(0, 2 * np.pi, 100) 
y = np.sin(X) + 0.1 * np.random.randn(100)

X_bias = np.c_[np.ones(X.shape), X] 
x_test = np.linspace(0, 2 * np.pi, 200) 
x_test_bias = np.c_[np.ones(x_test.shape), x_test] 
tau = 0.5 
y_pred = np.array([locally_weighted_regression(xi, X_bias, y, tau) for xi in x_test_bias])

plt.figure(figsize=(10, 6))
plt.scatter(X, y, color='red', label='Training Data', alpha=0.7) # Plot training data
plt.plot(x_test, y_pred, color='blue', label=f'LWR Fit (tau={tau})', linewidth=2) # Plot
predicted curve
plt.xlabel('X', fontsize=12)
plt.ylabel('y', fontsize=12)
plt.title('Locally Weighted Regression', fontsize=14)
plt.legend(fontsize=10)
plt.grid(alpha=0.3)
plt.show()

Comments

Post a Comment

Popular posts from this blog

Pgr-1

import pandas as pd from sklearn.datasets import fetch_california_housing california_housing = fetch_california_housing() print(california_housing.DESCR) df = pd.DataFrame(california_housing.data, columns=california_housing.feature_names) df['target'] = california_housing.target print("First 5 rows of the dataset:") print(df.head()) # Display the first 5 rows def plot_histograms(df):  df.hist(bins=30, figsize=(12, 10))  plt.suptitle("Histograms of Numerical Features", fontsize=16)  plt.show() def plot_boxplots(df):  plt.figure(figsize=(12, 10))  for i, feature in enumerate(df.columns):   plt.subplot(3, 4, i+1) # Adjust the number of rows and columns accordingly   sns.boxplot(df[feature])   plt.title(f'Box Plot of {feature}')  plt.tight_layout()  plt.show() import matplotlib.pyplot as plt plot_histograms(df) plot_boxplots(df) print("Outliers Detection:") outliers_summary = {} numerical_features = df.select_dtypes(include=['float64', ...
Read more

Pgr-4

 import pandas as pd def find_s_algorithm(file_path):  data = pd.read_csv(file_path)  print("Training data:")  print(data)  attributes = data.columns[:-1]   class_label = data.columns[-1]   for index, row in data.iterrows():  if row[class_label] == 'Yes':   hypothesis = list(row[attributes])    break  for index, row in data.iterrows():  if row[class_label] == 'Yes':   for i, value in enumerate(row[attributes]):    if hypothesis[i] != value:      hypothesis[i] = '?' # Generalize hypothesis return hypothesis file_path = 'training_data.csv' # Provide the file path hypothesis = find_s_algorithm(file_path) print("\nThe final hypothesis is:", hypothesis)
Read more

Pgr-5

import numpy as np import matplotlib.pyplot as plt from collections import Counter data = np.random.rand(100) labels = ["Class1" if x <= 0.5 else "Class2" for x in data[:50]] def euclidean_distance(x1, x2):  return abs(x1 - x2) def knn_classifier(train_data, train_labels, test_point, k):  distances = [(euclidean_distance(test_point, train_data[i]), train_labels[i]) for i in   range(len(train_data))]  distances.sort(key=lambda x: x[0])  k_nearest_neighbors = distances[:k]  k_nearest_labels = [label for _, label in k_nearest_neighbors]  return Counter(k_nearest_labels).most_common(1)[0][0]  train_data = data[:50]  train_labels = labels  test_data = data[50:]  k_values = [1, 2, 3, 4, 5, 20, 30]  print("--- k-Nearest Neighbors Classification ---")  print("Training dataset: First 50 points labeled based on the rule (x <= 0.5 -> Class1, x > 0.5 ->  Class2)")  print("Testing dataset: Remaining 50 poi...
Read more