machine-learning-ex2_2

%% Load Data

data = load('ex2data2.txt');
X = data(:, [1, 2]); y = data(:, 3);

plotData(X, y);

hold on;

xlabel('Microchip Test 1')
ylabel('Microchip Test 2')

legend('y = 1', 'y = 0')
hold off;

 %%Regularized Logistic Regression 

X = mapFeature(X(:,1), X(:,2));

function out = mapFeature(X1, X2)
degree = 6;
out = ones(size(X1(:,1)));
for i = 1:degree
    for j = 0:i
        out(:, end+1) = (X1.^(i-j)).*(X2.^j);
    end
end

end

initial_theta = zeros(size(X, 2), 1);
lambda = 1;

[cost, grad] = costFunctionReg(initial_theta, X, y, lambda);

function [J, grad] = costFunctionReg(theta, X, y, lambda)
m = length(y);
J = 0;
grad = zeros(size(theta));
sig=sigmoid(X * theta);

J= -1/m*(y'*log(sig)+(1- y')*log(1-sig))+lambda/(2*m) *sum(theta(2:end).^2);
grad=1/m *(sig-y)'*X+lambda/m*theta';
grad(1)=grad(1)-lambda/m*theta(1);
end

fprintf('Cost at initial theta (zeros): %f\n', cost);
%% Regularization and Accuracies

initial_theta = zeros(size(X, 2), 1);

lambda = 1;

options = optimset('GradObj', 'on', 'MaxIter', 400);

[theta, J, exit_flag] = ...

fminunc(@(t)(costFunctionReg(t, X, y, lambda)), initial_theta, options);

plotDecisionBoundary(theta, X, y);
hold on;
title(sprintf('lambda = %g', lambda))

xlabel('Microchip Test 1')
ylabel('Microchip Test 2')


legend('y = 1', 'y = 0', 'Decision boundary')
hold off;

p = predict(theta, X);

fprintf('Train Accuracy: %f\n', mean(double(p == y)) * 100);