GameF.m

%% Initialization
redThresh = 0.20; % Threshold for red detection
greenThresh = 0.110; % Threshold for green detection
blueThresh = 0.29; % Threshold for blue detection

yellowThresh = 0.9;

vidDevice = imaq.VideoDevice('winvideo', 2);
vidInfo = imaqhwinfo(vidDevice); % Acquire input video property
hblob = vision.BlobAnalysis('AreaOutputPort', false, ... % Set blob analysis handling
'CentroidOutputPort', true, ...
'BoundingBoxOutputPort', true', ...
'MinimumBlobArea', 500, ...
'MaximumBlobArea', 3500, ...
'MaximumCount', 3);
hshapeinsRedBox = vision.ShapeInserter('BorderColor', 'Custom', ... % Set Red box handling
'CustomBorderColor', [1 0 0], ...
'Fill', true, ...
'CustomFillColor', [1 0 0], ...
'Opacity', 0.4);

hshapeinsGreenBox = vision.ShapeInserter('BorderColor', 'Custom', ... % Set Green box handling
'CustomBorderColor', [0 1 0], ...
'Fill', true, ...
'FillColor', 'Custom', ...
'CustomFillColor', [0 1 0], ...
'Opacity', 0.4);
hshapeinsBlueBox = vision.ShapeInserter('BorderColor', 'Custom', ... % Set Blue box handling
'CustomBorderColor', [0 0 1], ...
'Fill', true, ...
'FillColor', 'Custom', ...
'CustomFillColor', [0 0 1], ...
'Opacity', 0.4);


hshapeinsYellowBox = vision.ShapeInserter('BorderColor', 'Custom', ... % Set Yellow box handling
'CustomBorderColor', [1 1 0], ...
'Fill', true, ...
'CustomFillColor', [1 1 0], ...
'Opacity', 0.4);

htextinsRed = vision.TextInserter('Text', 'Red : %2d', ... % Set text for number of blobs
'Location', [5 2], ...
'Color', [1 0 0], ... // red color
'Font', 'Courier New', ...
'FontSize', 14);
htextinsGreen = vision.TextInserter('Text', 'Green : %2d', ... % Set text for number of blobs
'Location', [5 18], ...
'Color', [0 1 0], ... // green color
'Font', 'Courier New', ...
'FontSize', 14);
htextinsBlue = vision.TextInserter('Text', 'Blue : %2d', ... % Set text for number of blobs
'Location', [5 34], ...
'Color', [0 0 1], ... // blue color
'Font', 'Courier New', ...
'FontSize', 14);

htextinsYellow = vision.TextInserter('Text', 'Yellow : %2d', ... % Set text for number of blobs
'Location', [5 50], ...
'Color', [1 1 0], ... // yellow color
'Font', 'Courier New', ...
'FontSize', 14);



htextinsCent = vision.TextInserter('Text', '+ X:%4d, Y:%4d', ... % set text for centroid
'LocationSource', 'Input port', ...
'Color', [1 1 1], ... // white color
'Font', 'Courier New', ...
'FontSize', 14);
hVideoIn = vision.VideoPlayer('Name', 'Final Video', ... % Output video player
'Position', [100 100 vidInfo.MaxWidth+20 vidInfo.MaxHeight+30]);
nFrame = 0; % Frame number initialization


import java.awt.Robot;
import java.awt.event.*;
my=Robot();
%{
centXBlue=0;
centYBlue=0;
centXRed=0;
centYRed=0;
centXGreen=0;
centYGreen=0;
%}
xp=0;
yp=0;

del=5;

pressl=1;
pressr=1;

binFrameRed=ones(480,640);

my.keyPress(KeyEvent.VK_WINDOWS);
my.keyRelease(KeyEvent.VK_WINDOWS);
pause(.01);


my.keyPress(KeyEvent.VK_H);
my.keyRelease(KeyEvent.VK_H);
pause(.01);

my.keyPress(KeyEvent.VK_I);
my.keyRelease(KeyEvent.VK_I);
pause(.01);

my.keyPress(KeyEvent.VK_L);
my.keyRelease(KeyEvent.VK_L);
pause(.01);

my.keyPress(KeyEvent.VK_L);
my.keyRelease(KeyEvent.VK_L);
pause(.01);

my.keyPress(KeyEvent.VK_SPACE);
my.keyRelease(KeyEvent.VK_SPACE);
pause(.01);

my.keyPress(KeyEvent.VK_C);
my.keyRelease(KeyEvent.VK_C);
pause(.01);

my.keyPress(KeyEvent.VK_L);
my.keyRelease(KeyEvent.VK_L);
pause(.01);

my.keyPress(KeyEvent.VK_I);
my.keyRelease(KeyEvent.VK_I);
pause(.01);

my.keyPress(KeyEvent.VK_ENTER);
my.keyRelease(KeyEvent.VK_ENTER);
pause(.01);

flag=0;

%}


%binFrameRed(0,0,:)=22;

%% Processing Loop
while(nFrame < 2000)
rgbFrame = step(vidDevice); % Acquire single frame
rgbFrame = flipdim(rgbFrame,2); % obtain the mirror image for displaying
diffFrameRed = imsubtract(rgbFrame(:,:,1), rgb2gray(rgbFrame)); % Get red component of the image
diffFrameRed = medfilt2(diffFrameRed, [3 3]); % Filter out the noise by using median filter
binFrameRed = im2bw(diffFrameRed, redThresh); % Convert the image into binary image with the red objects as white
diffFrameGreen = imsubtract(rgbFrame(:,:,2), rgb2gray(rgbFrame)); % Get green component of the image
diffFrameGreen = medfilt2(diffFrameGreen, [3 3]); % Filter out the noise by using median filter
binFrameGreen = im2bw(diffFrameGreen, greenThresh); % Convert the image into binary image with the green objects as white
diffFrameBlue = imsubtract(rgbFrame(:,:,3), rgb2gray(rgbFrame)); % Get blue component of the image
diffFrameBlue = medfilt2(diffFrameBlue, [3 3]); % Filter out the noise by using median filter
binFrameBlue = im2bw(diffFrameBlue, blueThresh); % Convert the image into binary image with the blue objects as white



yellowFrame = imadd(rgbFrame(:,:,1)./2,rgbFrame(:,:,2)./2);
diffFrameYellow = imsubtract(yellowFrame, rgb2gray(rgbFrame)); % Get red component of the image
diffFrameYellow = medfilt2(diffFrameYellow, [3 3]); % Filter out the noise by using median filter
binFrameYellow = im2bw(diffFrameYellow, yellowThresh); % Convert the image into binary image with the red objects as white

%{

subplot(2,2,1);imshow(ir);
subplot(2,2,2);imshow(binFrameBlue);
subplot(2,2,3);imshow(ig);
subplot(2,2,4);imshow(ib);

%}

[centroidRed, bboxRed] = step(hblob, binFrameRed); % Get the centroids and bounding boxes of the red blobs
centroidRed = uint16(centroidRed); % Convert the centroids into Integer for further steps
[centroidGreen, bboxGreen] = step(hblob, binFrameGreen); % Get the centroids and bounding boxes of the green blobs
centroidGreen = uint16(centroidGreen); % Convert the centroids into Integer for further steps
[centroidBlue, bboxBlue] = step(hblob, binFrameBlue); % Get the centroids and bounding boxes of the blue blobs
centroidBlue = uint16(centroidBlue); % Convert the centroids into Integer for further steps

[centroidYellow, bboxYellow] = step(hblob, binFrameYellow); % Get the centroids and bounding boxes of the red blobs
centroidYellow = uint16(centroidYellow); % Convert the centroids into Integer for further steps


rgbFrame(1:67,1:95,:) = 0; % put a black region on the output stream
vidIn = step(hshapeinsRedBox, rgbFrame, bboxRed); % Instert the red box
vidIn = step(hshapeinsGreenBox, vidIn, bboxGreen); % Instert the green box
vidIn = step(hshapeinsBlueBox, vidIn, bboxBlue); % Instert the blue box
vidIn = step(hshapeinsYellowBox, vidIn, bboxYellow);


for object = 1:1:length(bboxRed(:,1)) % Write the corresponding centroids for red
centXRed = centroidRed(object,1); centYRed = centroidRed(object,2);
vidIn = step(htextinsCent, vidIn, [centXRed centYRed], [centXRed-6 centYRed-9]);
end
for object = 1:1:length(bboxGreen(:,1)) % Write the corresponding centroids for green
centXGreen = centroidGreen(object,1); centYGreen = centroidGreen(object,2);
vidIn = step(htextinsCent, vidIn, [centXGreen centYGreen], [centXGreen-6 centYGreen-9]);
end
for object = 1:1:length(bboxBlue(:,1)) % Write the corresponding centroids for blue
centXBlue = centroidBlue(object,1); centYBlue = centroidBlue(object,2);
vidIn = step(htextinsCent, vidIn, [centXBlue centYBlue], [centXBlue-6 centYBlue-9]);
end

for object = 1:1:length(bboxYellow(:,1)) % Write the corresponding centroids for yellow
centXYellow = centroidYellow(object,1); centYYellow = centroidYellow(object,2);
vidIn = step(htextinsCent, vidIn, [centXYellow centYYellow], [centXYellow-6 centYYellow-9]);
end



vidIn = step(htextinsRed, vidIn, uint8(length(bboxRed(:,1)))); % Count the number of red blobs
vidIn = step(htextinsGreen, vidIn, uint8(length(bboxGreen(:,1)))); % Count the number of green blobs
vidIn = step(htextinsBlue, vidIn, uint8(length(bboxBlue(:,1)))); % Count the number of blue blobs

vidIn = step(htextinsYellow, vidIn, uint8(length(bboxYellow(:,1)))); % Count the number of yellow blobs


step(hVideoIn, vidIn); % Output video stream


disXRB=abs(double(centXBlue)-double(centXRed));
disYRB=abs(double(centYBlue)-double(centYRed));

disXRG=abs(double(centXRed)-double(centXGreen));
disYRG=abs(double(centYRed)-double(centYGreen));

disXBG=abs(double(centXBlue)-double(centXGreen));
disYBG=abs(double(centYBlue)-double(centYGreen));


x=uint8(length(bboxRed(:,1)));
y=uint8(length(bboxGreen(:,1)));
z=uint8(length(bboxBlue(:,1)));

xn=(3.1*centXRed)-70;
yn=(2.4*centYRed)-180;

my.mouseMove(xn,yn);

%Move x coordinate
%{
if(double(xn)-double(xp)>19)
    my.mouseMove(xp+20,yp);
    xp=xp+20;
else if(double(xp)-double(xn)>19)
    my.mouseMove(xp-20,yp);
    xp=xp-20;
    end
end

%move y coordinate
if(double(yn)-double(yp)>19)
    my.mouseMove(xp,yp+20);
    yp=yp+20;
else if(double(yp)-double(yn)>19)
    my.mouseMove(xp,yp-20);
    yp=yp-20;
    end
end

%}





if( disXRB<70 && disYRB<80 && (pressl==0) )
            if( x>0 && z==1  )
            my.mousePress(InputEvent.BUTTON1_MASK);
            
            %start here
            pressl=1;
            end
else if(pressl==1)
        my.mouseRelease(InputEvent.BUTTON1_MASK);
        pressl=0;
        
    end
end


%if((abs(centXBlue-centXRed)>20)&&(abs(centYBlue-centYRed)>90)&&(press==1))
            
 %           my.mouseRelease(InputEvent.BUTTON1_MASK);
%end

%{  
if(disXRG<70 &&  disYRG<80 && (pressr==0) )
            if(uint8(length(bboxRed(:,1)))>0 && uint8(length(bboxGreen(:,1)))==1)
            my.mousePress(InputEvent.BUTTON3_MASK);
            
            %start here
            pressr=1;
            end
            
else if(pressr==1)
        my.mouseRelease(InputEvent.BUTTON3_MASK);
        pressr=0;
        
    end

end

%}

% Wheel


if(z > 1 )
    
    if(yn < 400)
        my.keyPress(KeyEvent.VK_RIGHT);
        
        
        flag=1;
    end
    
    if(yn > 500)
        
       my.keyPress(KeyEvent.VK_LEFT);
       flag=1;
        
    end
    if (yn >400 && yn < 500 && flag==1 )
        my.keyRelease(KeyEvent.VK_LEFT);
        my.keyRelease(KeyEvent.VK_RIGHT);
    end 
    
end

if(x==1 && y==2 && z==2 )
    nFrame=2100;
end


%camera
%{
if(uint8(length(bboxGreen(:,1))) > 1 && uint8(length(bboxBlue(:,1)))>1)
    
    pause(4);
    c=clock;
    snap = step(vidDevice); % Acquire single frame
    p=['C:/Users/HP PC/Desktop/img' num2str(c(1)) num2str(c(2)) num2str(c(3)) num2str(c(4)) num2str(c(5)) num2str(c(6)) '.jpg'];
    imwrite(snap,p,'jpg');


end

%}

nFrame = nFrame+1;
end
%% Clearing Memory
release(hVideoIn); % Release all memory and buffer used
release(vidDevice);
%clear all;
%clc;