Difference between revisions of "ECE597 Project Interactive Pong"

Revision as of 01:39, 21 May 2010

This project is part of the ECE597 32-bit Embedded Linux class at Rose-Hulman Institute of Technology in Terre Haute, IN.

Project Goal

The goal of this project is to implement a simple game of "Pong" on the Beagle Board that allows a user to play the game by gesturing with their hands rather than using a mouse or keyboard.

Team Members

Elliot Simon

Mitch Garvin

Matt Luke

Jian Li

Code

OpenCV

/*Get the color of the hand, so that we can track the movement of the hand automatically.*/

void loadTemplateImage()

{

       IplImage *tempimage = cvLoadImage("/home/dica/workspace/cvex1/sshou.bmp",1);

cvCvtColor( tempimage, hsv, CV_BGR2HSV );

int _vmin = vmin, _vmax = vmax;

cvInRangeS( hsv, cvScalar(0,smin,MIN(_vmin,_vmax),0), cvScalar(180,256,MAX(_vmin,_vmax),0), mask );

cvSplit( hsv, hue, 0, 0, 0 );

selection.x = 1;

selection.y = 1;

selection.width = 320-1;

selection.height= 240-1;

cvSetImageROI( hue, selection );

cvSetImageROI( mask, selection );

cvCalcHist( &hue, hist, 0, mask );

float max_val = 0.f;

cvGetMinMaxHistValue( hist, 0, &max_val, 0, 0 );

cvConvertScale( hist->bins, hist->bins, max_val ? 255. / max_val : 0., 0 );

cvResetImageROI( hue );

cvResetImageROI( mask );

track_window = selection;

track_object = 1;

cvZero( histimg );

int bin_w = histimg->width / hdims;

for(int i = 0; i < hdims; i++ )

{

int val = cvRound( cvGetReal1D(hist->bins,i)*histimg->height/255 );

CvScalar color = hsv2rgb(i*180.f/hdims);

cvRectangle( histimg, cvPoint(i*bin_w,histimg->height),

cvPoint((i+1)*bin_w,histimg->height - val),

color, -1, 8, 0 );

}

cvReleaseImage(&tempimage);

}

/*create window, get the color of the hand and then track the movement of the hand*/

int main( int argc, char** argv )

{

   CvCapture* capture = 0;

   if( argc == 1 || (argc == 2 && strlen(argv[1]) == 1 && isdigit(argv[1][0])))
       capture = cvCaptureFromCAM( argc == 2 ? argv[1][0] - '0' : 0 );
   else if( argc == 2 )
       capture = cvCaptureFromAVI( argv[1] );

   if( !capture )
   {
       fprintf(stderr,"Could not initialize capturing...\n");
       return -1;
   }
   
   cvNamedWindow( "CamShiftDemo", 1 );
   cvNamedWindow( "Histogram", 1 );
   
   for(;;)
   {
       IplImage* frame = 0;
       int i, bin_w, c;

       frame = cvQueryFrame( capture );
       if( !frame )
           break;

       if( !image )
       {
           /* allocate all the buffers */
           image = cvCreateImage( cvGetSize(frame), 8, 3 );
           image->origin = frame->origin;
           hsv = cvCreateImage( cvGetSize(frame), 8, 3 );
           hue = cvCreateImage( cvGetSize(frame), 8, 1 );
           mask = cvCreateImage( cvGetSize(frame), 8, 1 );
           backproject = cvCreateImage( cvGetSize(frame), 8, 1 );
           hist = cvCreateHist( 1, &hdims, CV_HIST_ARRAY, &hranges, 1 );
           histimg = cvCreateImage( cvSize(320,200), 8, 3 );
           cvZero( histimg );
           loadTemplateImage();
       }

       cvCopy( frame, image, 0 );
       cvCvtColor( image, hsv, CV_BGR2HSV );

       if( track_object )
       {
           int _vmin = vmin, _vmax = vmax;

           cvInRangeS( hsv, cvScalar(0,smin,MIN(_vmin,_vmax),0),
                       cvScalar(180,256,MAX(_vmin,_vmax),0), mask );
           cvSplit( hsv, hue, 0, 0, 0 );

           if( track_object < 0 )
           {
               float max_val = 0.f;
               cvSetImageROI( hue, selection );
               cvSetImageROI( mask, selection );
               cvCalcHist( &hue, hist, 0, mask );
               cvGetMinMaxHistValue( hist, 0, &max_val, 0, 0 );
               cvConvertScale( hist->bins, hist->bins, max_val ? 255. / max_val : 0., 0 );
               cvResetImageROI( hue );
               cvResetImageROI( mask );
               track_window = selection;
               track_object = 1;

               cvZero( histimg );
               bin_w = histimg->width / hdims;
               for( i = 0; i < hdims; i++ )
               {
                   int val = cvRound( cvGetReal1D(hist->bins,i)*histimg->height/255 );
                   CvScalar color = hsv2rgb(i*180.f/hdims);
                   cvRectangle( histimg, cvPoint(i*bin_w,histimg->height),
                                cvPoint((i+1)*bin_w,histimg->height - val),
                                color, -1, 8, 0 );
               }
           }

           cvCalcBackProject( &hue, backproject, hist );
           cvAnd( backproject, mask, backproject, 0 );
           cvCamShift( backproject, track_window,
                       cvTermCriteria( CV_TERMCRIT_EPS | CV_TERMCRIT_ITER, 10, 1 ),
                       &track_comp, &track_box );
           track_window = track_comp.rect;

           if( backproject_mode )
               cvCvtColor( backproject, image, CV_GRAY2BGR );
           if( !image->origin )
               track_box.angle = -track_box.angle;
           cvEllipseBox( image, track_box, CV_RGB(255,0,0), 3, CV_AA, 0 );
       }

       if( select_object && selection.width > 0 && selection.height > 0 )
       {
           cvSetImageROI( image, selection );
           cvXorS( image, cvScalarAll(255), image, 0 );
           cvResetImageROI( image );
       }

       cvShowImage( "CamShiftDemo", image );
       cvShowImage( "Histogram", histimg );

       }
   }

   return 0;

}

Task List

Below is an estimated list of tasks to complete Task list will be updated as necessary