opencv 手势识别

runfeel

浏览: 935604 次

最近访客更多访客>>

lxin410

gaozzsoft

hudaafei

seancheer

博主相关

博客

微博

相册

留言

关于我

文章分类

全部博客 (1069)

社区版块

存档分类

2013-08 ( 1)
2013-07 ( 211)
2013-06 ( 235)
更多存档...

我使用OpenCV2.4.4的windows版本+Qt4.8.3+VS2010的编译器做了一个手势识别的小程序。

本程序主要使到了Opencv的特征训练库和最基本的图像处理的知识，包括肤色检测等等。

废话不多，先看一下基本的界面设计，以及主要功能：

相信对于Qt有一些了解的人都不会对这个界面的设计感到陌生吧！（该死，该死！）我们向下走：

紧接着是Qt导入OPenCV2.4.4的库文件：（先看一下Qt的工程文件吧）

#-------------------------------------------------
#
# Project created by QtCreator 2013-05-25T11:16:11
#
#-------------------------------------------------

QT       += core gui

CONFIG += warn_off

greaterThan(QT_MAJOR_VERSION, 4): QT += widgets

TARGET = HandGesture
TEMPLATE = app

INCLUDEPATH += E:/MyQtCreator/MyOpenCV/opencv/build/include

SOURCES += main.cpp\
        handgesturedialog.cpp \
    SRC/GestrueInfo.cpp \
    SRC/AIGesture.cpp

HEADERS  += handgesturedialog.h \
    SRC/GestureStruct.h \
    SRC/GestrueInfo.h \
    SRC/AIGesture.h

FORMS    += handgesturedialog.ui

#Load OpenCV runtime libs
win32:CONFIG(release, debug|release): LIBS += -L$$PWD/../../../MyQtCreator/MyOpenCV/opencv/build/x86/vc10/lib/ -lopencv_core244
else:win32:CONFIG(debug, debug|release): LIBS += -L$$PWD/../../../MyQtCreator/MyOpenCV/opencv/build/x86/vc10/lib/ -lopencv_core244d

INCLUDEPATH += $$PWD/../../../MyQtCreator/MyOpenCV/opencv/build/x86/vc10
DEPENDPATH += $$PWD/../../../MyQtCreator/MyOpenCV/opencv/build/x86/vc10

win32:CONFIG(release, debug|release): LIBS += -L$$PWD/../../../MyQtCreator/MyOpenCV/opencv/build/x86/vc10/lib/ -lopencv_features2d244
else:win32:CONFIG(debug, debug|release): LIBS += -L$$PWD/../../../MyQtCreator/MyOpenCV/opencv/build/x86/vc10/lib/ -lopencv_features2d244d

INCLUDEPATH += $$PWD/../../../MyQtCreator/MyOpenCV/opencv/build/x86/vc10
DEPENDPATH += $$PWD/../../../MyQtCreator/MyOpenCV/opencv/build/x86/vc10

win32:CONFIG(release, debug|release): LIBS += -L$$PWD/../../../MyQtCreator/MyOpenCV/opencv/build/x86/vc10/lib/ -lopencv_haartraining_engine
else:win32:CONFIG(debug, debug|release): LIBS += -L$$PWD/../../../MyQtCreator/MyOpenCV/opencv/build/x86/vc10/lib/ -lopencv_haartraining_engined

INCLUDEPATH += $$PWD/../../../MyQtCreator/MyOpenCV/opencv/build/x86/vc10
DEPENDPATH += $$PWD/../../../MyQtCreator/MyOpenCV/opencv/build/x86/vc10

win32:CONFIG(release, debug|release): LIBS += -L$$PWD/../../../MyQtCreator/MyOpenCV/opencv/build/x86/vc10/lib/ -lopencv_highgui244
else:win32:CONFIG(debug, debug|release): LIBS += -L$$PWD/../../../MyQtCreator/MyOpenCV/opencv/build/x86/vc10/lib/ -lopencv_highgui244d

INCLUDEPATH += $$PWD/../../../MyQtCreator/MyOpenCV/opencv/build/x86/vc10
DEPENDPATH += $$PWD/../../../MyQtCreator/MyOpenCV/opencv/build/x86/vc10

win32:CONFIG(release, debug|release): LIBS += -L$$PWD/../../../MyQtCreator/MyOpenCV/opencv/build/x86/vc10/lib/ -lopencv_objdetect244
else:win32:CONFIG(debug, debug|release): LIBS += -L$$PWD/../../../MyQtCreator/MyOpenCV/opencv/build/x86/vc10/lib/ -lopencv_objdetect244d

INCLUDEPATH += $$PWD/../../../MyQtCreator/MyOpenCV/opencv/build/x86/vc10
DEPENDPATH += $$PWD/../../../MyQtCreator/MyOpenCV/opencv/build/x86/vc10

win32:CONFIG(release, debug|release): LIBS += -L$$PWD/../../../MyQtCreator/MyOpenCV/opencv/build/x86/vc10/lib/ -lopencv_video244
else:win32:CONFIG(debug, debug|release): LIBS += -L$$PWD/../../../MyQtCreator/MyOpenCV/opencv/build/x86/vc10/lib/ -lopencv_video244d

INCLUDEPATH += $$PWD/../../../MyQtCreator/MyOpenCV/opencv/build/x86/vc10
DEPENDPATH += $$PWD/../../../MyQtCreator/MyOpenCV/opencv/build/x86/vc10

win32:CONFIG(release, debug|release): LIBS += -L$$PWD/../../../MyQtCreator/MyOpenCV/opencv/build/x86/vc10/lib/ -lopencv_calib3d244
else:win32:CONFIG(debug, debug|release): LIBS += -L$$PWD/../../../MyQtCreator/MyOpenCV/opencv/build/x86/vc10/lib/ -lopencv_calib3d244d

INCLUDEPATH += $$PWD/../../../MyQtCreator/MyOpenCV/opencv/build/x86/vc10
DEPENDPATH += $$PWD/../../../MyQtCreator/MyOpenCV/opencv/build/x86/vc10

win32:CONFIG(release, debug|release): LIBS += -L$$PWD/../../../MyQtCreator/MyOpenCV/opencv/build/x86/vc10/lib/ -lopencv_contrib244
else:win32:CONFIG(debug, debug|release): LIBS += -L$$PWD/../../../MyQtCreator/MyOpenCV/opencv/build/x86/vc10/lib/ -lopencv_contrib244d

INCLUDEPATH += $$PWD/../../../MyQtCreator/MyOpenCV/opencv/build/x86/vc10
DEPENDPATH += $$PWD/../../../MyQtCreator/MyOpenCV/opencv/build/x86/vc10

win32:CONFIG(release, debug|release): LIBS += -L$$PWD/../../../MyQtCreator/MyOpenCV/opencv/build/x86/vc10/lib/ -lopencv_imgproc244
else:win32:CONFIG(debug, debug|release): LIBS += -L$$PWD/../../../MyQtCreator/MyOpenCV/opencv/build/x86/vc10/lib/ -lopencv_imgproc244d

INCLUDEPATH += $$PWD/../../../MyQtCreator/MyOpenCV/opencv/build/x86/vc10
DEPENDPATH += $$PWD/../../../MyQtCreator/MyOpenCV/opencv/build/x86/vc10


win32:CONFIG(release, debug|release): LIBS += -L$$PWD/../../../MyQtCreator/MyOpenCV/opencv/build/x86/vc10/lib/ -lopencv_legacy244
else:win32:CONFIG(debug, debug|release): LIBS += -L$$PWD/../../../MyQtCreator/MyOpenCV/opencv/build/x86/vc10/lib/ -lopencv_legacy244d

INCLUDEPATH += $$PWD/../../../MyQtCreator/MyOpenCV/opencv/build/x86/vc10
DEPENDPATH += $$PWD/../../../MyQtCreator/MyOpenCV/opencv/build/x86/vc10

win32:CONFIG(release, debug|release): LIBS += -L$$PWD/../../../MyQtCreator/MyOpenCV/opencv/build/x86/vc10/lib/ -lopencv_ml244
else:win32:CONFIG(debug, debug|release): LIBS += -L$$PWD/../../../MyQtCreator/MyOpenCV/opencv/build/x86/vc10/lib/ -lopencv_ml244d

INCLUDEPATH += $$PWD/../../../MyQtCreator/MyOpenCV/opencv/build/x86/vc10
DEPENDPATH += $$PWD/../../../MyQtCreator/MyOpenCV/opencv/build/x86/vc10

win32:CONFIG(release, debug|release): LIBS += -L$$PWD/../../../MyQtCreator/MyOpenCV/opencv/build/x86/vc10/lib/ -lopencv_photo244
else:win32:CONFIG(debug, debug|release): LIBS += -L$$PWD/../../../MyQtCreator/MyOpenCV/opencv/build/x86/vc10/lib/ -lopencv_photo244d

INCLUDEPATH += $$PWD/../../../MyQtCreator/MyOpenCV/opencv/build/x86/vc10
DEPENDPATH += $$PWD/../../../MyQtCreator/MyOpenCV/opencv/build/x86/vc10

win32:CONFIG(release, debug|release): LIBS += -L$$PWD/../../../MyQtCreator/MyOpenCV/opencv/build/x86/vc10/lib/ -lopencv_nonfree244
else:win32:CONFIG(debug, debug|release): LIBS += -L$$PWD/../../../MyQtCreator/MyOpenCV/opencv/build/x86/vc10/lib/ -lopencv_nonfree244d

INCLUDEPATH += $$PWD/../../../MyQtCreator/MyOpenCV/opencv/build/x86/vc10
DEPENDPATH += $$PWD/../../../MyQtCreator/MyOpenCV/opencv/build/x86/vc10

当做好以上的基本配置之后，我们进行手势识别的开发：

第一：要采集到原始的图片

采集好原始图片后进行修正，包括尺寸大小，那时我还使用到了matlab这个强大的工具，

紧接着进行图像的样本特征提取，到网上把，CSDN中有大量的关于对图像特征训练库的识别与训练，按照他们一步一步的操作模式不会有问题的饿

下面是要通过摄像头进行图像的采集，直接贴代码：

void HandGestureDialog::on_pushButton_OpenCamera_clicked()
{
    cam = cvCreateCameraCapture(0);
    timer->start(time_intervals);
    frame = cvQueryFrame(cam);

    ui->pushButton_OpenCamera->setDisabled (true);
    ui->pushButton_CloseCamera->setEnabled (true);
    ui->pushButton_ShowPause->setEnabled (true);
    ui->pushButton_SnapImage->setEnabled (true);
    afterSkin = cvCreateImage (cvSize(frame->width,frame->height),IPL_DEPTH_8U,1);
}

void HandGestureDialog::readFarme()
{
    frame = cvQueryFrame(cam);
    QImage image((const uchar*)frame->imageData,
                 frame->width,
                 frame->height,
                 QImage::Format_RGB888);
    image = image.rgbSwapped();
    image = image.scaled(320,240);
    ui->label_CameraShow->setPixmap(QPixmap::fromImage(image));
    gesture.SkinDetect (frame,afterSkin);

    /*next to opencv*/

    if(status_switch == Recongnise)
    {
        // Flips the frame into mirror image
        cvFlip(frame,frame,1);

        // Call the function to detect and draw the hand positions
        StartRecongizeHand(frame);
    }
}

查看一下样例图片：

开始训练的核心代码：

void HandGestureDialog::on_pushButton_StartTrain_clicked()
{
    QProgressDialog* process = new QProgressDialog(this);
    process->setWindowTitle ("Traning Model");
    process->setLabelText("Processing...");
    process->setModal(true);
    process->show ();
    gesture.setMainUIPointer (this);
    gesture.Train(process);
    QMessageBox::about (this,tr("完成"),tr("手势训练模型完成"));
}

void CAIGesture::Train(QProgressDialog *pBar)//对指定训练文件夹里面的所有手势进行训练
{
    QString curStr = QDir::currentPath ();
    QString fp1 = "InfoDoc/gestureFeatureFile.yml";
    fp1 = curStr + "/" + fp1;
    CvFileStorage *GestureFeature=cvOpenFileStorage(fp1.toStdString ().c_str (),0,CV_STORAGE_WRITE);
    FILE* fp;
    QString fp2 = "InfoDoc/gestureFile.txt";
    fp2 = curStr + "/" + fp2;
    fp=fopen(fp2.toStdString ().c_str (),"w");
    int FolderCount=0;

    /*获取当前的目录，然后得到当前的子目录*/
    QString trainStr = curStr;
    trainStr += "/TraningSample/";
    QDir trainDir(trainStr);
    GestureStruct gesture;
    QFileInfoList list = trainDir.entryInfoList();

    pBar->setRange(0,list.size ()-2);


    for(int i=2;i<list.size ();i++)
    {
        pBar->setValue(i-1);

        QFileInfo fileInfo = list.at (i);
        if(fileInfo.isDir () == true)
        {
            FolderCount++;

            QString tempStr = fileInfo.fileName ();
            fprintf(fp,"%s\n",tempStr.toStdString ().c_str ());
            gesture.angleName = tempStr.toStdString ()+"angleName";
            gesture.anglechaName = tempStr.toStdString ()+"anglechaName";
            gesture.countName = tempStr.toStdString ()+"anglecountName";

            tempStr = trainStr + tempStr + "/";
            QDir subDir(tempStr);
            OneGestureTrain(subDir,GestureFeature,gesture);
        }
    }
    pBar->autoClose ();
    delete pBar;
    pBar = NULL;
    fprintf(fp,"%s%d","Hand Gesture Number: ",FolderCount);
    fclose(fp);
    cvReleaseFileStorage(&GestureFeature);
}

void CAIGesture::OneGestureTrain(QDir GestureDir,CvFileStorage *fs,GestureStruct gesture)//对单张图片进行训练
{	
    IplImage* TrainImage=0;
    IplImage* dst=0;
    CvSeq* contour=NULL;
    CvMemStorage* storage;
    storage = cvCreateMemStorage(0);
    CvPoint center=cvPoint(0,0);
    float radius=0.0;
    float angle[FeatureNum][10]={0},anglecha[FeatureNum][10]={0},anglesum[FeatureNum][10]={0},anglechasum[FeatureNum][10]={0};
    float count[FeatureNum]={0},countsum[FeatureNum]={0};

    int FileCount=0;
    /*读取该目录下的所有jpg文件*/
    QFileInfoList list = GestureDir.entryInfoList();
    QString currentDirPath = GestureDir.absolutePath ();
    currentDirPath += "/";
    for(int k=2;k<list.size ();k++)
    {
        QFileInfo tempInfo = list.at (k);
        if(tempInfo.isFile () == true)
        {
            QString fileNamePath = currentDirPath + tempInfo.fileName ();
            TrainImage=cvLoadImage(fileNamePath.toStdString ().c_str(),1);
            if(TrainImage==NULL)
            {
                cout << "can't load image" << endl;
                cvReleaseMemStorage(&storage);
                cvReleaseImage(&dst);
                cvReleaseImage(&TrainImage);
                return;
            }
            if(dst==NULL&&TrainImage!=NULL)
                dst=cvCreateImage(cvGetSize(TrainImage),8,1);
            SkinDetect(TrainImage,dst);
            FindBigContour(dst,contour,storage);
            cvZero(dst);
            cvDrawContours( dst, contour, CV_RGB(255,255,255),CV_RGB(255,255,255), -1, -1, 8 );
            ComputeCenter(contour,center,radius);

            GetFeature(dst,center,radius,angle,anglecha,count);
            for(int j=0;j<FeatureNum;j++)
            {
                countsum[j]+=count[j];
                for(int k=0;k<10;k++)
                {
                    anglesum[j][k]+=angle[j][k];
                    anglechasum[j][k]+=anglecha[j][k];
                }
            }
            FileCount++;
            cvReleaseImage(&TrainImage);
        }
    }
    for(int i=0;i<FeatureNum;i++)
    {
        gesture.count[i]=countsum[i]/FileCount;
        for(int j=0;j<10;j++)
        {
            gesture.angle[i][j]=anglesum[i][j]/FileCount;
            gesture.anglecha[i][j]=anglechasum[i][j]/FileCount;
        }
    }
    cvStartWriteStruct(fs,gesture.angleName.c_str (),CV_NODE_SEQ,NULL);//开始写入yml文件

    int i=0;
    for(i=0;i<FeatureNum;i++)
        cvWriteRawData(fs,&gesture.angle[i][0],10,"f");//写入肤色角度的值

    cvEndWriteStruct(fs);
    cvStartWriteStruct(fs,gesture.anglechaName.c_str (),CV_NODE_SEQ,NULL);

    for(i=0;i<FeatureNum;i++)
        cvWriteRawData(fs,&gesture.anglecha[i][0],10,"f");//写入非肤色角度的值

    cvEndWriteStruct(fs);
    cvStartWriteStruct(fs,gesture.countName.c_str (),CV_NODE_SEQ,NULL);
    cvWriteRawData(fs,&gesture.count[0],FeatureNum,"f");//写入肤色角度的个数
    cvEndWriteStruct(fs);

    cvReleaseMemStorage(&storage);
    cvReleaseImage(&dst);
}

void CAIGesture::SkinDetect(IplImage* src,IplImage* dst)
{
    IplImage* hsv = cvCreateImage(cvGetSize(src), IPL_DEPTH_8U, 3);//use to split to HSV
    IplImage* tmpH1 = cvCreateImage( cvGetSize(src), IPL_DEPTH_8U, 1);//Use To Skin Detect
    IplImage* tmpS1 = cvCreateImage(cvGetSize(src), IPL_DEPTH_8U, 1);
    IplImage* tmpH2 = cvCreateImage(cvGetSize(src), IPL_DEPTH_8U, 1);
    IplImage* tmpS3 = cvCreateImage(cvGetSize(src), IPL_DEPTH_8U, 1);
    IplImage* tmpH3 = cvCreateImage(cvGetSize(src), IPL_DEPTH_8U, 1);
    IplImage* tmpS2 = cvCreateImage(cvGetSize(src), IPL_DEPTH_8U, 1);
    IplImage* H = cvCreateImage( cvGetSize(src), IPL_DEPTH_8U, 1);
    IplImage* S = cvCreateImage( cvGetSize(src), IPL_DEPTH_8U, 1);
    IplImage* V = cvCreateImage( cvGetSize(src), IPL_DEPTH_8U, 1);
    IplImage* src_tmp1=cvCreateImage(cvGetSize(src),8,3);

    cvSmooth(src,src_tmp1,CV_GAUSSIAN,3,3);	//Gaussian Blur
    cvCvtColor(src_tmp1, hsv, CV_BGR2HSV );//Color Space to Convert
    cvCvtPixToPlane(hsv,H,S,V,0);//To Split 3 channel

    /*********************Skin Detect**************/
    cvInRangeS(H,cvScalar(0.0,0.0,0,0),cvScalar(20.0,0.0,0,0),tmpH1);
    cvInRangeS(S,cvScalar(75.0,0.0,0,0),cvScalar(200.0,0.0,0,0),tmpS1);
    cvAnd(tmpH1,tmpS1,tmpH1,0);

    // Red Hue with Low Saturation
    // Hue 0 to 26 degree and Sat 20 to 90
    cvInRangeS(H,cvScalar(0.0,0.0,0,0),cvScalar(13.0,0.0,0,0),tmpH2);
    cvInRangeS(S,cvScalar(20.0,0.0,0,0),cvScalar(90.0,0.0,0,0),tmpS2);
    cvAnd(tmpH2,tmpS2,tmpH2,0);

    // Red Hue to Pink with Low Saturation
    // Hue 340 to 360 degree and Sat 15 to 90
    cvInRangeS(H,cvScalar(170.0,0.0,0,0),cvScalar(180.0,0.0,0,0),tmpH3);
    cvInRangeS(S,cvScalar(15.0,0.0,0,0),cvScalar(90.,0.0,0,0),tmpS3);
    cvAnd(tmpH3,tmpS3,tmpH3,0);

    // Combine the Hue and Sat detections
    cvOr(tmpH3,tmpH2,tmpH2,0);
    cvOr(tmpH1,tmpH2,tmpH1,0);

    cvCopy(tmpH1,dst);

    cvReleaseImage(&hsv);
    cvReleaseImage(&tmpH1);
    cvReleaseImage(&tmpS1);
    cvReleaseImage(&tmpH2);
    cvReleaseImage(&tmpS2);
    cvReleaseImage(&tmpH3);
    cvReleaseImage(&tmpS3);
    cvReleaseImage(&H);
    cvReleaseImage(&S);
    cvReleaseImage(&V);
    cvReleaseImage(&src_tmp1);
}

//To Find The biggest Countour
void CAIGesture::FindBigContour(IplImage* src,CvSeq* (&contour),CvMemStorage* storage)
{
    CvSeq* contour_tmp,*contourPos;
    int contourcount=cvFindContours(src, storage, &contour_tmp, sizeof(CvContour), CV_RETR_LIST, CV_CHAIN_APPROX_NONE );
    if(contourcount==0)
        return;
    CvRect bndRect = cvRect(0,0,0,0);
    double contourArea,maxcontArea=0;
    for( ; contour_tmp != 0; contour_tmp = contour_tmp->h_next )
    {
        bndRect = cvBoundingRect( contour_tmp, 0 );
        contourArea=bndRect.width*bndRect.height;
        if(contourArea>=maxcontArea)//find Biggest Countour
        {
            maxcontArea=contourArea;
            contourPos=contour_tmp;
        }
    }
    contour=contourPos;
}

//Calculate The Center
void CAIGesture::ComputeCenter(CvSeq* (&contour),CvPoint& center,float& radius)
{
    CvMoments m;
    double M00,X,Y;
    cvMoments(contour,&m,0);
    M00=cvGetSpatialMoment(&m,0,0);
    X=cvGetSpatialMoment(&m,1,0)/M00;
    Y=cvGetSpatialMoment(&m,0,1)/M00;

    center.x=(int)X;
    center.y=(int)Y;

    /*******************tO find radius**********************/
    int hullcount;
    CvSeq* hull;
    CvPoint pt;
    double tmpr1,r=0;
    hull=cvConvexHull2(contour,0,CV_COUNTER_CLOCKWISE,0);
    hullcount=hull->total;
    for(int i=1;i<hullcount;i++)
    {
        pt=**CV_GET_SEQ_ELEM(CvPoint*,hull,i);//get each point
        tmpr1=sqrt((double)((center.x-pt.x)*(center.x-pt.x))+(double)((center.y-pt.y)*(center.y-pt.y)));//计算与中心点的大小
        if(tmpr1>r)//as the max radius
            r=tmpr1;
    }
    radius=r;
}

void CAIGesture::GetFeature(IplImage* src,CvPoint& center,float radius,
                            float angle[FeatureNum][10],
float anglecha[FeatureNum][10],
float count[FeatureNum])
{
    int width=src->width;
    int height=src->height;
    int step=src->widthStep/sizeof(uchar);
    uchar* data=(uchar*)src->imageData;

    float R=0.0;
    int a1,b1,x1,y1,a2,b2,x2,y2;//the distance of the center to other point
    float angle1_tmp[200]={0},angle2_tmp[200]={0},angle1[50]={0},angle2[50]={0};//temp instance to calculate angule
    int angle1_tmp_count=0,angle2_tmp_count=0,angle1count=0,angle2count=0,anglecount=0;

    for(int i=0;i<FeatureNum;i++)//分FeatureNum层进行特征提取（也就是5层）分析
    {
        R=(i+4)*radius/9;
        for(int j=0;j<=3600;j++)
        {
            if(j<=900)
            {
                a1=(int)(R*sin(j*3.14/1800));//这个要自己实际画一张图就明白了
                b1=(int)(R*cos(j*3.14/1800));
                x1=center.x-b1;
                y1=center.y-a1;
                a2=(int)(R*sin((j+1)*3.14/1800));
                b2=(int)(R*cos((j+1)*3.14/1800));
                x2=center.x-b2;
                y2=center.y-a2;
            }
            else
            {
                if(j>900&&j<=1800)
                {
                    a1=(int)(R*sin((j-900)*3.14/1800));
                    b1=(int)(R*cos((j-900)*3.14/1800));
                    x1=center.x+a1;
                    y1=center.y-b1;
                    a2=(int)(R*sin((j+1-900)*3.14/1800));
                    b2=(int)(R*cos((j+1-900)*3.14/1800));
                    x2=center.x+a2;
                    y2=center.y-b2;
                }
                else
                {
                    if(j>1800&&j<2700)
                    {
                        a1=(int)(R*sin((j-1800)*3.14/1800));
                        b1=(int)(R*cos((j-1800)*3.14/1800));
                        x1=center.x+b1;
                        y1=center.y+a1;
                        a2=(int)(R*sin((j+1-1800)*3.14/1800));
                        b2=(int)(R*cos((j+1-1800)*3.14/1800));
                        x2=center.x+b2;
                        y2=center.y+a2;
                    }
                    else
                    {
                        a1=(int)(R*sin((j-2700)*3.14/1800));
                        b1=(int)(R*cos((j-2700)*3.14/1800));
                        x1=center.x-a1;
                        y1=center.y+b1;
                        a2=(int)(R*sin((j+1-2700)*3.14/1800));
                        b2=(int)(R*cos((j+1-2700)*3.14/1800));
                        x2=center.x-a2;
                        y2=center.y+b2;
                    }
                }
            }

            if(x1>0&&x1<width&&x2>0&&x2<width&&y1>0&&y1<height&&y2>0&&y2<height)
            {
                if((int)data[y1*step+x1]==255&&(int)data[y2*step+x2]==0)
                {
                    angle1_tmp[angle1_tmp_count]=(float)(j*0.1);//从肤色到非肤色的角度
                    angle1_tmp_count++;
                }
                else if((int)data[y1*step+x1]==0&&(int)data[y2*step+x2]==255)
                {
                    angle2_tmp[angle2_tmp_count]=(float)(j*0.1);//从非肤色到肤色的角度
                    angle2_tmp_count++;
                }
            }
        }
        int j=0;
        for(j=0;j<angle1_tmp_count;j++)
        {
            if(angle1_tmp[j]-angle1_tmp[j-1]<0.2)//忽略太小的角度
                continue;
            angle1[angle1count]=angle1_tmp[j];
            angle1count++;
        }

        for(j=0;j<angle2_tmp_count;j++)
        {
            if(angle2_tmp[j]-angle2_tmp[j-1]<0.2)
                continue;
            angle2[angle2count]=angle2_tmp[j];
            angle2count++;
        }

        for(j=0;j<max(angle1count,angle2count);j++)
        {
            if(angle1[0]>angle2[0])
            {
                if(angle1[j]-angle2[j]<7)//忽略小于7度的角度，因为人的手指一般都大于这个值
                    continue;
                angle[i][anglecount]=(float)((angle1[j]-angle2[j])*0.01);//肤色的角度
                anglecha[i][anglecount]=(float)((angle2[j+1]-angle1[j])*0.01);//非肤色的角度，例如手指间的角度
                anglecount++;
            }
            else
            {
                if(angle1[j+1]-angle2[j]<7)
                    continue;
                anglecount++;
                angle[i][anglecount]=(float)((angle1[j+1]-angle2[j])*0.01);
                anglecha[i][anglecount]=(float)((angle2[j]-angle1[j])*0.01);
            }
        }

        if(angle1[0]<angle2[0])
            angle[i][0]=(float)((angle1[0]+360-angle2[angle2count-1])*0.01);
        else
            anglecha[i][0]=(float)((angle2[0]+360-angle1[angle1count-1])*0.01);

        count[i]=(float)anglecount;
        angle1_tmp_count=0,angle2_tmp_count=0,angle1count=0,angle2count=0,anglecount=0;
        for(j=0;j<200;j++)
        {
            angle1_tmp[j]=0;
            angle2_tmp[j]=0;
        }
        for(j=0;j<50;j++)
        {
            angle1[j]=0;
            angle2[j]=0;
        }
    }
}

基本上对于自己使用代码创建的训练库的特征提取函数和基本的肤色检测和连通域的检测的函数的核心代码都已经贴到上面去了。

然后再看一下对于特定的手势识别的文件：

void HandGestureDialog::on_pushButton_StartRecongnise_clicked()
{
    if(cam==NULL)
    {
        QMessageBox::warning (this,tr("Warning"),tr("Please Check Camera !"));
        return;
    }

    status_switch = Nothing;

    status_switch = Recongnise;
}

void HandGestureDialog::StartRecongizeHand (IplImage *img)
{
    // Create a string that contains the exact cascade name
    // Contains the trained classifer for detecting hand
    const char *cascade_name="hand.xml";
    // Create memory for calculations
    static CvMemStorage* storage = 0;
    // Create a new Haar classifier
    static CvHaarClassifierCascade* cascade = 0;
    // Sets the scale with which the rectangle is drawn with
    int scale = 1;
    // Create two points to represent the hand locations
    CvPoint pt1, pt2;
    // Looping variable
    int i;
    // Load the HaarClassifierCascade
    cascade = (CvHaarClassifierCascade*)cvLoad( cascade_name, 0, 0, 0 );
    // Check whether the cascade has loaded successfully. Else report and error and quit
    if( !cascade )
    {
        fprintf( stderr, "ERROR: Could not load classifier cascade\n" );
        return;
    }

    // Allocate the memory storage
    storage = cvCreateMemStorage(0);

    // Create a new named window with title: result
    cvNamedWindow( "result", 1 );

    // Clear the memory storage which was used before
    cvClearMemStorage( storage );

    // Find whether the cascade is loaded, to find the hands. If yes, then:
    if( cascade )
    {
        // There can be more than one hand in an image. So create a growable sequence of hands.
        // Detect the objects and store them in the sequence
        CvSeq* hands = cvHaarDetectObjects( img, cascade, storage,
                                            1.1, 2, CV_HAAR_DO_CANNY_PRUNING,
                                            cvSize(40, 40) );

        // Loop the number of hands found.
        for( i = 0; i < (hands ? hands->total : 0); i++ )
        {
            // Create a new rectangle for drawing the hand
            CvRect* r = (CvRect*)cvGetSeqElem( hands, i );

            // Find the dimensions of the hand,and scale it if necessary
            pt1.x = r->x*scale;
            pt2.x = (r->x+r->width)*scale;
            pt1.y = r->y*scale;
            pt2.y = (r->y+r->height)*scale;

            // Draw the rectangle in the input image
            cvRectangle( img, pt1, pt2, CV_RGB(230,20,232), 3, 8, 0 );
        }
    }

    // Show the image in the window named "result"
    cvShowImage( "result", img );
    cvWaitKey (30);
}

注意该特征文件包含了手掌半握式的手势效果较好：