Opencv 基於膚色的手勢分割

 首先通過攝像頭采集圖像，用Otsu方法進行二值化處理，然后找出最大兩個連通區域，此處默認有手和臉，最后通過指尖檢測算法，將臉部排除。

　1 #include "cxcore.h"
#include "math.h"
#include <cmath>
#include <vector>
#include <stdio.h>
#include <string.h>
#include <sstream>
#include <time.h>
#include <iostream>
#include <cstring>
#include <cv.h>
#include <highgui.h>
#include <assert.h>

using namespace std;
using namespace cv;

void cvThresholdOtsu(IplImage* src,IplImage* dst)//otsu 最大類間差分法，一種自適應閾值確定方法
{
    int height = src->height;
    int width = src->width;

    float histogram[256] = {0};
    for (int i = 0; i < height; i++)
    {
        unsigned char* p = (unsigned char*)src->imageData + src->widthStep*i;
        for (int j = 0; j < width; j++)
        {
             histogram[*p++]++;
        }
    }
    int size = height * width;
    for (int i = 0; i < 256; i++)
    {
        histogram[i] = histogram[i] / size;
    }
    float avgValue = 0;
    for (int i = 0; i < 256; i++)
    {
        avgValue += i*histogram[i];
    }

    int threshold;
    float maxVariance = 0;
    float w = 0, u = 0;
    for (int i = 0; i < 256; i++)
    {
        w += histogram[i];
        u += i*histogram[i];
        float t = avgValue*w - u;
        float variance = t*t / (w*(1-w));
        if (variance > maxVariance)
        {
            maxVariance = variance;
               threshold = i;
        }
    }
    cvThreshold(src,dst,threshold,255,CV_THRESH_BINARY);
}

void cvSkinOtsu(IplImage* src,IplImage* dst)
{    
    assert(dst->nChannels == 1 && src->nChannels == 3);

       IplImage* ycrcb = cvCreateImage(cvGetSize(src),8,3);
       IplImage* cr = cvCreateImage(cvGetSize(src),8,1);
       cvCvtColor(src,ycrcb,CV_BGR2YCrCb);
       cvSplit(ycrcb,0,cr,0,0);
       cvThresholdOtsu(cr,cr);
       cvCopyImage(cr,dst);
       cvReleaseImage(&cr);
       cvReleaseImage(&ycrcb);
}

// 計算兩點(p1,p2) 和 (p3,p4) 之間的距離 
double distance(double p1,double p2,double p3,double p4)
{
    double a = (p1 - p3)*(p1 - p3) + (p2 - p4)*(p2 - p4);
    double b = sqrt(a);
    return b;
}

//主函數
int main()
{        
    
    CvCapture* capture = cvCaptureFromCAM(0);//從對攝像頭的初始化捕獲
    if(!cvQueryFrame(capture))  cout<<"Video capture failed, please check the camera."<<endl;
    else cout<<"Video camera capture status: OK"<<endl;
     CvSize sz = cvGetSize(cvQueryFrame( capture));//得到攝像頭圖像大小

     IplImage* src = cvCreateImage( sz, 8, 3 );//3通道，每個通道8位
    IplImage* dst_crotsu = cvCreateImage(sz, 8, 1);
    IplImage* dst_MaxSecond = cvCreateImage(sz, 8, 1);
    IplImage* dst_hand = cvCreateImage(sz, 8, 3);
      CvMemStorage* storage = cvCreateMemStorage(0);//分配大小為0的內存空間
    CvMemStorage* storageHand = cvCreateMemStorage(0);
    CvMemStorage* dftStorage = cvCreateMemStorage(0);
    CvMemStorage* minStorage = cvCreateMemStorage(0);

    CvSeq* contour = 0;//用於選取最大兩區域
    CvSeq* sq = 0;//用於選取手

      cvNamedWindow("source", CV_WINDOW_AUTOSIZE);//創建用於顯示的窗口
    cvNamedWindow("cvSkinOtsu", CV_WINDOW_AUTOSIZE);
    cvNamedWindow("cvHandFace", CV_WINDOW_AUTOSIZE);
    cvNamedWindow("Hand", CV_WINDOW_AUTOSIZE);
    cvNamedWindow("bg", CV_WINDOW_AUTOSIZE);

    // 以下兩行是為了計算圖形的重心做准備 
    CvMoments moments;
     CvMat* region;
    //定義一些點和具體的參數 
    CvPoint pt1,pt2,ptmax;
    double m00 = 0,m10,m01,p1x,p1y,p2x,p2y,max,sum,average;
    int n = 0,Nc;

//    src = cvQueryFrame(capture);
//    cvShowImage("source", src);
//    cvSaveImage("test.img", src);
//    cout<<"hejhd"<<endl;    
     while(1)
    {
          IplImage* bg = cvCreateImage( sz, 8, 3);//
          cvRectangle( bg, cvPoint(0,0), cvPoint(bg->width,bg->height), CV_RGB( 255, 255, 255), -1, 8, 0 );//畫矩形，參數：Image，兩個頂點坐標，線的顏色，線的厚度(CV_FILLED時繪制填充了色彩的矩形)，線條類型，坐標點的小數點位數
          bg->origin = 0;//表示坐標系統的原點，0表示左上，1表示左下
          for(int b = 0; b< int(bg->width/10); b++)//畫網格
          {
               cvLine( bg, cvPoint(b*20, 0), cvPoint(b*20, bg->height), CV_RGB( 200, 200, 200), 1, 8, 0 );//畫豎線
            //cvLine（圖像，線段的第一個端點，第二個端點，顏色，粗細，類型，坐標點的小數點位數）
               cvLine( bg, cvPoint(0, b*20), cvPoint(bg->width, b*20), CV_RGB( 200, 200, 200), 1, 8, 0 );//畫橫線
          }
        cvShowImage("bg", bg);
          src = cvQueryFrame(capture);//得到一幀圖像
         cvSaveImage("src.jpg", src);
        cvShowImage("source", src);
    //    cvWaitKey(100);
        cvZero(dst_crotsu);
        cvSkinOtsu(src, dst_crotsu);//得到二值化圖像

    //    cvShowImage("cvSkinOtsu", dst_crotsu);
        cvSaveImage("skinOtsu.jpg", dst_crotsu);
    
        cvThreshold(dst_crotsu, dst_crotsu, 127, 255, CV_THRESH_BINARY);

        int contour_num = cvFindContours(dst_crotsu, storage, &contour, sizeof(CvContour), CV_RETR_CCOMP, CV_CHAIN_APPROX_SIMPLE);//得到最大兩輪廓
        double maxarea = 0;//
        double secondarea = 0;
        double minarea = 100;
        cvZero(dst_MaxSecond);
        CvSeq* _contour = contour;
        int m = 0;
        for(;contour != 0; contour = contour->h_next)
        {
            m++;
            double tmparea = fabs(cvContourArea(contour));
            if(tmparea < minarea) {cvSeqRemove(contour, 0); continue;}//刪除噪聲
            if(tmparea > maxarea) {secondarea = maxarea; maxarea = tmparea;}//得到最大面積
            else if(tmparea > secondarea) {secondarea = tmparea;}//得到第二大面積
        }

        contour = _contour;    
    
        for(; contour != 0; contour = contour->h_next)//畫出最大兩區域
        {
            double tmparea = fabs(cvContourArea(contour));
            if (tmparea == maxarea)
            {
                CvScalar color = CV_RGB(255, 255, 255);
                cvDrawContours(dst_MaxSecond, contour, color, color, 0, CV_FILLED);
            }
            else if (tmparea == secondarea)
            {
                CvScalar color = CV_RGB(255, 255, 255);
                cvDrawContours(dst_MaxSecond, contour, color, color, 0, CV_FILLED);
            }
        }

        cvShowImage("cvHandFace", dst_MaxSecond);
        cvSaveImage("handface.jpg", dst_MaxSecond);

    //    cvWaitKey(100);

        //選取手區域
        cvZero(dst_hand);
         cvThreshold(dst_MaxSecond, dst_MaxSecond,127,255,CV_THRESH_BINARY);
        Nc = cvFindContours(dst_MaxSecond, storageHand, &sq, sizeof(CvContour), CV_RETR_CCOMP, CV_CHAIN_APPROX_SIMPLE);
        for (; sq != NULL; sq = sq->h_next)
        {
            max = 0;
            sum = 0;
            average = 0;
            vector<CvPoint> pt_vec;
            vector<CvPoint>::iterator piter;
            n++;

            CvSeq* csq = cvApproxPoly(sq, sizeof(CvContour), storageHand, CV_POLY_APPROX_DP, 25, 0);// 相似多邊形逼近該輪廓，以更好地求重心坐標 
            region = (CvMat*)csq;
            // 將保存多邊形的矩陣region的重心計算出來並保存在moments中 
            cvMoments(region,&moments,0);
            m00 = moments.m00;  // 總重
            m10 = moments.m10;  // x軸重
            m01 = moments.m01; //  y軸重
            double inv_m00 = 1. / m00;  // 總重的倒數
            pt1.x = cvRound(m10 * inv_m00);  // 重心的橫坐標
            p2x = pt1.x * 1.0;               // 用p2x表示重心的橫坐標
            pt1.y = cvRound(m01 * inv_m00);  // 重心的縱坐標
            p2y = pt1.y * 1.0;     // 用p2y來表示重心的縱坐標，以方便計算距離   

            cout << "contour #" << n << ":" << endl;  // 打印當前的輪廓
            // 打印當前輪廓的重心 
            cout << "重心: " << "(" << p2x << "," << p2y << ")" << endl;
            // 打印當前輪廓包含像素點的總數 
            cout << "sq->total = " << sq->total << endl;
                                         
            //將當前輪廓中的每一個點保存在鏈表 pt_vec中 
            for (int i = 0; i < sq->total; ++i)
            {
                CvPoint* p = CV_GET_SEQ_ELEM(CvPoint,sq,i);
                pt_vec.push_back(*p);
            }
             // 將鏈表的迭代器指向鏈表中的第一個點上 
             piter = pt_vec.begin();
             //循環進行輪廓上每一個點的操作 
             for (; piter < pt_vec.end();++piter)
             {
                 pt2 = *piter;   // 將當前迭代器所指向的點保存在pt2中
                 p1x = pt2.x * 1.0; // 獲取當前點的橫坐標
                 p1y = pt2.y * 1.0; // 獲取當前點的縱坐標
                 double d = distance(p1x,p1y,p2x,p2y); // 求當前點到重心的距離
                 sum += d;  // 每次將距離都加在sum，以便求總距離

                 //求最大距離所對應的點，把最大距離保存在max中，所對應的點 保存在 ptmax中 
                 if (d > max)
                 {
                     max = d;
                     ptmax = pt2;
                 }
              }

              //求輪廓所有的點到重心的平均距離 
              average = sum / (sq->total * 1.0);
              double ab = max / average;   // ab 就是那個倍數
              cout << "distanceMax = " << max << endl;  // 打印最大距離
              cout << "distanceAverage = " << average << endl; // 打印平均距離
              cout << "ab = " << ab << endl;  // 打印那個倍數
              if (ab < 1.5)     // 如果該倍數小於1.6,則舍棄該輪廓    改成1.5倍
              {
                  cout << "remove #" << n << endl;  // 打印刪除的是哪個輪廓
                  cvSeqRemove(sq,0);  // 刪除該輪廓
                  continue;
              }

              //將保留下的輪廓填充顏色顯示 
              CvScalar color = CV_RGB(255,255,255);
              cvDrawContours(dst_hand,sq,color,color,-1,-1,8);

              //在bg圖上確定手的區域
              CvRect rect = cvBoundingRect( sq, 0 );//返回一個2d矩形的點集合
                 cvRectangle( bg, cvPoint(rect.x, rect.y + rect.height), cvPoint(rect.x + rect.width, rect.y), CV_RGB(200, 0, 200), 1, 8, 0 );
                
              cvDrawContours(bg,sq,CV_RGB(127,0,0),CV_RGB(127,0,0),-1,-1,8);
              cvShowImage("bg",bg);
              
        }
    
    
        cvShowImage("Hand", dst_hand);
        cvSaveImage("hand.jpg", dst_hand);
    
        cvWaitKey(100);

    }
             
     cvReleaseCapture( &capture);
     cvDestroyAllWindows();
}