1. 程式人生 > >opencv人體識別技術彙總

opencv人體識別技術彙總

識別處理影象中人臉,人體是影象識別的一個重要分支,在很多場合都需要對人進行查詢和處理,在拍照,自動駕駛,機器人,醫學,安防等上都有廣泛 的用途。opencv 有眾多的級聯分類器,可以進行簡單的人臉,眼,鼻子,嘴,上體,全身,腿的分類。這些分類器還可以通過訓練或者組合進一步強化識別能力,從而把幾個弱分類器變成一個強分類器使用。

分類器都是一個概率問題,精確度高了,會有遺露,精確度低了,會有錯選,通過更多的訓練可以使用識別庫日漸完善。使用OPENCV自帶的訓練有很多不盡如人意,不過在特定情況下或者某些要求不高的場合,使用一些手段還是可以使用的的。在查詢人眼的過程中,會找到很多非人眼的資訊,和人臉結合,人眼查詢就精確了很多。

import org.opencv.core.*;
import org.opencv.imgcodecs.*;
import org.opencv.objdetect.*;
import org.opencv.imgproc.*;

public class DetectBody {
	public static void main(String[] args) {
		try {
			System.loadLibrary(Core.NATIVE_LIBRARY_NAME);

			Mat src = Imgcodecs.imread("E:/work/qqq/b5.jpg");
			Imgcodecs.imwrite("E:/work/qqq/hh81.jpg", getUpperBody(src));
			Imgcodecs.imwrite("E:/work/qqq/hh82.jpg", getLefteye(src));
			Imgcodecs.imwrite("E:/work/qqq/hh83.jpg", getRighteye(src));
			// Imgcodecs.imwrite("E:/work/qqq/hh8.jpg", getLeftear(src));
			// Imgcodecs.imwrite("E:/work/qqq/hh8.jpg", getRightear(src));
			Imgcodecs.imwrite("E:/work/qqq/hh84.jpg", getMouth(src));
			Imgcodecs.imwrite("E:/work/qqq/hh85.jpg", getNose(src));
			// Imgcodecs.imwrite("E:/work/qqq/hh8.jpg", getSmile(src));
			// Imgcodecs.imwrite("E:/work/qqq/hh8.jpg", getLowerBody(src));
			// Imgcodecs.imwrite("E:/work/qqq/hh8.jpg", getFullBody(src));
			Imgcodecs.imwrite("E:/work/qqq/hh86.jpg", getFace(src));
			Imgcodecs.imwrite("E:/work/qqq/hh87.jpg", getProfileFace(getFace(src)));

			CascadeClassifier faceDetector = new CascadeClassifier("./resource/haarcascade_frontalface_alt2.xml");
			MatOfRect objDetections2 = new MatOfRect();
			faceDetector.detectMultiScale(src, objDetections2);
			for (Rect rect : objDetections2.toArray()) {
				Imgproc.rectangle(src, new Point(rect.x, rect.y), new Point(rect.x + rect.width, rect.y + rect.height),
						new Scalar(0, 0, 255), 2);
				Mat s = src.submat(rect);
				getLefteye(s).copyTo(s);
			}

			Imgcodecs.imwrite("E:/work/qqq/hh88.jpg", src);
		} catch (Exception e) {
			System.out.println("例外:" + e);
		}

	}

	public static Mat getUpperBody(Mat src) {
		Mat result = src.clone();
		if (src.cols() > 1000 || src.rows() > 1000) {
			Imgproc.resize(src, result, new Size(src.cols() / 3, src.rows() / 3));
		}

		CascadeClassifier faceDetector = new CascadeClassifier("./resource/haarcascade_mcs_upperbody.xml");
		MatOfRect objDetections = new MatOfRect();
		faceDetector.detectMultiScale(result, objDetections);
		for (Rect rect : objDetections.toArray()) {
			Imgproc.rectangle(result, new Point(rect.x, rect.y), new Point(rect.x + rect.width, rect.y + rect.height),
					new Scalar(0, 0, 255), 2);
		}
		return result;
	}

	public static Mat getLefteye(Mat src) {
		Mat result = src.clone();
		if (src.cols() > 1000 || src.rows() > 1000) {
			Imgproc.resize(src, result, new Size(src.cols() / 3, src.rows() / 3));
		}

		CascadeClassifier faceDetector = new CascadeClassifier("./resource/haarcascade_mcs_lefteye.xml");
		MatOfRect objDetections = new MatOfRect();
		faceDetector.detectMultiScale(result, objDetections);
		for (Rect rect : objDetections.toArray()) {
			Imgproc.rectangle(result, new Point(rect.x, rect.y), new Point(rect.x + rect.width, rect.y + rect.height),
					new Scalar(0, 0, 255), 2);
		}
		return result;
	}

	public static Mat getRighteye(Mat src) {
		Mat result = src.clone();
		if (src.cols() > 1000 || src.rows() > 1000) {
			Imgproc.resize(src, result, new Size(src.cols() / 3, src.rows() / 3));
		}

		CascadeClassifier faceDetector = new CascadeClassifier("./resource/haarcascade_mcs_righteye.xml");
		MatOfRect objDetections = new MatOfRect();
		faceDetector.detectMultiScale(result, objDetections);
		for (Rect rect : objDetections.toArray()) {
			Imgproc.rectangle(result, new Point(rect.x, rect.y), new Point(rect.x + rect.width, rect.y + rect.height),
					new Scalar(0, 0, 255), 2);
		}
		return result;
	}

	public static Mat getLeftear(Mat src) {
		Mat result = src.clone();
		if (src.cols() > 1000 || src.rows() > 1000) {
			Imgproc.resize(src, result, new Size(src.cols() / 3, src.rows() / 3));
		}

		CascadeClassifier faceDetector = new CascadeClassifier("./resource/haarcascade_mcs_leftear.xml");
		MatOfRect objDetections = new MatOfRect();
		faceDetector.detectMultiScale(result, objDetections);
		for (Rect rect : objDetections.toArray()) {
			Imgproc.rectangle(result, new Point(rect.x, rect.y), new Point(rect.x + rect.width, rect.y + rect.height),
					new Scalar(0, 0, 255), 2);
		}
		return result;
	}

	public static Mat getRightear(Mat src) {
		Mat result = src.clone();
		if (src.cols() > 1000 || src.rows() > 1000) {
			Imgproc.resize(src, result, new Size(src.cols() / 3, src.rows() / 3));
		}

		CascadeClassifier faceDetector = new CascadeClassifier("./resource/haarcascade_mcs_rightear.xml");
		MatOfRect objDetections = new MatOfRect();
		faceDetector.detectMultiScale(result, objDetections);
		for (Rect rect : objDetections.toArray()) {
			Imgproc.rectangle(result, new Point(rect.x, rect.y), new Point(rect.x + rect.width, rect.y + rect.height),
					new Scalar(0, 0, 255), 2);
		}
		return result;
	}

	public static Mat getMouth(Mat src) {
		Mat result = src.clone();
		if (src.cols() > 1000 || src.rows() > 1000) {
			Imgproc.resize(src, result, new Size(src.cols() / 3, src.rows() / 3));
		}

		CascadeClassifier faceDetector = new CascadeClassifier("./resource/haarcascade_mcs_mouth.xml");
		MatOfRect objDetections = new MatOfRect();
		faceDetector.detectMultiScale(result, objDetections);
		for (Rect rect : objDetections.toArray()) {
			Imgproc.rectangle(result, new Point(rect.x, rect.y), new Point(rect.x + rect.width, rect.y + rect.height),
					new Scalar(0, 0, 255), 2);
		}
		return result;
	}

	public static Mat getNose(Mat src) {
		Mat result = src.clone();
		if (src.cols() > 1000 || src.rows() > 1000) {
			Imgproc.resize(src, result, new Size(src.cols() / 3, src.rows() / 3));
		}

		CascadeClassifier faceDetector = new CascadeClassifier("./resource/haarcascade_mcs_nose.xml");
		MatOfRect objDetections = new MatOfRect();
		faceDetector.detectMultiScale(result, objDetections);
		for (Rect rect : objDetections.toArray()) {
			Imgproc.rectangle(result, new Point(rect.x, rect.y), new Point(rect.x + rect.width, rect.y + rect.height),
					new Scalar(0, 0, 255), 2);
		}
		return result;
	}

	public static Mat getSmile(Mat src) {
		Mat result = src.clone();
		if (src.cols() > 1000 || src.rows() > 1000) {
			Imgproc.resize(src, result, new Size(src.cols() / 3, src.rows() / 3));
		}

		CascadeClassifier faceDetector = new CascadeClassifier("./resource/haarcascade_smile.xml");
		MatOfRect objDetections = new MatOfRect();
		faceDetector.detectMultiScale(result, objDetections);
		for (Rect rect : objDetections.toArray()) {
			Imgproc.rectangle(result, new Point(rect.x, rect.y), new Point(rect.x + rect.width, rect.y + rect.height),
					new Scalar(0, 0, 255), 2);
		}
		return result;
	}

	public static Mat getLowerBody(Mat src) {
		Mat result = src.clone();
		if (src.cols() > 1000 || src.rows() > 1000) {
			Imgproc.resize(src, result, new Size(src.cols() / 3, src.rows() / 3));
		}

		CascadeClassifier faceDetector = new CascadeClassifier("./resource/haarcascade_lowerbody.xml");
		MatOfRect objDetections = new MatOfRect();
		faceDetector.detectMultiScale(result, objDetections);
		for (Rect rect : objDetections.toArray()) {
			Imgproc.rectangle(result, new Point(rect.x, rect.y), new Point(rect.x + rect.width, rect.y + rect.height),
					new Scalar(0, 0, 255), 2);
		}
		return result;
	}

	public static Mat getFullBody(Mat src) {
		Mat result = src.clone();
		if (src.cols() > 1000 || src.rows() > 1000) {
			Imgproc.resize(src, result, new Size(src.cols() / 3, src.rows() / 3));
		}

		CascadeClassifier faceDetector = new CascadeClassifier("./resource/haarcascade_fullbody.xml");
		MatOfRect objDetections = new MatOfRect();
		faceDetector.detectMultiScale(result, objDetections);
		for (Rect rect : objDetections.toArray()) {
			Imgproc.rectangle(result, new Point(rect.x, rect.y), new Point(rect.x + rect.width, rect.y + rect.height),
					new Scalar(0, 0, 255), 2);
		}
		return result;
	}

	public static Mat getFace(Mat src) {
		Mat result = src.clone();
		if (src.cols() > 1000 || src.rows() > 1000) {
			Imgproc.resize(src, result, new Size(src.cols() / 3, src.rows() / 3));
		}

		CascadeClassifier faceDetector = new CascadeClassifier("./resource/haarcascade_frontalface_alt2.xml");
		MatOfRect objDetections = new MatOfRect();
		faceDetector.detectMultiScale(result, objDetections);
		for (Rect rect : objDetections.toArray()) {
			Imgproc.rectangle(result, new Point(rect.x, rect.y), new Point(rect.x + rect.width, rect.y + rect.height),
					new Scalar(0, 0, 255), 2);
		}
		return result;
	}

	public static Mat getProfileFace(Mat src) {
		Mat result = src.clone();
		if (src.cols() > 1000 || src.rows() > 1000) {
			Imgproc.resize(src, result, new Size(src.cols() / 3, src.rows() / 3));
		}

		CascadeClassifier faceDetector = new CascadeClassifier("./resource/haarcascade_profileface.xml");
		MatOfRect objDetections = new MatOfRect();
		faceDetector.detectMultiScale(result, objDetections);
		for (Rect rect : objDetections.toArray()) {
			Imgproc.rectangle(result, new Point(rect.x, rect.y), new Point(rect.x + rect.width, rect.y + rect.height),
					new Scalar(0, 0, 255), 2);
		}
		return result;
	}
}

上半身的查詢,感覺還是比較準確的,特別是在自拍相機中。由於距離人數固定,可以通過大小和人臉結合,很容易過濾掉不準確的分類

對人眼的查詢,單純查詢人眼,這是左眼,有很多誤選,最後結合人臉,就準確了。

右眼

嘴的選擇,也需要結合人臉查詢

鼻子

人臉

結合人臉的眼睛選擇就變得準確了