人脸检测
这里的人脸检测并非人脸识别,但是却可以识别出是否有人,当有人时候,你可以将帧图进行人脸识别(这里推荐Face++的sdk),当然我写的demo中没有加入人脸识别,有兴趣的朋友可以追加。face++
android自带的人脸检测
这里我们用到了人脸检测类为 FaceDetector.这个类提供了强大的人脸检测功能,可以方便我们进行人脸的侦测,因此我们使用他来进行动态的人脸检测,实现原理,其实也挺简单,主要是通过Carmen的回调PreviewCallback 在其中对帧图进行操作,并通过FaceDetector来检测该帧图中是否有人脸。当然如果你想在surfaceview中绘制人脸的范围,可以将画布与其绑定,画完再解绑。
第一步
我们首先来定义一个surfaceview 盖在我们Carmen使用的surfaceview上 进行对人脸范围的绘制
public class FindFaceView extends SurfaceView implements SurfaceHolder.Callback {
private SurfaceHolder holder;
private int mWidth;
private int mHeight;
private float eyesDistance;
public FindFaceView(Context context, AttributeSet attrs) {
super(context, attrs);
holder = getHolder();
holder.addCallback(this);
holder.setFormat(PixelFormat.TRANSPARENT);
this.setZOrderOnTop(true);
}
@Override
public void surfaceChanged(SurfaceHolder holder, int format, int width,
int height) {
mWidth = width;
mHeight = height;
}
@Override
public void surfaceCreated(SurfaceHolder holder) {
}
@Override
public void surfaceDestroyed(SurfaceHolder holder) {
}
public void drawRect(FaceDetector.Face[] faces, int numberOfFaceDetected) {
Canvas canvas = holder.lockCanvas();
if (canvas != null) {
Paint clipPaint = new Paint();
clipPaint.setAntiAlias(true);
clipPaint.setStyle(Paint.Style.STROKE);
clipPaint
.setXfermode(new PorterDuffXfermode(PorterDuff.Mode.CLEAR));
canvas.drawPaint(clipPaint);
canvas.drawColor(getResources().getColor(color.transparent));
Paint paint = new Paint();
paint.setAntiAlias(true);
paint.setColor(Color.GREEN);
paint.setStyle(Style.STROKE);
paint.setStrokeWidth(5.0f);
for (int i = 0; i < numberOfFaceDetected; i++) {
Face face = faces[i];
PointF midPoint = new PointF();
// 获得两眼之间的中间点
face.getMidPoint(midPoint);
// 获得两眼之间的距离
eyesDistance = face.eyesDistance();
// 换算出预览图片和屏幕显示区域的比例参数
float scale_x = mWidth / 500;
float scale_y = mHeight / 600;
Log.e("eyesDistance=", eyesDistance + "");
Log.e("midPoint.x=", midPoint.x + "");
Log.e("midPoint.y=", midPoint.y + "");
// 因为拍摄的相片跟实际显示的图像是镜像关系,所以在图片上获取的两眼中间点跟手机上显示的是相反方向
canvas.drawRect((int) (240 - midPoint.x - eyesDistance)
* scale_x, (int) (midPoint.y * scale_y),
(int) (240 - midPoint.x + eyesDistance) * scale_x,
(int) (midPoint.y + 3 * eyesDistance) * scale_y, paint);
}
holder.unlockCanvasAndPost(canvas);
}
}
}
重要的地方
1. holder = getHolder();获取surfaceholder与我们要绘制人脸范围的画布进行绑定Canvas canvas = holder.lockCanvas();这样我们就可以愉快的进行绘制了,当然前提是我们要拿到人脸的坐标位置。
2. 还有重要的一点,就是要让我们用来盖在Carema上的Surfaceview可以同名,并且设置起在视图树的层级为最高。
holder.setFormat(PixelFormat.TRANSPARENT);
this.setZOrderOnTop(true);
第二步
就是我们对人脸进行检测了,当然前提是我们要获得帧图
public class FaceRecognitionDemoActivity extends Activity implements
OnClickListener {
private SurfaceView preview;
private Camera camera;
private Camera.Parameters parameters;
private int orientionOfCamera;// 前置摄像头的安装角度
private int faceNumber;// 识别的人脸数
private FaceDetector.Face[] faces;
private FindFaceView mFindFaceView;
private ImageView iv_photo;
private Button bt_camera;
TextView mTV;
/**
* Called when the activity is first created.
*/
@Override
public void onCreate(Bundle savedInstanceState) {
super.onCreate(savedInstanceState);
setContentView(R.layout.main);
}
@Override
protected void onStart() {
super.onStart();
iv_photo = (ImageView) findViewById(R.id.iv_photo);
bt_camera = (Button) findViewById(R.id.bt_camera);
mTV = (TextView) findViewById(R.id.show_count);
bt_camera.setOnClickListener(this);
mFindFaceView = (FindFaceView) findViewById(R.id.my_preview);
preview = (SurfaceView) findViewById(R.id.preview);
// 设置缓冲类型(必不可少)
preview.getHolder().setType(SurfaceHolder.SURFACE_TYPE_PUSH_BUFFERS);
// 设置surface的分辨率
preview.getHolder().setFixedSize(176, 144);
// 设置屏幕常亮(必不可少)
preview.getHolder().setKeepScreenOn(true);
preview.getHolder().addCallback(new SurfaceCallback());
}
private final class MyPictureCallback implements PictureCallback {
@Override
public void onPictureTaken(byte[] data, Camera camera) {
try {
Bitmap bitmap = BitmapFactory.decodeByteArray(data, 0,
data.length);
Matrix matrix = new Matrix();
matrix.setRotate(-90);
Bitmap bmp = Bitmap.createBitmap(bitmap, 0, 0, bitmap
.getWidth(), bitmap.getHeight(), matrix, true);
bitmap.recycle();
iv_photo.setImageBitmap(bmp);
camera.startPreview();
} catch (Exception e) {
e.printStackTrace();
}
}
}
private final class SurfaceCallback implements Callback {
@Override
public void surfaceChanged(SurfaceHolder holder, int format, int width,
int height) {
if (camera != null) {
parameters = camera.getParameters();
parameters.setPictureFormat(PixelFormat.JPEG);
// 设置预览区域的大小
parameters.setPreviewSize(width, height);
// 设置每秒钟预览帧数
parameters.setPreviewFrameRate(20);
// 设置预览图片的大小
parameters.setPictureSize(width, height);
parameters.setJpegQuality(80);
}
}
@Override
public void surfaceCreated(SurfaceHolder holder) {
int cameraCount = 0;
Camera.CameraInfo cameraInfo = new Camera.CameraInfo();
cameraCount = Camera.getNumberOfCameras();
//设置相机的参数
for (int i = 0; i < cameraCount; i++) {
Camera.getCameraInfo(i, cameraInfo);
if (cameraInfo.facing == Camera.CameraInfo.CAMERA_FACING_FRONT) {
try {
camera = Camera.open(i);
camera.setPreviewDisplay(holder);
setCameraDisplayOrientation(i, camera);
//最重要的设置 帧图的回调
camera.setPreviewCallback(new MyPreviewCallback());
camera.startPreview();
} catch (Exception e) {
e.printStackTrace();
}
}
}
}
@Override
public void surfaceDestroyed(SurfaceHolder holder) {
//记得释放,避免OOM和占用
if (camera != null) {
camera.setPreviewCallback(null);
camera.stopPreview();
camera.release();
camera = null;
}
}
}
private class MyPreviewCallback implements PreviewCallback {
@Override
public void onPreviewFrame(byte[] data, Camera camera) {
//这里需要注意,回调出来的data不是我们直接意义上的RGB图 而是YUV图,因此我们需要
//将YUV转化为bitmap再进行相应的人脸检测,同时注意必须使用RGB_565,才能进行人脸检测,其余无效
Camera.Size size = camera.getParameters().getPreviewSize();
YuvImage yuvImage = new YuvImage(data, ImageFormat.NV21,
size.width, size.height, null);
ByteArrayOutputStream baos = new ByteArrayOutputStream();
yuvImage.compressToJpeg(new Rect(0, 0, size.width, size.height),
80, baos);
byte[] byteArray = baos.toByteArray();
detectionFaces(byteArray);
}
}
/**
* 检测人脸
*
* @param data 预览的图像数据
*/
private void detectionFaces(byte[] data) {
BitmapFactory.Options options = new BitmapFactory.Options();
Bitmap bitmap1 = BitmapFactory.decodeByteArray(data, 0, data.length,
options);
int width = bitmap1.getWidth();
int height = bitmap1.getHeight();
Matrix matrix = new Matrix();
Bitmap bitmap2 = null;
FaceDetector detector = null;
//设置各个角度的相机,这样我们的检测效果才是最好
switch (orientionOfCamera) {
case 0:
//初始化人脸检测(下同)
detector = new FaceDetector(width, height, 10);
matrix.postRotate(0.0f, width / 2, height / 2);
// 以指定的宽度和高度创建一张可变的bitmap(图片格式必须是RGB_565,不然检测不到人脸)
bitmap2 = Bitmap.createBitmap(width, height, Bitmap.Config.RGB_565);
break;
case 90:
detector = new FaceDetector(height, width, 1);
matrix.postRotate(-270.0f, height / 2, width / 2);
bitmap2 = Bitmap.createBitmap(height, width, Bitmap.Config.RGB_565);
break;
case 180:
detector = new FaceDetector(width, height, 1);
matrix.postRotate(-180.0f, width / 2, height / 2);
bitmap2 = Bitmap.createBitmap(width, height, Bitmap.Config.RGB_565);
break;
case 270:
detector = new FaceDetector(height, width, 1);
matrix.postRotate(-90.0f, height / 2, width / 2);
bitmap2 = Bitmap.createBitmap(height, width, Bitmap.Config.RGB_565);
break;
}
//设置支持的面数(最大支持检测多少人的脸 ,可以根据需要调整,不过需要与findFaces中的参数数值相同,否则会抛出异常)
faces = new FaceDetector.Face[10];
Paint paint = new Paint();
paint.setDither(true);
Canvas canvas = new Canvas();
canvas.setBitmap(bitmap2);
canvas.setMatrix(matrix);
// 将bitmap1画到bitmap2上(这里的偏移参数根据实际情况可能要修改)
canvas.drawBitmap(bitmap1, 0, 0, paint);
//这里通过向findFaces中传递帧图转化后的bitmap和最大检测的人脸数face,返回检测后的人脸数
faceNumber = detector.findFaces(bitmap2, faces);
mTV.setText("facnumber----" + faceNumber);
mTV.setTextColor(Color.RED);
//这里就是我们的人脸识别,绘制识别后的人脸区域的类
if (faceNumber != 0) {
mFindFaceView.setVisibility(View.VISIBLE);
mFindFaceView.drawRect(faces, faceNumber);
} else {
mFindFaceView.setVisibility(View.GONE);
}
bitmap2.recycle();
bitmap1.recycle();
}
/**
* 设置相机的显示方向(这里必须这么设置,不然检测不到人脸)
*
* @param cameraId 相机ID(0是后置摄像头,1是前置摄像头)
* @param camera 相机对象
*/
private void setCameraDisplayOrientation(int cameraId, Camera camera) {
Camera.CameraInfo info = new Camera.CameraInfo();
Camera.getCameraInfo(cameraId, info);
int rotation = getWindowManager().getDefaultDisplay().getRotation();
int degree = 0;
switch (rotation) {
case Surface.ROTATION_0:
degree = 0;
break;
case Surface.ROTATION_90:
degree = 90;
break;
case Surface.ROTATION_180:
degree = 180;
break;
case Surface.ROTATION_270:
degree = 270;
break;
}
orientionOfCamera = info.orientation;
int result;
if (info.facing == Camera.CameraInfo.CAMERA_FACING_FRONT) {
result = (info.orientation + degree) % 360;
result = (360 - result) % 360;
} else {
result = (info.orientation - degree + 360) % 360;
}
camera.setDisplayOrientation(result);
}
@Override
public void onClick(View v) {
switch (v.getId()) {
case R.id.bt_camera:
if (camera != null) {
try {
camera.takePicture(null, null, new MyPictureCallback());
} catch (Exception e) {
e.printStackTrace();
}
}
break;
}
}
}
到这里我们的人脸识别就已经大功告成。demo地址
如果您想了解更多关于人脸识别方面的只是,先去关注并了解OpenCV。