NvsHumanDetectionHandle.h

Go to the documentation of this file.

//================================================================================
//
// (c) Copyright China Digital Video (Beijing) Limited, 2017. All rights reserved.
//
// This code and information is provided "as is" without warranty of any kind,
// either expressed or implied, including but not limited to the implied
// warranties of merchantability and/or fitness for a particular purpose.
//
//--------------------------------------------------------------------------------
//   Birth Date:    Sep 24. 2020
//   Author:        NewAuto video team
//================================================================================
 
#pragma once
#import <Foundation/Foundation.h>
#import <UIKit/UIKit.h>
#import "NvsCommonDef.h"
 
typedef enum {
    HUMAN_DETECTION_FEATURE_FACE_LANDMARK = 0x00000001,             
    HUMAN_DETECTION_FEATURE_FACE_ACTION = 0x00000002,               
    HUMAN_DETECTION_FEATURE_AVATAR_EXPRESSION = 0x00000004,         
    HUMAN_DETECTION_FEATURE_VIDEO_MODE = 0x00000008,                
    HUMAN_DETECTION_FEATURE_IMAGE_MODE = 0x00000010,                
    HUMAN_DETECTION_FEATURE_SEMI_IMAGE_MODE = 0x00008000,           
    HUMAN_DETECTION_FEATURE_MULTI_THREAD = 0x00000020,              
    HUMAN_DETECTION_FEATURE_SINGLE_THREAD = 0x00000040,             
    HUMAN_DETECTION_FEATURE_EXTRA = 0x00000080,                     
    HUMAN_DETECTION_FEATURE_SEGMENTATION_BACKGROUND = 0x00000100,   
    HUMAN_DETECTION_FEATURE_HAND_LANDMARK = 0x00000200,             
    HUMAN_DETECTION_FEATURE_HAND_ACTION = 0x00000400,               
    HUMAN_DETECTION_FEATURE_HAND_BONE = 0x00000800,                 
    HUMAN_DETECTION_FEATURE_EYEBALL_LANDMARK = 0x00001000,          
    HUMAN_DETECTION_FEATURE_MULTI_DETECT = 0x00002000,              
    HUMAN_DETECTION_FEATURE_SEGMENTATION_SKY = 0x00004000,          
    HUMAN_DETECTION_FEATURE_SEGMENTATION_HALF_BODY = 0x00010000,    
}NvsHumanDetectionFeature;
 
typedef enum {
    HUMAN_DETECTION_FACE_COUNT = 0,                 
    HUMAN_DETECTION_FREQUENCY = 1                   
}HumanDetectionIntergerParam;
 
typedef enum {
    HUMAN_DETECTION_CAMERA_FOVY = 0,                
    HUMAN_DETECTION_LANDMARKS_SMOOTH_THRESH = 1,    
    HUMAN_DETECTION_PE_RIGID_SMOOTH_THRESH = 2,     
    HUMAN_DETECTION_SNAP_MOUTH_THRESH = 3,          
    HUMAN_DETECTION_MIN_RATIO = 4                   
}NvsHumanDetectionFloatParam;
 
typedef enum {
    HUMAN_DETECTION_LANDMARKS_SMOOTH = 0,           
    HUMAN_DETECTION_PE_RIGID_SMOOTH = 1,            
    HUMAN_DETECTION_PE_RIGID_TRANSFORM = 2,         
    HUMAN_DETECTION_SNAP_MOUTH = 3,                 
    HUMAN_DETECTION_RESET_TRACKING = 4              
}NvHumanDetectionBooleanParam;
 
typedef enum {
    HUMAN_DETECTION_VIDEO_FRAME_PIXEL_FORMAT_NV21 = 0,          
    HUMAN_DETECTION_VIDEO_FRAME_PIXEL_FORMAT_NV12 = 1,          
    HUMAN_DETECTION_VIDEO_FRAME_PIXEL_FORMAT_YUV420 = 2,        
    HUMAN_DETECTION_VIDEO_FRAME_PIXEL_FORMAT_RGBA8 = 3,         
    HUMAN_DETECTION_VIDEO_FRAME_PIXEL_FORMAT_BGRA8 = 4,         
    HUMAN_DETECTION_VIDEO_FRAME_PIXEL_FORMAT_RGB8 = 5,          
    HUMAN_DETECTION_VIDEO_FRAME_PIXEL_FORMAT_BGR8 = 6,          
    HUMAN_DETECTION_VIDEO_FRAME_PIXEL_FORMAT_GRAY8 = 7          
}NvsHumanDetectionVideoFramePixelFormat;
 
typedef enum {
    HUMAN_DETECTION_FACE_FEATURE_2D = 0x00000001,                
    HUMAN_DETECTION_FACE_FEATURE_3D = 0x00000002,                
    HUMAN_DETECTION_FACE_FEATURE_FULL = 0x00000003               
}NvsHumanDetectionFaceFeatureType;
 
 
typedef enum {
    HUMAN_DETECTION_FACE_ACTION_EYE_BLINK = 0x00000001,          
    HUMAN_DETECTION_FACE_ACTION_LIPS_PART = 0x00000002,          
    HUMAN_DETECTION_FACE_ACTION_YAW = 0x00000004,                
    HUMAN_DETECTION_FACE_ACTION_PITCH = 0x00000008,              
    HUMAN_DETECTION_FACE_ACTION_BROW_JUMP = 0x00000010,          
    HUMAN_DETECTION_FACE_ACTION_FULL = 0x0000001F                
}NvsHumanDetectionFaceAction;
 
typedef enum {
    HUMAN_DETECTION_AVATAR_EXPRESSION = 0x00000001,            
}NvsHumanDetectionAvartaType;
 
NVS_EXPORT @interface NvsDetectionPosition2D : NSObject
 
@property (nonatomic, assign) CGFloat x;
@property (nonatomic, assign) CGFloat y;
 
@end
 
NVS_EXPORT @interface NvsDetectionPosition3D : NSObject
 
@property (nonatomic, assign) CGFloat x;
@property (nonatomic, assign) CGFloat y;
@property (nonatomic, assign) CGFloat z;
 
@end
 
NVS_EXPORT @interface NvsDetectionConfig : NSObject
 
@property (nonatomic, assign) int64_t faceFeature;          
@property (nonatomic, assign) int64_t faceAction;           
@property (nonatomic, assign) int64_t avatarExpression;     
 
@end
 
NVS_EXPORT @interface NvsFaceData2D : NSObject
 
@property (assign, nonatomic) NvsRect bbox;         
 
@property (strong, nonatomic) NSArray <NvsDetectionPosition2D *>*points;
@property (strong, nonatomic) NSArray *visibilities;
@property (assign, nonatomic) CGFloat yaw;
@property (assign, nonatomic) CGFloat pitch;
@property (assign, nonatomic) CGFloat roll;
 
@end
 
NVS_EXPORT @interface NvsFaceData3D : NSObject
 
@property (strong, nonatomic) NSArray <NvsDetectionPosition3D *>*vertices;      
@property (strong, nonatomic) NvsDetectionPosition3D *trans;                    
@property (strong, nonatomic) NvsDetectionPosition3D *rot;                      
 
@end
 
NVS_EXPORT @interface NvsFaceFeature : NSObject
 
@property (assign, nonatomic) NSInteger faceId;                 
@property (assign, nonatomic) CGFloat score;                    
@property (strong, nonatomic) NvsFaceData2D* faceData2D;        
@property (strong, nonatomic) NvsFaceData3D* faceData3D;        
@property (strong, nonatomic) NSArray *actions;                 
@property (strong, nonatomic) NSArray *avatarExpressions;       
 
@end
 
NVS_EXPORT @interface NvsHumanFeature : NSObject
 
@property(nonatomic, strong) NSMutableArray<NvsFaceFeature *>*faceFeatureArray;
 
- (NSUInteger)getFaceFeatureCount;
 
- (void)addFaceFeatureArray:(NvsFaceFeature *)faceFeature;
 
- (void)removeFaceFeatureArrayByIndexes:(NSUInteger)index;
 
@end
 
NVS_EXPORT @interface NvsHumanDetectionHandle : NSObject
 
@property(assign, nonatomic) int64_t humanDetectHandle;
 
- (void)setDetectionIntegerParam:(int)param value:(int)value;
 
- (void)setDetectionFloatParam:(int)param value:(float)value;
 
- (void)setDetectionBooleanParam:(int)param value:(BOOL)value;
 
- (NvsHumanFeature*)detect:(void *)imageBuffer pixelFormat:(int)pixelFormat
                                                   imageWidth:(int)imageWidth
                                                  imageHeight:(int)imageHeight
                                                  imageStride:(int)imageStride
                                                  orientation:(int)orientation
                                                  config:(NvsDetectionConfig*)config;
 
@end