NvsCustomVideoFx.h

Go to the documentation of this file.

//================================================================================
//
// (c) Copyright Meishe Co. Ltd, 2017. All rights reserved.
//
// This code and information is provided "as is" without warranty of any kind,
// either expressed or implied, including but not limited to the implied
// warranties of merchantability and/or fitness for a particular purpose.
//
//--------------------------------------------------------------------------------
//   Birth Date:    Jul 20. 2017
//   Author:        Meishe video team
//================================================================================
#pragma once
 
#import <Foundation/Foundation.h>
#import "NvsCommonDef.h"
 
struct NvsCustomVideoFxVideoFrame {
    int texId;                  
    int width;                  
    int height;                 
    BOOL isUpsideDownTexture;   
    NvsRational proxyScale;
 
    NvsGpuVideoFrameFormat texFormat;
};
 
typedef enum {
    NvsParamType_Unknown = -1,
    NvsParamType_Int = 0,
    NvsParamType_Float = 1,
    NvsParamType_Bool = 2,
    NvsParamType_Menu = 3,
    NvsParamType_Color = 4,
    NvsParamType_String = 5,
} NvsParamType;
 
struct NvsFxParamVal {
    NvsParamType type;
    int intVal;
    float fltVal;
    bool boolVal;
    int menuItemIdx;
    NSString *strVal;
    NvsColor colorVal;
};
 
struct NvsCustomVideoFxRenderContext {
    struct NvsCustomVideoFxVideoFrame inputVideoFrame;  
    bool hasBuddyVideoFrame;                            
    NvsVideoFrameInfo inputBuddyVideoFrame;             
    NvsVideoFrameYUVColorMatrix inputBuddyVideoFrameColorMatrix;
    NvsVideoFrameColorTransfer inputBuddyVideoFrameColorTransfer;
    NvsVideoFrameColorPrimaries inputBuddyVideoFrameColorPrimaries;
    struct NvsCustomVideoFxVideoFrame outputVideoFrame; 
    int64_t effectTime;                                 
    int64_t effectStartTime;                            
    int64_t effectEndTime;                              
    int64_t mediaStreamTime;                            
    NSMutableDictionary *paramsMap;                     
    NSMutableArray *attachedVideoFrames;                
};
 
#define NVS_CUSTOM_VIDEO_FX_REQUIREMENT_OUTPUT_TEXTURE_COLOR_TRANSFER             @"output-texture-color-transfer"       
#define NVS_CUSTOM_VIDEO_FX_REQUIREMENT_OUTPUT_TEXTURE_COLOR_PRIMARIES            @"output-texture-color-primaries"       
#define NVS_CUSTOM_VIDEO_FX_REQUIREMENT_BUDDY_FRAME_FORMAT                        @"buddy-frame-pixel-format"       
#define NVS_CUSTOM_VIDEO_FX_REQUIREMENT_OUTPUT_SIZE_FOLLOW_SINK                   @"output-size-follow-sink"       
 
@class NvsCustomVideoFxRenderHelper;
 
@protocol NvsCustomVideoFxRenderer <NSObject>
 
- (void)didInit;
 
- (void)didCleanup;
 
- (void)didPreloadResources;
 
- (void)didRender:(struct NvsCustomVideoFxRenderContext *)renderContext
     renderHelper:(NvsCustomVideoFxRenderHelper *)renderHelper;
 
@optional
 
- (void)didClearCacheResources;
 
- (bool)needInputBuddyFrame;
 
- (NSDictionary*)didGetRequirement;
@end
 
NVS_EXPORT @interface NvsCustomVideoFxRenderHelper : NSObject
 
- (int)allocateRGBATexture:(NvsSize)texSize;
 
- (int)allocateRGBATexture:(NvsSize)texSize format:(NvsGpuVideoFrameFormat)fmt;
 
- (void)reclaimTexture:(int)texId;
 
- (BOOL)uploadHostBufferToOpenGLTexture:(NvsVideoFrameInfo*)hostBuffer textureId:(int)tId;
 
- (BOOL)uploadHostBufferToOpenGLTexture:(NvsVideoFrameInfoExt*)hostBuffer gpuVideoFrame:(struct NvsCustomVideoFxVideoFrame*)tex;
 
@end