美摄SDK For iOS  3.16.3
NvsCustomVideoFx.h
浏览该文件的文档.
1 //================================================================================
2 //
3 // (c) Copyright Meishe Co. Ltd, 2017. All rights reserved.
4 //
5 // This code and information is provided "as is" without warranty of any kind,
6 // either expressed or implied, including but not limited to the implied
7 // warranties of merchantability and/or fitness for a particular purpose.
8 //
9 //--------------------------------------------------------------------------------
10 // Birth Date: Jul 20. 2017
11 // Author: Meishe video team
12 //================================================================================
13 #pragma once
14 
15 #import <Foundation/Foundation.h>
16 #import "NvsCommonDef.h"
17 
19  int texId;
20  int width;
21  int height;
24 
26 };
27 
28 typedef enum {
36 } NvsParamType;
37 
38 struct NvsFxParamVal {
40  int intVal;
41  float fltVal;
42  bool boolVal;
44  NSString *strVal;
46 };
47 
56  int64_t effectTime;
57  int64_t effectStartTime;
58  int64_t effectEndTime;
59  int64_t mediaStreamTime;
60  NSMutableDictionary *paramsMap;
61  NSMutableArray *attachedVideoFrames;
62 };
63 
64 #define NVS_CUSTOM_VIDEO_FX_REQUIREMENT_OUTPUT_TEXTURE_COLOR_TRANSFER @"output-texture-color-transfer"
65 #define NVS_CUSTOM_VIDEO_FX_REQUIREMENT_OUTPUT_TEXTURE_COLOR_PRIMARIES @"output-texture-color-primaries"
66 #define NVS_CUSTOM_VIDEO_FX_REQUIREMENT_BUDDY_FRAME_FORMAT @"buddy-frame-pixel-format"
67 #define NVS_CUSTOM_VIDEO_FX_REQUIREMENT_OUTPUT_SIZE_FOLLOW_SINK @"output-size-follow-sink"
68 
70 
79 @protocol NvsCustomVideoFxRenderer <NSObject>
80 
93 - (void)didInit;
94 
107 - (void)didCleanup;
108 
123 - (void)didPreloadResources;
124 
153 - (void)didRender:(struct NvsCustomVideoFxRenderContext *)renderContext
154  renderHelper:(NvsCustomVideoFxRenderHelper *)renderHelper;
155 
156 @optional
157 
170 - (void)didClearCacheResources;
171 
186 - (bool)needInputBuddyFrame;
187 
202 - (NSDictionary*)didGetRequirement;
203 @end
204 
212 
227 - (int)allocateRGBATexture:(NvsSize)texSize;
228 
245 - (int)allocateRGBATexture:(NvsSize)texSize format:(NvsGpuVideoFrameFormat)fmt;
246 
255 - (void)reclaimTexture:(int)texId;
256 
267 - (BOOL)uploadHostBufferToOpenGLTexture:(NvsVideoFrameInfo*)hostBuffer textureId:(int)tId;
268 
279 - (BOOL)uploadHostBufferToOpenGLTexture:(NvsVideoFrameInfoExt*)hostBuffer gpuVideoFrame:(struct NvsCustomVideoFxVideoFrame*)tex;
280 
281 @end
282 
NvsCustomVideoFxRenderContext::inputVideoFrame
struct NvsCustomVideoFxVideoFrame inputVideoFrame
输入视频帧
Definition: NvsCustomVideoFx.h:49
NvsVideoFrameColorPrimaries
NvsVideoFrameColorPrimaries
Definition: NvsCommonDef.h:265
NvsCustomVideoFxVideoFrame::texId
int texId
视频帧的纹理ID
Definition: NvsCustomVideoFx.h:19
NvsVideoFrameColorTransfer
NvsVideoFrameColorTransfer
Definition: NvsCommonDef.h:245
NvsCustomVideoFxVideoFrame::proxyScale
NvsRational proxyScale
Definition: NvsCustomVideoFx.h:23
-[NvsCustomVideoFxRenderer-p didGetRequirement]
NSDictionary * didGetRequirement()
美摄SDK对自定义视频特效调用此方法以便确认CustomVideoFx是否需要侣视频帧。
NvsParamType_Float
@ NvsParamType_Float
Definition: NvsCustomVideoFx.h:31
NvsCustomVideoFxVideoFrame::isUpsideDownTexture
BOOL isUpsideDownTexture
值为YES表示这个视频帧中的纹理是上下颠倒的。用户在渲染时需对纹理坐标进行处理。
Definition: NvsCustomVideoFx.h:22
NvsVideoFrameInfo
视频帧信息
Definition: NvsCommonDef.h:472
NvsCustomVideoFxRenderContext::effectEndTime
int64_t effectEndTime
特效终止时间(单位微秒)
Definition: NvsCustomVideoFx.h:58
-[NvsCustomVideoFxRenderer-p didCleanup]
void didCleanup()
美摄SDK对自定义视频特效调用此方法以便让用户清理资源
-[NvsCustomVideoFxRenderer-p didClearCacheResources]
void didClearCacheResources()
美摄SDK对自定义视频特效调用此方法以便让进行资源清理。
NvsRational
比例值
Definition: NvsCommonDef.h:350
NvsCustomVideoFxRenderContext
Definition: NvsCustomVideoFx.h:48
NvsParamType
NvsParamType
Definition: NvsCustomVideoFx.h:28
NvsCustomVideoFxRenderContext::hasBuddyVideoFrame
bool hasBuddyVideoFrame
表示伴侣视频帧是否存在,伴侣视频帧只有在采集的时,而且设置了STREAMING_ENGINE_CAPTURE_FLAG_CAPTURE_BUDDY_HOST_VIDEO_FRAME才会存在
Definition: NvsCustomVideoFx.h:50
NvsCustomVideoFxVideoFrame::width
int width
视频帧的宽度
Definition: NvsCustomVideoFx.h:20
NvsCustomVideoFxRenderContext::mediaStreamTime
int64_t mediaStreamTime
特效终止时间(单位微秒)
Definition: NvsCustomVideoFx.h:59
NvsCustomVideoFxRenderContext::effectStartTime
int64_t effectStartTime
特效起始时间(单位微秒)
Definition: NvsCustomVideoFx.h:57
NvsFxParamVal::type
NvsParamType type
Definition: NvsCustomVideoFx.h:39
NvsCustomVideoFxRenderContext::inputBuddyVideoFrame
NvsVideoFrameInfo inputBuddyVideoFrame
输入视频帧在Host Memory中数据和信息
Definition: NvsCustomVideoFx.h:51
NvsFxParamVal::colorVal
NvsColor colorVal
Definition: NvsCustomVideoFx.h:45
NvsCustomVideoFxRenderer-p
自定义视频特效渲染器接口
Definition: NvsCustomVideoFx.h:79
-[NvsCustomVideoFxRenderer-p needInputBuddyFrame]
bool needInputBuddyFrame()
美摄SDK对自定义视频特效调用此方法以便确认CustomVideoFx是否需要侣视频帧。
NvsCustomVideoFxRenderContext::inputBuddyVideoFrameColorMatrix
NvsVideoFrameYUVColorMatrix inputBuddyVideoFrameColorMatrix
Definition: NvsCustomVideoFx.h:52
NvsCustomVideoFxRenderContext::outputVideoFrame
struct NvsCustomVideoFxVideoFrame outputVideoFrame
输出视频帧
Definition: NvsCustomVideoFx.h:55
NvsColor
自定义颜色类
Definition: NvsCommonDef.h:429
NvsFxParamVal::fltVal
float fltVal
Definition: NvsCustomVideoFx.h:41
NvsFxParamVal
Definition: NvsCustomVideoFx.h:38
NvsFxParamVal::menuItemIdx
int menuItemIdx
Definition: NvsCustomVideoFx.h:43
NvsCustomVideoFxVideoFrame::height
int height
视频帧的高度
Definition: NvsCustomVideoFx.h:21
NvsParamType_Int
@ NvsParamType_Int
Definition: NvsCustomVideoFx.h:30
NvsCustomVideoFxRenderHelper
自定义视频特效的辅助方法接口
Definition: NvsCustomVideoFx.h:212
NvsParamType_String
@ NvsParamType_String
Definition: NvsCustomVideoFx.h:35
NvsParamType_Unknown
@ NvsParamType_Unknown
Definition: NvsCustomVideoFx.h:29
NvsFxParamVal::strVal
NSString * strVal
Definition: NvsCustomVideoFx.h:44
NvsVideoFrameYUVColorMatrix
NvsVideoFrameYUVColorMatrix
Definition: NvsCommonDef.h:227
NVS_EXPORT
#define NVS_EXPORT
Definition: NvsCommonDef.h:20
-[NvsCustomVideoFxRenderer-p didPreloadResources]
void didPreloadResources()
美摄SDK对自定义视频特效调用此方法以便让进行一些资源预处理
NvsCustomVideoFxVideoFrame::texFormat
NvsGpuVideoFrameFormat texFormat
Definition: NvsCustomVideoFx.h:25
NvsFxParamVal::boolVal
bool boolVal
Definition: NvsCustomVideoFx.h:42
NvsParamType_Menu
@ NvsParamType_Menu
Definition: NvsCustomVideoFx.h:33
-[NvsCustomVideoFxRenderer-p didInit]
void didInit()
美摄SDK对自定义视频特效调用此方法以便让用户初始化一些资源
NvsCustomVideoFxRenderContext::paramsMap
NSMutableDictionary * paramsMap
特效参数列表
Definition: NvsCustomVideoFx.h:60
NvsCommonDef.h
NvsParamType_Color
@ NvsParamType_Color
Definition: NvsCustomVideoFx.h:34
NvsGpuVideoFrameFormat
NvsGpuVideoFrameFormat
视频帧像素格式
Definition: NvsCommonDef.h:212
NvsCustomVideoFxRenderContext::inputBuddyVideoFrameColorPrimaries
NvsVideoFrameColorPrimaries inputBuddyVideoFrameColorPrimaries
Definition: NvsCustomVideoFx.h:54
NvsCustomVideoFxVideoFrame
Definition: NvsCustomVideoFx.h:18
NvsFxParamVal::intVal
int intVal
Definition: NvsCustomVideoFx.h:40
NvsParamType_Bool
@ NvsParamType_Bool
Definition: NvsCustomVideoFx.h:32
NvsCustomVideoFxRenderContext::effectTime
int64_t effectTime
特效时间(单位微秒)
Definition: NvsCustomVideoFx.h:56
NvsCustomVideoFxRenderContext::inputBuddyVideoFrameColorTransfer
NvsVideoFrameColorTransfer inputBuddyVideoFrameColorTransfer
Definition: NvsCustomVideoFx.h:53
NvsSize
尺寸
Definition: NvsCommonDef.h:361
NvsCustomVideoFxRenderContext::attachedVideoFrames
NSMutableArray * attachedVideoFrames
附加视频帧
Definition: NvsCustomVideoFx.h:61
NvsVideoFrameInfoExt
视频帧扩展信息
Definition: NvsCommonDef.h:492