videolan
/
vlc
mirror of https://gitea.goldendeliverer.com/videolan/vlc.git
1
0
Fork 0
Code Issues Projects Releases Wiki Activity
You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
70511 Commits
7 Branches
132 Tags
718 MiB
 
 
 
 
 
 
Tree: 2139237836
Branches Tags
${ item.name }
Create tag ${ searchTerm }
Create branch ${ searchTerm }
from '2139237836'
${ noResults }
vlc/modules/video_chroma/d3d11_surface.c

833 lines
28 KiB
Raw Blame History

/*****************************************************************************
* d3d11_surface.c : D3D11 GPU surface conversion module for vlc
*****************************************************************************
* Copyright © 2015 VLC authors, VideoLAN and VideoLabs
*
* Authors: Steve Lhomme <robux4@gmail.com>
*
* This program is free software; you can redistribute it and/or modify it
* under the terms of the GNU Lesser General Public License as published by
* the Free Software Foundation; either version 2.1 of the License, or
* (at your option) any later version.
*
* This program is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
* GNU Lesser General Public License for more details.
*
* You should have received a copy of the GNU Lesser General Public License
* along with this program; if not, write to the Free Software Foundation,
* Inc., 51 Franklin Street, Fifth Floor, Boston MA 02110-1301, USA.
*****************************************************************************/
/*****************************************************************************
* Preamble
*****************************************************************************/
#ifdef HAVE_CONFIG_H
# include "config.h"
#endif
#include <vlc_common.h>
#include <vlc_plugin.h>
#include <vlc_filter.h>
#include <vlc_picture.h>
#include <vlc_modules.h>
#include "copy.h"
#include <windows.h>
#define COBJMACROS
#include <d3d11.h>
#include "d3d11_fmt.h"
#ifdef ID3D11VideoContext_VideoProcessorBlt
#define CAN_PROCESSOR 1
#else
#define CAN_PROCESSOR 0
#endif
struct filter_sys_t {
copy_cache_t cache;
union {
ID3D11Texture2D *staging;
ID3D11Resource *staging_resource;
};
vlc_mutex_t staging_lock;
#if CAN_PROCESSOR
union {
ID3D11Texture2D *procOutTexture;
ID3D11Resource *procOutResource;
};
/* 420_OPAQUE processor */
ID3D11VideoDevice *d3dviddev;
ID3D11VideoContext *d3dvidctx;
ID3D11VideoProcessorOutputView *processorOutput;
ID3D11VideoProcessorEnumerator *procEnumerator;
ID3D11VideoProcessor *videoProcessor;
#endif
/* CPU to GPU */
filter_t *filter;
picture_t *staging_pic;
HINSTANCE hd3d_dll;
};
#if CAN_PROCESSOR
static int SetupProcessor(filter_t *p_filter, ID3D11Device *d3ddevice,
ID3D11DeviceContext *d3dctx,
DXGI_FORMAT srcFormat, DXGI_FORMAT dstFormat)
{
filter_sys_t *sys = (filter_sys_t*) p_filter->p_sys;
HRESULT hr;
ID3D11VideoProcessorEnumerator *processorEnumerator = NULL;
hr = ID3D11DeviceContext_QueryInterface(d3dctx, &IID_ID3D11VideoContext, (void **)&sys->d3dvidctx);
if (unlikely(FAILED(hr)))
goto error;
hr = ID3D11Device_QueryInterface( d3ddevice, &IID_ID3D11VideoDevice, (void **)&sys->d3dviddev);
if (unlikely(FAILED(hr)))
goto error;
const video_format_t *fmt = &p_filter->fmt_in.video;
D3D11_VIDEO_PROCESSOR_CONTENT_DESC processorDesc = {
.InputFrameFormat = D3D11_VIDEO_FRAME_FORMAT_PROGRESSIVE,
.InputFrameRate = {
.Numerator = fmt->i_frame_rate_base > 0 ? fmt->i_frame_rate : 0,
.Denominator = fmt->i_frame_rate_base,
},
.InputWidth = fmt->i_width,
.InputHeight = fmt->i_height,
.OutputWidth = fmt->i_width,
.OutputHeight = fmt->i_height,
.Usage = D3D11_VIDEO_USAGE_PLAYBACK_NORMAL,
};
hr = ID3D11VideoDevice_CreateVideoProcessorEnumerator(sys->d3dviddev, &processorDesc, &processorEnumerator);
if ( processorEnumerator == NULL )
{
msg_Dbg(p_filter, "Can't get a video processor for the video.");
goto error;
}
UINT flags;
#ifndef NDEBUG
for (int format = 0; format < 188; format++) {
hr = ID3D11VideoProcessorEnumerator_CheckVideoProcessorFormat(processorEnumerator, format, &flags);
if (SUCCEEDED(hr) && (flags & D3D11_VIDEO_PROCESSOR_FORMAT_SUPPORT_INPUT))
msg_Dbg(p_filter, "processor format %s (%d) is supported for input", DxgiFormatToStr(format),format);
if (SUCCEEDED(hr) && (flags & D3D11_VIDEO_PROCESSOR_FORMAT_SUPPORT_OUTPUT))
msg_Dbg(p_filter, "processor format %s (%d) is supported for output", DxgiFormatToStr(format),format);
}
#endif
/* shortcut for the rendering output */
hr = ID3D11VideoProcessorEnumerator_CheckVideoProcessorFormat(processorEnumerator, srcFormat, &flags);
if (FAILED(hr) || !(flags & D3D11_VIDEO_PROCESSOR_FORMAT_SUPPORT_INPUT))
{
msg_Dbg(p_filter, "processor format %s not supported for output", DxgiFormatToStr(srcFormat));
goto error;
}
hr = ID3D11VideoProcessorEnumerator_CheckVideoProcessorFormat(processorEnumerator, dstFormat, &flags);
if (FAILED(hr) || !(flags & D3D11_VIDEO_PROCESSOR_FORMAT_SUPPORT_OUTPUT))
{
msg_Dbg(p_filter, "processor format %s not supported for input", DxgiFormatToStr(dstFormat));
goto error;
}
D3D11_VIDEO_PROCESSOR_CAPS processorCaps;
hr = ID3D11VideoProcessorEnumerator_GetVideoProcessorCaps(processorEnumerator, &processorCaps);
for (UINT type = 0; type < processorCaps.RateConversionCapsCount; ++type)
{
hr = ID3D11VideoDevice_CreateVideoProcessor(sys->d3dviddev,
processorEnumerator, type, &sys->videoProcessor);
if (SUCCEEDED(hr))
{
D3D11_VIDEO_PROCESSOR_OUTPUT_VIEW_DESC outDesc = {
.ViewDimension = D3D11_VPOV_DIMENSION_TEXTURE2D,
};
hr = ID3D11VideoDevice_CreateVideoProcessorOutputView(sys->d3dviddev,
sys->procOutResource,
processorEnumerator,
&outDesc,
&sys->processorOutput);
if (FAILED(hr))
msg_Err(p_filter, "Failed to create the processor output. (hr=0x%lX)", hr);
else
{
sys->procEnumerator = processorEnumerator;
return VLC_SUCCESS;
}
}
if (sys->videoProcessor)
{
ID3D11VideoProcessor_Release(sys->videoProcessor);
sys->videoProcessor = NULL;
}
}
error:
if (processorEnumerator)
ID3D11VideoProcessorEnumerator_Release(processorEnumerator);
if (sys->d3dvidctx)
ID3D11VideoContext_Release(sys->d3dvidctx);
if (sys->d3dviddev)
ID3D11VideoDevice_Release(sys->d3dviddev);
return VLC_EGENERIC;
}
#endif
static int assert_staging(filter_t *p_filter, picture_sys_t *p_sys)
{
filter_sys_t *sys = (filter_sys_t*) p_filter->p_sys;
HRESULT hr;
if (sys->staging)
goto ok;
D3D11_TEXTURE2D_DESC texDesc;
ID3D11Texture2D_GetDesc( p_sys->texture[KNOWN_DXGI_INDEX], &texDesc);
texDesc.MipLevels = 1;
//texDesc.SampleDesc.Count = 1;
texDesc.MiscFlags = 0;
texDesc.ArraySize = 1;
texDesc.Usage = D3D11_USAGE_STAGING;
texDesc.CPUAccessFlags = D3D11_CPU_ACCESS_READ;
texDesc.BindFlags = 0;
ID3D11Device *p_device;
ID3D11DeviceContext_GetDevice(p_sys->context, &p_device);
sys->staging = NULL;
hr = ID3D11Device_CreateTexture2D( p_device, &texDesc, NULL, &sys->staging);
#if CAN_PROCESSOR
if (FAILED(hr)) {
/* failed with the this format, try a different one */
UINT supportFlags = D3D11_FORMAT_SUPPORT_SHADER_LOAD | D3D11_FORMAT_SUPPORT_VIDEO_PROCESSOR_OUTPUT;
const d3d_format_t *new_fmt =
FindD3D11Format( p_device, 0, 0, false, supportFlags );
if (new_fmt && texDesc.Format != new_fmt->formatTexture)
{
DXGI_FORMAT srcFormat = texDesc.Format;
texDesc.Format = new_fmt->formatTexture;
hr = ID3D11Device_CreateTexture2D( p_device, &texDesc, NULL, &sys->staging);
if (SUCCEEDED(hr))
{
texDesc.Usage = D3D11_USAGE_DEFAULT;
texDesc.CPUAccessFlags = 0;
texDesc.BindFlags |= D3D11_BIND_RENDER_TARGET;
hr = ID3D11Device_CreateTexture2D( p_device, &texDesc, NULL, &sys->procOutTexture);
if (SUCCEEDED(hr))
{
if (SetupProcessor(p_filter, p_device, p_sys->context, srcFormat, new_fmt->formatTexture))
{
ID3D11Texture2D_Release(sys->procOutTexture);
ID3D11Texture2D_Release(sys->staging);
sys->staging = NULL;
hr = E_FAIL;
}
}
else
{
ID3D11Texture2D_Release(sys->staging);
sys->staging = NULL;
hr = E_FAIL;
}
}
}
}
#endif
ID3D11Device_Release(p_device);
if (FAILED(hr)) {
msg_Err(p_filter, "Failed to create a %s staging texture to extract surface pixels (hr=0x%0lx)", DxgiFormatToStr(texDesc.Format), hr );
return VLC_EGENERIC;
}
ok:
return VLC_SUCCESS;
}
static void D3D11_YUY2(filter_t *p_filter, picture_t *src, picture_t *dst)
{
filter_sys_t *sys = (filter_sys_t*) p_filter->p_sys;
picture_sys_t *p_sys = &((struct va_pic_context*)src->context)->picsys;
D3D11_TEXTURE2D_DESC desc;
D3D11_MAPPED_SUBRESOURCE lock;
vlc_mutex_lock(&sys->staging_lock);
if (assert_staging(p_filter, p_sys) != VLC_SUCCESS)
{
vlc_mutex_unlock(&sys->staging_lock);
return;
}
UINT srcSlice;
D3D11_VIDEO_DECODER_OUTPUT_VIEW_DESC viewDesc;
if (p_sys->decoder)
{
ID3D11VideoDecoderOutputView_GetDesc( p_sys->decoder, &viewDesc );
srcSlice = viewDesc.Texture2D.ArraySlice;
}
else
srcSlice = 0;
ID3D11Resource *srcResource = p_sys->resource[KNOWN_DXGI_INDEX];
#if CAN_PROCESSOR
if (sys->procEnumerator)
{
HRESULT hr;
if (!p_sys->processorInput)
{
D3D11_VIDEO_PROCESSOR_INPUT_VIEW_DESC inDesc = {
.FourCC = 0,
.ViewDimension = D3D11_VPIV_DIMENSION_TEXTURE2D,
.Texture2D.MipSlice = 0,
.Texture2D.ArraySlice = viewDesc.Texture2D.ArraySlice,
};
hr = ID3D11VideoDevice_CreateVideoProcessorInputView(sys->d3dviddev,
p_sys->resource[KNOWN_DXGI_INDEX],
sys->procEnumerator,
&inDesc,
&p_sys->processorInput);
if (FAILED(hr))
{
#ifndef NDEBUG
msg_Dbg(p_filter,"Failed to create processor input for slice %d. (hr=0x%lX)", p_sys->slice_index, hr);
#endif
return;
}
}
D3D11_VIDEO_PROCESSOR_STREAM stream = {
.Enable = TRUE,
.pInputSurface = p_sys->processorInput,
};
hr = ID3D11VideoContext_VideoProcessorBlt(sys->d3dvidctx, sys->videoProcessor,
sys->processorOutput,
0, 1, &stream);
if (FAILED(hr))
{
msg_Err(p_filter, "Failed to process the video. (hr=0x%lX)", hr);
vlc_mutex_unlock(&sys->staging_lock);
return;
}
srcResource = sys->procOutResource;
srcSlice = 0;
}
#endif
ID3D11DeviceContext_CopySubresourceRegion(p_sys->context, sys->staging_resource,
0, 0, 0, 0,
srcResource,
srcSlice,
NULL);
HRESULT hr = ID3D11DeviceContext_Map(p_sys->context, sys->staging_resource,
0, D3D11_MAP_READ, 0, &lock);
if (FAILED(hr)) {
msg_Err(p_filter, "Failed to map source surface. (hr=0x%0lx)", hr);
vlc_mutex_unlock(&sys->staging_lock);
return;
}
if (dst->format.i_chroma == VLC_CODEC_I420) {
uint8_t *tmp = dst->p[1].p_pixels;
dst->p[1].p_pixels = dst->p[2].p_pixels;
dst->p[2].p_pixels = tmp;
}
ID3D11Texture2D_GetDesc(sys->staging, &desc);
if (desc.Format == DXGI_FORMAT_YUY2) {
size_t chroma_pitch = (lock.RowPitch / 2);
size_t pitch[3] = {
lock.RowPitch,
chroma_pitch,
chroma_pitch,
};
uint8_t *plane[3] = {
(uint8_t*)lock.pData,
(uint8_t*)lock.pData + pitch[0] * desc.Height,
(uint8_t*)lock.pData + pitch[0] * desc.Height
+ pitch[1] * desc.Height / 2,
};
CopyFromYv12ToYv12(dst, plane, pitch,
src->format.i_visible_height + src->format.i_y_offset, &sys->cache);
} else if (desc.Format == DXGI_FORMAT_NV12) {
uint8_t *plane[2] = {
lock.pData,
(uint8_t*)lock.pData + lock.RowPitch * desc.Height
};
size_t pitch[2] = {
lock.RowPitch,
lock.RowPitch,
};
CopyFromNv12ToYv12(dst, plane, pitch,
src->format.i_visible_height + src->format.i_y_offset, &sys->cache);
} else {
msg_Err(p_filter, "Unsupported D3D11VA conversion from 0x%08X to YV12", desc.Format);
}
if (dst->format.i_chroma == VLC_CODEC_I420) {
uint8_t *tmp = dst->p[1].p_pixels;
dst->p[1].p_pixels = dst->p[2].p_pixels;
dst->p[2].p_pixels = tmp;
}
/* */
ID3D11DeviceContext_Unmap(p_sys->context, sys->staging_resource, 0);
vlc_mutex_unlock(&sys->staging_lock);
}
static void D3D11_NV12(filter_t *p_filter, picture_t *src, picture_t *dst)
{
filter_sys_t *sys = (filter_sys_t*) p_filter->p_sys;
picture_sys_t *p_sys = &((struct va_pic_context*)src->context)->picsys;
D3D11_TEXTURE2D_DESC desc;
D3D11_MAPPED_SUBRESOURCE lock;
vlc_mutex_lock(&sys->staging_lock);
if (assert_staging(p_filter, p_sys) != VLC_SUCCESS)
{
vlc_mutex_unlock(&sys->staging_lock);
return;
}
D3D11_VIDEO_DECODER_OUTPUT_VIEW_DESC viewDesc;
ID3D11VideoDecoderOutputView_GetDesc( p_sys->decoder, &viewDesc );
ID3D11Resource *srcResource = p_sys->resource[KNOWN_DXGI_INDEX];
UINT srcSlice = viewDesc.Texture2D.ArraySlice;
#if CAN_PROCESSOR
if (sys->procEnumerator)
{
HRESULT hr;
if (!p_sys->processorInput)
{
D3D11_VIDEO_PROCESSOR_INPUT_VIEW_DESC inDesc = {
.FourCC = 0,
.ViewDimension = D3D11_VPIV_DIMENSION_TEXTURE2D,
.Texture2D.MipSlice = 0,
.Texture2D.ArraySlice = viewDesc.Texture2D.ArraySlice,
};
hr = ID3D11VideoDevice_CreateVideoProcessorInputView(sys->d3dviddev,
p_sys->resource[KNOWN_DXGI_INDEX],
sys->procEnumerator,
&inDesc,
&p_sys->processorInput);
if (FAILED(hr))
{
#ifndef NDEBUG
msg_Dbg(p_filter,"Failed to create processor input for slice %d. (hr=0x%lX)", p_sys->slice_index, hr);
#endif
return;
}
}
D3D11_VIDEO_PROCESSOR_STREAM stream = {
.Enable = TRUE,
.pInputSurface = p_sys->processorInput,
};
hr = ID3D11VideoContext_VideoProcessorBlt(sys->d3dvidctx, sys->videoProcessor,
sys->processorOutput,
0, 1, &stream);
if (FAILED(hr))
{
msg_Err(p_filter, "Failed to process the video. (hr=0x%lX)", hr);
vlc_mutex_unlock(&sys->staging_lock);
return;
}
srcResource = sys->procOutResource;
srcSlice = 0;
}
#endif
ID3D11DeviceContext_CopySubresourceRegion(p_sys->context, sys->staging_resource,
0, 0, 0, 0,
srcResource,
srcSlice,
NULL);
HRESULT hr = ID3D11DeviceContext_Map(p_sys->context, sys->staging_resource,
0, D3D11_MAP_READ, 0, &lock);
if (FAILED(hr)) {
msg_Err(p_filter, "Failed to map source surface. (hr=0x%0lx)", hr);
vlc_mutex_unlock(&sys->staging_lock);
return;
}
ID3D11Texture2D_GetDesc(sys->staging, &desc);
if (desc.Format == DXGI_FORMAT_NV12) {
uint8_t *plane[2] = {
lock.pData,
(uint8_t*)lock.pData + lock.RowPitch * desc.Height
};
size_t pitch[2] = {
lock.RowPitch,
lock.RowPitch,
};
CopyFromNv12ToNv12(dst, plane, pitch,
src->format.i_visible_height + src->format.i_y_offset, &sys->cache);
} else {
msg_Err(p_filter, "Unsupported D3D11VA conversion from 0x%08X to NV12", desc.Format);
}
/* */
ID3D11DeviceContext_Unmap(p_sys->context, sys->staging_resource, 0);
vlc_mutex_unlock(&sys->staging_lock);
}
static void DestroyPicture(picture_t *picture)
{
picture_sys_t *p_sys = picture->p_sys;
ReleasePictureSys( p_sys );
free(p_sys);
free(picture);
}
static void DeleteFilter( filter_t * p_filter )
{
if( p_filter->p_module )
module_unneed( p_filter, p_filter->p_module );
es_format_Clean( &p_filter->fmt_in );
es_format_Clean( &p_filter->fmt_out );
vlc_object_release( p_filter );
}
static picture_t *NewBuffer(filter_t *p_filter)
{
filter_t *p_parent = p_filter->owner.sys;
return p_parent->p_sys->staging_pic;
}
static filter_t *CreateFilter( vlc_object_t *p_this, const es_format_t *p_fmt_in,
vlc_fourcc_t dst_chroma )
{
filter_t *p_filter;
p_filter = vlc_object_create( p_this, sizeof(filter_t) );
if (unlikely(p_filter == NULL))
return NULL;
p_filter->b_allow_fmt_out_change = false;
p_filter->owner.video.buffer_new = NewBuffer;
p_filter->owner.sys = p_this;
es_format_InitFromVideo( &p_filter->fmt_in, &p_fmt_in->video );
es_format_InitFromVideo( &p_filter->fmt_out, &p_fmt_in->video );
p_filter->fmt_out.i_codec = p_filter->fmt_out.video.i_chroma = dst_chroma;
p_filter->p_module = module_need( p_filter, "video converter", NULL, false );
if( !p_filter->p_module )
{
msg_Dbg( p_filter, "no video converter found" );
DeleteFilter( p_filter );
return NULL;
}
return p_filter;
}
static void d3d11_pic_context_destroy(struct picture_context_t *opaque)
{
struct va_pic_context *pic_ctx = (struct va_pic_context*)opaque;
ReleasePictureSys(&pic_ctx->picsys);
free(pic_ctx);
}
static struct picture_context_t *d3d11_pic_context_copy(struct picture_context_t *ctx)
{
struct va_pic_context *src_ctx = (struct va_pic_context*)ctx;
struct va_pic_context *pic_ctx = calloc(1, sizeof(*pic_ctx));
if (unlikely(pic_ctx==NULL))
return NULL;
pic_ctx->s.destroy = d3d11_pic_context_destroy;
pic_ctx->s.copy = d3d11_pic_context_copy;
pic_ctx->picsys = src_ctx->picsys;
AcquirePictureSys(&pic_ctx->picsys);
return &pic_ctx->s;
}
static void NV12_D3D11(filter_t *p_filter, picture_t *src, picture_t *dst)
{
filter_sys_t *sys = (filter_sys_t*) p_filter->p_sys;
picture_sys_t *p_sys = dst->p_sys;
D3D11_TEXTURE2D_DESC texDesc;
ID3D11Texture2D_GetDesc( sys->staging_pic->p_sys->texture[KNOWN_DXGI_INDEX], &texDesc);
D3D11_MAPPED_SUBRESOURCE lock;
HRESULT hr = ID3D11DeviceContext_Map(p_sys->context, sys->staging_pic->p_sys->resource[KNOWN_DXGI_INDEX],
0, D3D11_MAP_WRITE, 0, &lock);
if (FAILED(hr)) {
msg_Err(p_filter, "Failed to map source surface. (hr=0x%0lx)", hr);
return;
}
picture_UpdatePlanes(sys->staging_pic, lock.pData, lock.RowPitch);
picture_Hold( src );
sys->filter->pf_video_filter(sys->filter, src);
ID3D11DeviceContext_Unmap(p_sys->context, sys->staging_pic->p_sys->resource[KNOWN_DXGI_INDEX], 0);
D3D11_BOX copyBox = {
.right = dst->format.i_width, .bottom = dst->format.i_height, .back = 1,
};
ID3D11DeviceContext_CopySubresourceRegion(p_sys->context,
p_sys->resource[KNOWN_DXGI_INDEX],
p_sys->slice_index,
0, 0, 0,
sys->staging_pic->p_sys->resource[KNOWN_DXGI_INDEX], 0,
&copyBox);
if (dst->context == NULL)
{
struct va_pic_context *pic_ctx = calloc(1, sizeof(*pic_ctx));
if (likely(pic_ctx))
{
pic_ctx->s.destroy = d3d11_pic_context_destroy;
pic_ctx->s.copy = d3d11_pic_context_copy;
pic_ctx->picsys = *dst->p_sys;
AcquirePictureSys(&pic_ctx->picsys);
dst->context = &pic_ctx->s;
}
}
}
VIDEO_FILTER_WRAPPER (D3D11_NV12)
VIDEO_FILTER_WRAPPER (D3D11_YUY2)
VIDEO_FILTER_WRAPPER (NV12_D3D11)
static int OpenConverter( vlc_object_t *obj )
{
filter_t *p_filter = (filter_t *)obj;
HINSTANCE hd3d_dll = NULL;
int err = VLC_EGENERIC;
if ( p_filter->fmt_in.video.i_chroma != VLC_CODEC_D3D11_OPAQUE )
return VLC_EGENERIC;
if ( p_filter->fmt_in.video.i_height != p_filter->fmt_out.video.i_height
|| p_filter->fmt_in.video.i_width != p_filter->fmt_out.video.i_width )
return VLC_EGENERIC;
switch( p_filter->fmt_out.video.i_chroma ) {
case VLC_CODEC_I420:
case VLC_CODEC_YV12:
p_filter->pf_video_filter = D3D11_YUY2_Filter;
break;
case VLC_CODEC_NV12:
p_filter->pf_video_filter = D3D11_NV12_Filter;
break;
default:
return VLC_EGENERIC;
}
hd3d_dll = LoadLibrary(TEXT("D3D11.DLL"));
if (unlikely(!hd3d_dll)) {
msg_Warn(p_filter, "cannot load d3d11.dll, aborting");
goto done;
}
filter_sys_t *p_sys = calloc(1, sizeof(filter_sys_t));
if (!p_sys)
goto done;
CopyInitCache(&p_sys->cache, p_filter->fmt_in.video.i_width );
vlc_mutex_init(&p_sys->staging_lock);
p_sys->hd3d_dll = hd3d_dll;
p_filter->p_sys = p_sys;
err = VLC_SUCCESS;
done:
if (err != VLC_SUCCESS)
{
if (hd3d_dll)
FreeLibrary(hd3d_dll);
}
return err;}
static int OpenFromCPU( vlc_object_t *obj )
{
filter_t *p_filter = (filter_t *)obj;
int err = VLC_EGENERIC;
ID3D11Texture2D *texture = NULL;
filter_t *p_cpu_filter = NULL;
HINSTANCE hd3d_dll = NULL;
video_format_t fmt_staging;
if ( p_filter->fmt_out.video.i_chroma != VLC_CODEC_D3D11_OPAQUE )
return VLC_EGENERIC;
if ( p_filter->fmt_in.video.i_height != p_filter->fmt_out.video.i_height
|| p_filter->fmt_in.video.i_width != p_filter->fmt_out.video.i_width )
return VLC_EGENERIC;
switch( p_filter->fmt_in.video.i_chroma ) {
case VLC_CODEC_I420:
case VLC_CODEC_YV12:
case VLC_CODEC_NV12:
case VLC_CODEC_P010:
p_filter->pf_video_filter = NV12_D3D11_Filter;
break;
default:
return VLC_EGENERIC;
}
picture_t *peek = filter_NewPicture(p_filter);
if (peek == NULL)
return VLC_EGENERIC;
if (!peek->p_sys)
{
msg_Dbg(p_filter, "D3D11 opaque without a texture");
return VLC_EGENERIC;
}
video_format_Init(&fmt_staging, 0);
D3D11_TEXTURE2D_DESC texDesc;
ID3D11Texture2D_GetDesc( peek->p_sys->texture[KNOWN_DXGI_INDEX], &texDesc);
vlc_fourcc_t d3d_fourcc = DxgiFormatFourcc(texDesc.Format);
if (d3d_fourcc == 0)
goto done;
picture_resource_t res;
res.pf_destroy = DestroyPicture;
res.p_sys = calloc(1, sizeof(picture_sys_t));
if (res.p_sys == NULL) {
err = VLC_ENOMEM;
goto done;
}
res.p_sys->context = peek->p_sys->context;
res.p_sys->formatTexture = texDesc.Format;
video_format_Copy(&fmt_staging, &p_filter->fmt_out.video);
fmt_staging.i_chroma = d3d_fourcc;
fmt_staging.i_height = texDesc.Height;
fmt_staging.i_width = texDesc.Width;
picture_t *p_dst = picture_NewFromResource(&fmt_staging, &res);
if (p_dst == NULL) {
msg_Err(p_filter, "Failed to map create the temporary picture.");
goto done;
}
picture_Setup(p_dst, &p_dst->format);
texDesc.MipLevels = 1;
//texDesc.SampleDesc.Count = 1;
texDesc.MiscFlags = 0;
texDesc.ArraySize = 1;
texDesc.Usage = D3D11_USAGE_STAGING;
texDesc.CPUAccessFlags = D3D11_CPU_ACCESS_WRITE;
texDesc.BindFlags = 0;
texDesc.Height = p_dst->format.i_height; /* make sure we match picture_Setup() */
ID3D11Device *p_device;
ID3D11DeviceContext_GetDevice(peek->p_sys->context, &p_device);
HRESULT hr = ID3D11Device_CreateTexture2D( p_device, &texDesc, NULL, &texture);
ID3D11Device_Release(p_device);
if (FAILED(hr)) {
msg_Err(p_filter, "Failed to create a %s staging texture to extract surface pixels (hr=0x%0lx)", DxgiFormatToStr(texDesc.Format), hr );
goto done;
}
res.p_sys->texture[KNOWN_DXGI_INDEX] = texture;
ID3D11DeviceContext_AddRef(p_dst->p_sys->context);
if ( p_filter->fmt_in.video.i_chroma != d3d_fourcc )
{
p_cpu_filter = CreateFilter(VLC_OBJECT(p_filter), &p_filter->fmt_in, p_dst->format.i_chroma);
if (!p_cpu_filter)
goto done;
}
hd3d_dll = LoadLibrary(TEXT("D3D11.DLL"));
if (unlikely(!hd3d_dll)) {
msg_Warn(p_filter, "cannot load d3d11.dll, aborting");
goto done;
}
filter_sys_t *p_sys = calloc(1, sizeof(filter_sys_t));
if (!p_sys) {
err = VLC_ENOMEM;
goto done;
}
p_sys->filter = p_cpu_filter;
p_sys->staging_pic = p_dst;
p_sys->hd3d_dll = hd3d_dll;
p_filter->p_sys = p_sys;
err = VLC_SUCCESS;
done:
video_format_Clean(&fmt_staging);
picture_Release(peek);
if (err != VLC_SUCCESS)
{
if (p_cpu_filter)
DeleteFilter( p_cpu_filter );
if (texture)
ID3D11Texture2D_Release(texture);
if (hd3d_dll)
FreeLibrary(hd3d_dll);
}
return err;
}
static void CloseConverter( vlc_object_t *obj )
{
filter_t *p_filter = (filter_t *)obj;
filter_sys_t *p_sys = (filter_sys_t*) p_filter->p_sys;
#if CAN_PROCESSOR
if (p_sys->d3dviddev)
ID3D11VideoDevice_Release(p_sys->d3dviddev);
if (p_sys->d3dvidctx)
ID3D11VideoContext_Release(p_sys->d3dvidctx);
if (p_sys->procEnumerator)
ID3D11VideoProcessorEnumerator_Release(p_sys->procEnumerator);
if (p_sys->videoProcessor)
ID3D11VideoProcessor_Release(p_sys->videoProcessor);
#endif
CopyCleanCache(&p_sys->cache);
vlc_mutex_destroy(&p_sys->staging_lock);
if (p_sys->staging)
ID3D11Texture2D_Release(p_sys->staging);
FreeLibrary(p_sys->hd3d_dll);
free( p_sys );
p_filter->p_sys = NULL;
}
static void CloseFromCPU( vlc_object_t *obj )
{
filter_t *p_filter = (filter_t *)obj;
filter_sys_t *p_sys = (filter_sys_t*) p_filter->p_sys;
DeleteFilter(p_sys->filter);
picture_Release(p_sys->staging_pic);
FreeLibrary(p_sys->hd3d_dll);
free( p_sys );
p_filter->p_sys = NULL;
}
/*****************************************************************************
* Module descriptor.
*****************************************************************************/
vlc_module_begin ()
set_description( N_("Conversions from D3D11 to YUV") )
set_capability( "video converter", 10 )
set_callbacks( OpenConverter, CloseConverter )
add_submodule()
set_callbacks( OpenFromCPU, CloseFromCPU )
set_capability( "video converter", 10 )
vlc_module_end ()