958 lines
31 KiB
C++
958 lines
31 KiB
C++
/********************************************************************************
|
|
Copyright (C) 2012 Hugh Bailey <obs.jim@gmail.com>
|
|
|
|
This program is free software; you can redistribute it and/or modify
|
|
it under the terms of the GNU General Public License as published by
|
|
the Free Software Foundation; either version 2 of the License, or
|
|
(at your option) any later version.
|
|
|
|
This program is distributed in the hope that it will be useful,
|
|
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
GNU General Public License for more details.
|
|
|
|
You should have received a copy of the GNU General Public License
|
|
along with this program; if not, write to the Free Software
|
|
Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307, USA.
|
|
********************************************************************************/
|
|
|
|
|
|
#include "Main.h"
|
|
|
|
|
|
#include <inttypes.h>
|
|
#include <ws2tcpip.h>
|
|
|
|
#include "mfxstructures.h"
|
|
#include "mfxmvc.h"
|
|
#include "mfxvideo.h"
|
|
#include "mfxvideo++.h"
|
|
#include "mfxplugin++.h"
|
|
|
|
#include <algorithm>
|
|
#include <memory>
|
|
|
|
extern "C"
|
|
{
|
|
#include "../x264/x264.h"
|
|
}
|
|
|
|
namespace
|
|
{
|
|
#define TO_STR(a) TEXT(#a)
|
|
|
|
const float baseCRF = 22.0f;
|
|
const mfxVersion version = {4, 1}; //Highest supported version on Sandy Bridge
|
|
const mfxIMPL validImpl[] = {MFX_IMPL_HARDWARE_ANY, MFX_IMPL_HARDWARE};
|
|
const TCHAR* implStr[] = {
|
|
TO_STR(MFX_IMPL_AUTO),
|
|
TO_STR(MFX_IMPL_SOFTWARE),
|
|
TO_STR(MFX_IMPL_HARDWARE),
|
|
TO_STR(MFX_IMPL_AUTO_ANY),
|
|
TO_STR(MFX_IMPL_HARDWARE_ANY),
|
|
TO_STR(MFX_IMPL_HARDWARE2),
|
|
TO_STR(MFX_IMPL_HARDWARE3),
|
|
TO_STR(MFX_IMPL_HARDWARE4)
|
|
};
|
|
const TCHAR* usageStr[] = {
|
|
TO_STR(MFX_TARGETUSAGE_UNKNOWN),
|
|
TO_STR(MFX_TARGETUSAGE_BEST_QUALITY),
|
|
TO_STR(2),
|
|
TO_STR(3),
|
|
TO_STR(MFX_TARGETUSAGE_BALANCED),
|
|
TO_STR(5),
|
|
TO_STR(6),
|
|
TO_STR(MFX_TARGETUSAGE_BEST_SPEED)
|
|
};
|
|
|
|
void ConvertFrameRate(mfxF64 dFrameRate, mfxU32& pnFrameRateExtN, mfxU32& pnFrameRateExtD)
|
|
{
|
|
mfxU32 fr;
|
|
|
|
fr = (mfxU32)(dFrameRate + .5);
|
|
|
|
if (fabs(fr - dFrameRate) < 0.0001)
|
|
{
|
|
pnFrameRateExtN = fr;
|
|
pnFrameRateExtD = 1;
|
|
return;
|
|
}
|
|
|
|
fr = (mfxU32)(dFrameRate * 1.001 + .5);
|
|
|
|
if (fabs(fr * 1000 - dFrameRate * 1001) < 10)
|
|
{
|
|
pnFrameRateExtN = fr * 1000;
|
|
pnFrameRateExtD = 1001;
|
|
return;
|
|
}
|
|
|
|
pnFrameRateExtN = (mfxU32)(dFrameRate * 10000 + .5);
|
|
pnFrameRateExtD = 10000;
|
|
}
|
|
|
|
#define MFX_TIME_FACTOR 90
|
|
template<class T>
|
|
auto timestampFromMS(T t) -> decltype(t*MFX_TIME_FACTOR)
|
|
{
|
|
return t*MFX_TIME_FACTOR;
|
|
}
|
|
|
|
template<class T>
|
|
auto msFromTimestamp(T t) -> decltype(t/MFX_TIME_FACTOR)
|
|
{
|
|
return t/MFX_TIME_FACTOR;
|
|
}
|
|
#undef MFX_TIME_FACTOR
|
|
}
|
|
|
|
bool CheckQSVHardwareSupport(bool log=true)
|
|
{
|
|
MFXVideoSession test;
|
|
for(int i = 0; i < sizeof(validImpl)/sizeof(validImpl[0]); i++)
|
|
{
|
|
mfxIMPL impl = validImpl[i];
|
|
mfxVersion ver = version;
|
|
auto result = test.Init(impl, &ver);
|
|
if(result != MFX_ERR_NONE)
|
|
continue;
|
|
if(log)
|
|
Log(TEXT("Found QSV hardware support"));
|
|
return true;
|
|
}
|
|
if(log)
|
|
Log(TEXT("Failed to initialize QSV hardware session"));
|
|
return false;
|
|
}
|
|
|
|
struct VideoPacket
|
|
{
|
|
List<BYTE> Packet;
|
|
inline void FreeData() {Packet.Clear();}
|
|
};
|
|
|
|
|
|
class QSVEncoder : public VideoEncoder
|
|
{
|
|
mfxVersion ver;
|
|
|
|
MFXVideoSession session;
|
|
|
|
mfxVideoParam params,
|
|
query;
|
|
|
|
std::unique_ptr<MFXVideoENCODE> enc;
|
|
|
|
List<mfxU8> sei_message_buffer;
|
|
|
|
List<mfxPayload> sei_payloads;
|
|
|
|
List<mfxPayload*> sei_payload_list;
|
|
|
|
mfxEncodeCtrl ctrl,
|
|
sei_ctrl;
|
|
|
|
List<mfxU8> bs_buff;
|
|
struct encode_task
|
|
{
|
|
mfxFrameSurface1 surf;
|
|
mfxBitstream bs;
|
|
mfxSyncPoint sp;
|
|
mfxEncodeCtrl *ctrl;
|
|
mfxFrameData *frame;
|
|
};
|
|
List<encode_task> encode_tasks;
|
|
|
|
CircularList<unsigned> msdk_locked_tasks,
|
|
encoded_tasks,
|
|
queued_tasks,
|
|
idle_tasks;
|
|
|
|
List<mfxU8> frame_buff;
|
|
List<mfxFrameData> frames;
|
|
|
|
int fps;
|
|
|
|
bool bUsingDecodeTimestamp;
|
|
|
|
bool bRequestKeyframe;
|
|
|
|
UINT width, height;
|
|
|
|
bool bFirstFrameProcessed,
|
|
bFirstFrameQueued;
|
|
|
|
bool bUseCBR, bUseCFR, bDupeFrames;
|
|
|
|
List<VideoPacket> CurrentPackets;
|
|
List<BYTE> HeaderPacket, SEIData;
|
|
|
|
INT64 delayOffset;
|
|
|
|
int frameShift;
|
|
|
|
inline void ClearPackets()
|
|
{
|
|
for(UINT i=0; i<CurrentPackets.Num(); i++)
|
|
CurrentPackets[i].FreeData();
|
|
CurrentPackets.Clear();
|
|
}
|
|
|
|
#ifndef SEI_USER_DATA_UNREGISTERED
|
|
#define SEI_USER_DATA_UNREGISTERED 0x5
|
|
#endif
|
|
|
|
void AddSEIData(const List<mfxU8>& payload, mfxU16 type)
|
|
{
|
|
unsigned offset = sei_message_buffer.Num();
|
|
|
|
mfxU16 type_ = type;
|
|
while(type_ > 255)
|
|
{
|
|
sei_message_buffer << 0xff;
|
|
type_ -= 255;
|
|
}
|
|
sei_message_buffer << (mfxU8)type_;
|
|
|
|
unsigned payload_size = payload.Num();
|
|
while(payload_size > 255)
|
|
{
|
|
sei_message_buffer << 0xff;
|
|
payload_size -= 255;
|
|
}
|
|
sei_message_buffer << payload_size;
|
|
|
|
sei_message_buffer.AppendList(payload);
|
|
|
|
mfxPayload& sei_payload = *sei_payloads.CreateNew();
|
|
|
|
memset(&sei_payload, 0, sizeof(sei_payload));
|
|
|
|
sei_payload.Type = type;
|
|
sei_payload.BufSize = sei_message_buffer.Num()-offset;
|
|
sei_payload.NumBit = sei_payload.BufSize*8;
|
|
sei_payload.Data = sei_message_buffer.Array()+offset;
|
|
|
|
sei_payload_list << &sei_payload;
|
|
|
|
sei_ctrl.Payload = sei_payload_list.Array();
|
|
sei_ctrl.NumPayload = sei_payload_list.Num();
|
|
}
|
|
|
|
void InitSEIUserData()
|
|
{
|
|
List<mfxU8> payload;
|
|
|
|
const mfxU8 UUID[] = { 0x6d, 0x1a, 0x26, 0xa0, 0xbd, 0xdc, 0x11, 0xe2, //ISO-11578 UUID
|
|
0x90, 0x24, 0x00, 0x50, 0xc2, 0x49, 0x00, 0x48 }; //6d1a26a0-bddc-11e2-9024-0050c2490048
|
|
payload.AppendArray(UUID, 16);
|
|
|
|
String str;
|
|
str << TEXT("QSV hardware encoder options:")
|
|
<< TEXT(" rate control: ") << (bUseCBR ? TEXT("cbr") : TEXT("vbr"))
|
|
<< TEXT("; target bitrate: ") << params.mfx.TargetKbps
|
|
<< TEXT("; max bitrate: ") << query.mfx.MaxKbps
|
|
<< TEXT("; buffersize: ") << query.mfx.BufferSizeInKB*8
|
|
<< TEXT("; API level: ") << ver.Major << TEXT(".") << ver.Minor;
|
|
|
|
LPSTR info = str.CreateUTF8String();
|
|
payload.AppendArray((LPBYTE)info, (unsigned)strlen(info)+1);
|
|
Free(info);
|
|
|
|
AddSEIData(payload, SEI_USER_DATA_UNREGISTERED);
|
|
}
|
|
|
|
#define ALIGN16(value) (((value + 15) >> 4) << 4) // round up to a multiple of 16
|
|
public:
|
|
QSVEncoder(int fps_, int width, int height, int quality, CTSTR preset, bool bUse444, int maxBitrate, int bufferSize, bool bUseCFR_, bool bDupeFrames_)
|
|
: enc(nullptr), bFirstFrameProcessed(false), bFirstFrameQueued(false)
|
|
{
|
|
Log(TEXT("------------------------------------------"));
|
|
for(int i = 0; i < sizeof(validImpl)/sizeof(validImpl[0]); i++)
|
|
{
|
|
mfxIMPL impl = validImpl[i];
|
|
ver = version;
|
|
mfxStatus result = MFX_ERR_UNKNOWN;
|
|
for(ver.Minor = 6; ver.Minor >= 4; ver.Minor -= 2)
|
|
{
|
|
result = session.Init(impl, &ver);
|
|
if(result == MFX_ERR_NONE)
|
|
{
|
|
mfxIMPL actual;
|
|
session.QueryIMPL(&actual);
|
|
Log(TEXT("QSV version %u.%u using %s (actual: %s)"), ver.Major, ver.Minor, implStr[impl], implStr[actual]);
|
|
break;
|
|
}
|
|
}
|
|
if(result == MFX_ERR_NONE)
|
|
break;
|
|
}
|
|
|
|
session.SetPriority(MFX_PRIORITY_HIGH);
|
|
|
|
fps = fps_;
|
|
|
|
bUseCBR = AppConfig->GetInt(TEXT("Video Encoding"), TEXT("UseCBR")) != 0;
|
|
bUseCFR = bUseCFR_;
|
|
bDupeFrames = bDupeFrames_;
|
|
|
|
memset(¶ms, 0, sizeof(params));
|
|
params.mfx.CodecId = MFX_CODEC_AVC;
|
|
params.mfx.TargetUsage = MFX_TARGETUSAGE_BEST_QUALITY;
|
|
params.mfx.TargetKbps = maxBitrate;
|
|
params.mfx.MaxKbps = maxBitrate;
|
|
params.mfx.BufferSizeInKB = bufferSize/8;
|
|
params.mfx.GopOptFlag = MFX_GOP_CLOSED | MFX_GOP_STRICT;
|
|
params.mfx.GopPicSize = 250;
|
|
params.mfx.GopRefDist = 8;
|
|
params.mfx.IdrInterval = 0;
|
|
params.mfx.NumSlice = 1;
|
|
|
|
params.mfx.RateControlMethod = bUseCBR ? MFX_RATECONTROL_CBR : MFX_RATECONTROL_VBR;
|
|
params.IOPattern = MFX_IOPATTERN_IN_SYSTEM_MEMORY;
|
|
|
|
auto& fi = params.mfx.FrameInfo;
|
|
ConvertFrameRate(fps, fi.FrameRateExtN, fi.FrameRateExtD);
|
|
|
|
fi.FourCC = MFX_FOURCC_NV12;
|
|
fi.ChromaFormat = bUse444 ? MFX_CHROMAFORMAT_YUV444 : MFX_CHROMAFORMAT_YUV420;
|
|
fi.PicStruct = MFX_PICSTRUCT_PROGRESSIVE;
|
|
|
|
fi.Width = ALIGN16(width);
|
|
fi.Height = ALIGN16(height);
|
|
|
|
fi.CropX = 0;
|
|
fi.CropY = 0;
|
|
fi.CropW = width;
|
|
fi.CropH = height;
|
|
|
|
this->width = width;
|
|
this->height = height;
|
|
|
|
BOOL bUseCustomParams = AppConfig->GetInt(TEXT("Video Encoding"), TEXT("UseCustomSettings"))
|
|
&& AppConfig->GetInt(TEXT("Video Encoding"), TEXT("QSVUseVideoEncoderSettings"));
|
|
if(bUseCustomParams)
|
|
{
|
|
StringList paramList;
|
|
String strCustomParams = AppConfig->GetString(TEXT("Video Encoding"), TEXT("CustomSettings"));
|
|
strCustomParams.KillSpaces();
|
|
|
|
if(strCustomParams.IsValid())
|
|
{
|
|
Log(TEXT("Using custom encoder settings: \"%s\""), strCustomParams.Array());
|
|
|
|
strCustomParams.GetTokenList(paramList, ' ', FALSE);
|
|
for(UINT i=0; i<paramList.Num(); i++)
|
|
{
|
|
String &strParam = paramList[i];
|
|
if(!schr(strParam, '='))
|
|
continue;
|
|
|
|
String strParamName = strParam.GetToken(0, '=');
|
|
String strParamVal = strParam.GetTokenOffset(1, '=');
|
|
|
|
if(strParamName == "keyint")
|
|
{
|
|
int keyint = strParamVal.ToInt();
|
|
if(keyint < 0)
|
|
continue;
|
|
params.mfx.GopPicSize = keyint;
|
|
}
|
|
else if(strParamName == "bframes")
|
|
{
|
|
int bframes = strParamVal.ToInt();
|
|
if(bframes < 0)
|
|
continue;
|
|
params.mfx.GopRefDist = bframes+1;
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
enc.reset(new MFXVideoENCODE(session));
|
|
enc->Close();
|
|
|
|
mfxFrameAllocRequest req;
|
|
memset(&req, 0, sizeof(req));
|
|
auto sts = enc->QueryIOSurf(¶ms, &req);
|
|
if(sts == MFX_WRN_PARTIAL_ACCELERATION) //FIXME: remove when a fixed version is available
|
|
Log(TEXT("\r\n===================================================================================\r\n")
|
|
TEXT("Error: QSV hardware acceleration unavailable due to a driver bug. Reduce the number\r\n")
|
|
TEXT(" of monitors connected to you graphics card or configure your Intel graphics\r\n")
|
|
TEXT(" card to be the primary device.\r\n")
|
|
TEXT(" Refer to http://software.intel.com/en-us/forums/topic/359368#comment-1722674\r\n")
|
|
TEXT(" for more information.\r\n")
|
|
TEXT("===================================================================================\r\n")
|
|
TEXT("\r\nContinuing with decreased performance"));
|
|
|
|
enc->Init(¶ms);
|
|
|
|
memcpy(&query, ¶ms, sizeof(params));
|
|
enc->GetVideoParam(&query);
|
|
|
|
unsigned num_surf = max(6, req.NumFrameSuggested + query.AsyncDepth);
|
|
|
|
encode_tasks.SetSize(num_surf);
|
|
|
|
const unsigned bs_size = (max(query.mfx.BufferSizeInKB*1000, bufferSize/8*1000)+31)/32*32;
|
|
bs_buff.SetSize(bs_size * encode_tasks.Num() + 31);
|
|
params.mfx.BufferSizeInKB = bs_size/1000;
|
|
|
|
mfxU8* bs_start = (mfxU8*)(((size_t)bs_buff.Array() + 31)/32*32);
|
|
for(unsigned i = 0; i < encode_tasks.Num(); i++)
|
|
{
|
|
encode_tasks[i].sp = nullptr;
|
|
encode_tasks[i].ctrl = nullptr;
|
|
|
|
mfxFrameSurface1& surf = encode_tasks[i].surf;
|
|
memset(&surf, 0, sizeof(mfxFrameSurface1));
|
|
memcpy(&surf.Info, ¶ms.mfx.FrameInfo, sizeof(params.mfx.FrameInfo));
|
|
|
|
mfxBitstream& bs = encode_tasks[i].bs;
|
|
memset(&bs, 0, sizeof(mfxBitstream));
|
|
bs.Data = bs_start + i*bs_size;
|
|
bs.MaxLength = bs_size;
|
|
|
|
idle_tasks << i;
|
|
}
|
|
|
|
frames.SetSize(num_surf+3); //+NUM_OUT_BUFFERS
|
|
|
|
const unsigned lum_channel_size = fi.Width*fi.Height,
|
|
uv_channel_size = fi.Width*fi.Height,
|
|
frame_size = lum_channel_size + uv_channel_size;
|
|
frame_buff.SetSize(frame_size * frames.Num() + 15);
|
|
|
|
mfxU8* frame_start = (mfxU8*)(((size_t)frame_buff.Array() + 15)/16*16);
|
|
memset(frame_start, 0, frame_size * frames.Num());
|
|
for(unsigned i = 0; i < frames.Num(); i++)
|
|
{
|
|
mfxFrameData& frame = frames[i];
|
|
memset(&frame, 0, sizeof(mfxFrameData));
|
|
frame.Y = frame_start + i * frame_size;
|
|
frame.UV = frame_start + i * frame_size + lum_channel_size;
|
|
frame.V = frame.UV + 1;
|
|
frame.Pitch = fi.Width;
|
|
}
|
|
|
|
|
|
Log(TEXT("Using %u encode tasks"), encode_tasks.Num());
|
|
|
|
Log(TEXT("------------------------------------------"));
|
|
Log(TEXT("%s"), GetInfoString().Array());
|
|
Log(TEXT("------------------------------------------"));
|
|
|
|
memset(&ctrl, 0, sizeof(ctrl));
|
|
ctrl.FrameType = MFX_FRAMETYPE_I | MFX_FRAMETYPE_REF | MFX_FRAMETYPE_IDR;
|
|
|
|
memset(&sei_ctrl, 0, sizeof(sei_ctrl));
|
|
|
|
InitSEIUserData();
|
|
|
|
bUsingDecodeTimestamp = false && ver.Minor >= 6;
|
|
|
|
DataPacket packet;
|
|
GetHeaders(packet);
|
|
}
|
|
|
|
~QSVEncoder()
|
|
{
|
|
ClearPackets();
|
|
}
|
|
|
|
virtual void RequestBuffers(LPVOID buffers)
|
|
{
|
|
if(!buffers)
|
|
return;
|
|
|
|
mfxFrameData& buff = *(mfxFrameData*)buffers;
|
|
if(buff.MemId && !frames[(unsigned)buff.MemId-1].Locked) //Reuse buffer if not in use
|
|
return;
|
|
|
|
for(unsigned i = 0; i < frames.Num(); i++)
|
|
{
|
|
if(frames[i].Locked || frames[i].MemId)
|
|
continue;
|
|
mfxFrameData& data = frames[i];
|
|
buff.Y = data.Y;
|
|
buff.UV = data.UV;
|
|
buff.Pitch = data.Pitch;
|
|
buff.MemId = mfxMemId(i+1);
|
|
data.MemId = mfxMemId(i+1);
|
|
return;
|
|
}
|
|
Log(TEXT("Error: all frames are in use"));
|
|
}
|
|
|
|
void ProcessEncodedFrame(List<DataPacket> &packets, List<PacketType> &packetTypes, DWORD outputTimestamp, int &ctsOffset, mfxU32 wait=0)
|
|
{
|
|
if(!encoded_tasks.Num())
|
|
return;
|
|
|
|
encode_task& task = encode_tasks[encoded_tasks[0]];
|
|
auto& sp = task.sp;
|
|
if(MFXVideoCORE_SyncOperation(session, sp, wait) != MFX_ERR_NONE)
|
|
return;
|
|
|
|
mfxBitstream& bs = task.bs;
|
|
|
|
List<x264_nal_t> nalOut;
|
|
mfxU8 *start = bs.Data + bs.DataOffset,
|
|
*end = bs.Data + bs.DataOffset + bs.DataLength;
|
|
const static mfxU8 start_seq[] = {0, 0, 1};
|
|
start = std::search(start, end, start_seq, start_seq+3);
|
|
while(start != end)
|
|
{
|
|
decltype(start) next = std::search(start+1, end, start_seq, start_seq+3);
|
|
x264_nal_t nal;
|
|
nal.i_ref_idc = start[3]>>5;
|
|
nal.i_type = start[3]&0x1f;
|
|
if(nal.i_type == NAL_SLICE_IDR)
|
|
nal.i_ref_idc = NAL_PRIORITY_HIGHEST;
|
|
else if(nal.i_type == NAL_SLICE)
|
|
{
|
|
switch(bs.FrameType & (MFX_FRAMETYPE_REF | (MFX_FRAMETYPE_S-1)))
|
|
{
|
|
case MFX_FRAMETYPE_REF|MFX_FRAMETYPE_I:
|
|
case MFX_FRAMETYPE_REF|MFX_FRAMETYPE_P:
|
|
nal.i_ref_idc = NAL_PRIORITY_HIGH;
|
|
break;
|
|
case MFX_FRAMETYPE_REF|MFX_FRAMETYPE_B:
|
|
nal.i_ref_idc = NAL_PRIORITY_LOW;
|
|
break;
|
|
case MFX_FRAMETYPE_B:
|
|
nal.i_ref_idc = NAL_PRIORITY_DISPOSABLE;
|
|
break;
|
|
default:
|
|
Log(TEXT("Unhandled frametype %u"), bs.FrameType);
|
|
}
|
|
}
|
|
start[3] = ((nal.i_ref_idc<<5)&0x60) | nal.i_type;
|
|
nal.p_payload = start;
|
|
nal.i_payload = int(next-start);
|
|
nalOut << nal;
|
|
start = next;
|
|
}
|
|
size_t nalNum = nalOut.Num();
|
|
|
|
packets.Clear();
|
|
ClearPackets();
|
|
|
|
INT64 dts;
|
|
|
|
if(bUsingDecodeTimestamp && bs.DecodeTimeStamp != MFX_TIMESTAMP_UNKNOWN)
|
|
{
|
|
dts = msFromTimestamp(bs.DecodeTimeStamp);
|
|
}
|
|
else
|
|
dts = outputTimestamp;
|
|
|
|
INT64 in_pts = msFromTimestamp(task.surf.Data.TimeStamp),
|
|
out_pts = msFromTimestamp(bs.TimeStamp);
|
|
|
|
if(!bFirstFrameProcessed && nalNum)
|
|
{
|
|
delayOffset = -dts;
|
|
bFirstFrameProcessed = true;
|
|
}
|
|
|
|
INT64 ts = INT64(outputTimestamp);
|
|
int timeOffset;
|
|
|
|
if(bDupeFrames)
|
|
{
|
|
//if frame duplication is being used, the shift will be insignificant, so just don't bother adjusting audio
|
|
timeOffset = int(out_pts-dts);
|
|
timeOffset += frameShift;
|
|
|
|
if(nalNum && timeOffset < 0)
|
|
{
|
|
frameShift -= timeOffset;
|
|
timeOffset = 0;
|
|
}
|
|
}
|
|
else
|
|
{
|
|
timeOffset = int(out_pts+delayOffset-ts);
|
|
timeOffset += ctsOffset;
|
|
|
|
//dynamically adjust the CTS for the stream if it gets lower than the current value
|
|
//(thanks to cyrus for suggesting to do this instead of a single shift)
|
|
if(nalNum && timeOffset < 0)
|
|
{
|
|
ctsOffset -= timeOffset;
|
|
timeOffset = 0;
|
|
}
|
|
}
|
|
//Log(TEXT("inpts: %005d, dts: %005d, pts: %005d, timestamp: %005d, offset: %005d, newoffset: %005d"), task.surf.Data.TimeStamp/90, dts, bs.TimeStamp/90, outputTimestamp, timeOffset, bs.TimeStamp/90-dts);
|
|
|
|
timeOffset = htonl(timeOffset);
|
|
|
|
BYTE *timeOffsetAddr = ((BYTE*)&timeOffset)+1;
|
|
|
|
VideoPacket *newPacket = NULL;
|
|
|
|
PacketType bestType = PacketType_VideoDisposable;
|
|
bool bFoundFrame = false;
|
|
|
|
for(unsigned i=0; i<nalNum; i++)
|
|
{
|
|
x264_nal_t &nal = nalOut[i];
|
|
|
|
if(nal.i_type == NAL_SEI)
|
|
{
|
|
BYTE *skip = nal.p_payload;
|
|
while(*(skip++) != 0x1);
|
|
int skipBytes = (int)(skip-nal.p_payload);
|
|
|
|
int newPayloadSize = (nal.i_payload-skipBytes);
|
|
BYTE *sei_start = skip+1;
|
|
while(sei_start < (nal.p_payload+nal.i_payload))
|
|
{
|
|
BYTE *sei = sei_start;
|
|
int sei_type = 0;
|
|
while(*sei == 0xff)
|
|
{
|
|
sei_type += 0xff;
|
|
sei += 1;
|
|
}
|
|
sei_type += *sei++;
|
|
|
|
int payload_size = 0;
|
|
while(*sei == 0xff)
|
|
{
|
|
payload_size += 0xff;
|
|
sei += 1;
|
|
}
|
|
payload_size += *sei++;
|
|
|
|
const static BYTE emulation_prevention_pattern[] = {0, 0, 3};
|
|
BYTE *search = sei;
|
|
for(BYTE *search = sei;;)
|
|
{
|
|
search = std::search(search, sei+payload_size, emulation_prevention_pattern, emulation_prevention_pattern+3);
|
|
if(search == sei+payload_size)
|
|
break;
|
|
payload_size += 1;
|
|
search += 3;
|
|
}
|
|
|
|
int sei_size = (int)(sei-sei_start) + payload_size;
|
|
sei_start[-1] = NAL_SEI;
|
|
|
|
if(sei_type == SEI_USER_DATA_UNREGISTERED) {
|
|
SEIData.Clear();
|
|
BufferOutputSerializer packetOut(SEIData);
|
|
|
|
packetOut.OutputDword(htonl(sei_size+1));
|
|
packetOut.Serialize(sei_start-1, sei_size+1);
|
|
} else {
|
|
if (!newPacket)
|
|
newPacket = CurrentPackets.CreateNew();
|
|
|
|
BufferOutputSerializer packetOut(newPacket->Packet);
|
|
|
|
packetOut.OutputDword(htonl(sei_size+1));
|
|
packetOut.Serialize(sei_start-1, sei_size+1);
|
|
}
|
|
sei_start += sei_size;
|
|
}
|
|
}
|
|
else if(nal.i_type == NAL_AUD)
|
|
{
|
|
BYTE *skip = nal.p_payload;
|
|
while(*(skip++) != 0x1);
|
|
int skipBytes = (int)(skip-nal.p_payload);
|
|
|
|
int newPayloadSize = (nal.i_payload-skipBytes);
|
|
|
|
if (!newPacket)
|
|
newPacket = CurrentPackets.CreateNew();
|
|
|
|
BufferOutputSerializer packetOut(newPacket->Packet);
|
|
|
|
packetOut.OutputDword(htonl(newPayloadSize));
|
|
packetOut.Serialize(nal.p_payload+skipBytes, newPayloadSize);
|
|
}
|
|
else if(nal.i_type == NAL_SLICE_IDR || nal.i_type == NAL_SLICE)
|
|
{
|
|
BYTE *skip = nal.p_payload;
|
|
while(*(skip++) != 0x1);
|
|
int skipBytes = (int)(skip-nal.p_payload);
|
|
|
|
if (!newPacket)
|
|
newPacket = CurrentPackets.CreateNew();
|
|
|
|
if (!bFoundFrame)
|
|
{
|
|
newPacket->Packet.Insert(0, (nal.i_type == NAL_SLICE_IDR) ? 0x17 : 0x27);
|
|
newPacket->Packet.Insert(1, 1);
|
|
newPacket->Packet.InsertArray(2, timeOffsetAddr, 3);
|
|
|
|
bFoundFrame = true;
|
|
}
|
|
|
|
int newPayloadSize = (nal.i_payload-skipBytes);
|
|
BufferOutputSerializer packetOut(newPacket->Packet);
|
|
|
|
packetOut.OutputDword(htonl(newPayloadSize));
|
|
packetOut.Serialize(nal.p_payload+skipBytes, newPayloadSize);
|
|
|
|
switch(nal.i_ref_idc)
|
|
{
|
|
case NAL_PRIORITY_DISPOSABLE: bestType = MAX(bestType, PacketType_VideoDisposable); break;
|
|
case NAL_PRIORITY_LOW: bestType = MAX(bestType, PacketType_VideoLow); break;
|
|
case NAL_PRIORITY_HIGH: bestType = MAX(bestType, PacketType_VideoHigh); break;
|
|
case NAL_PRIORITY_HIGHEST: bestType = MAX(bestType, PacketType_VideoHighest); break;
|
|
}
|
|
}
|
|
/*else if(nal.i_type == NAL_SPS)
|
|
{
|
|
VideoPacket *newPacket = CurrentPackets.CreateNew();
|
|
BufferOutputSerializer headerOut(newPacket->Packet);
|
|
|
|
headerOut.OutputByte(0x17);
|
|
headerOut.OutputByte(0);
|
|
headerOut.Serialize(timeOffsetAddr, 3);
|
|
headerOut.OutputByte(1);
|
|
headerOut.Serialize(nal.p_payload+5, 3);
|
|
headerOut.OutputByte(0xff);
|
|
headerOut.OutputByte(0xe1);
|
|
headerOut.OutputWord(htons(nal.i_payload-4));
|
|
headerOut.Serialize(nal.p_payload+4, nal.i_payload-4);
|
|
|
|
x264_nal_t &pps = nalOut[i+1]; //the PPS always comes after the SPS
|
|
|
|
headerOut.OutputByte(1);
|
|
headerOut.OutputWord(htons(pps.i_payload-4));
|
|
headerOut.Serialize(pps.p_payload+4, pps.i_payload-4);
|
|
}*/
|
|
else
|
|
continue;
|
|
}
|
|
|
|
packetTypes << bestType;
|
|
|
|
packets.SetSize(CurrentPackets.Num());
|
|
for(UINT i=0; i<packets.Num(); i++)
|
|
{
|
|
packets[i].lpPacket = CurrentPackets[i].Packet.Array();
|
|
packets[i].size = CurrentPackets[i].Packet.Num();
|
|
}
|
|
|
|
msdk_locked_tasks << encoded_tasks[0];
|
|
encoded_tasks.Remove(0);
|
|
}
|
|
|
|
void CleanupLockedTasks()
|
|
{
|
|
for(unsigned i = 0; i < msdk_locked_tasks.Num();)
|
|
{
|
|
encode_task& task = encode_tasks[msdk_locked_tasks[i]];
|
|
if(task.surf.Data.Locked)
|
|
{
|
|
i++;
|
|
continue;
|
|
}
|
|
task.frame->MemId = 0;
|
|
task.frame->Locked -= 1;
|
|
task.sp = nullptr;
|
|
idle_tasks << msdk_locked_tasks[i];
|
|
msdk_locked_tasks.Remove(i);
|
|
}
|
|
}
|
|
|
|
void QueueEncodeTask(mfxFrameSurface1& pic)
|
|
{
|
|
encode_task& task = encode_tasks[idle_tasks[0]];
|
|
queued_tasks << idle_tasks[0];
|
|
idle_tasks.Remove(0);
|
|
|
|
if(bRequestKeyframe)
|
|
task.ctrl = &ctrl;
|
|
else
|
|
task.ctrl = nullptr;
|
|
bRequestKeyframe = false;
|
|
|
|
if(!bFirstFrameQueued)
|
|
task.ctrl = &sei_ctrl;
|
|
bFirstFrameQueued = true;
|
|
|
|
mfxBitstream& bs = task.bs;
|
|
mfxFrameSurface1& surf = task.surf;
|
|
mfxFrameData& frame = frames[(unsigned)pic.Data.MemId-1];
|
|
mfxSyncPoint& sp = task.sp;
|
|
|
|
frame.Locked += 1;
|
|
task.frame = &frame;
|
|
|
|
bs.DataLength = 0;
|
|
bs.DataOffset = 0;
|
|
surf.Data.Y = frame.Y;
|
|
surf.Data.UV = frame.UV;
|
|
surf.Data.V = frame.V;
|
|
surf.Data.Pitch = frame.Pitch;
|
|
surf.Data.TimeStamp = timestampFromMS(pic.Data.TimeStamp);
|
|
}
|
|
|
|
bool Encode(LPVOID picInPtr, List<DataPacket> &packets, List<PacketType> &packetTypes, DWORD outputTimestamp, int &ctsOffset)
|
|
{
|
|
profileIn("ProcessEncodedFrame");
|
|
mfxU32 wait = 0;
|
|
bool bMessageLogged = false;
|
|
do
|
|
{
|
|
if(!packets.Num())
|
|
ProcessEncodedFrame(packets, packetTypes, outputTimestamp, ctsOffset, wait);
|
|
|
|
CleanupLockedTasks();
|
|
|
|
if(idle_tasks.Num())
|
|
break;
|
|
|
|
if(wait == INFINITE)
|
|
{
|
|
if(!bMessageLogged)
|
|
Log(TEXT("Error: encoder is taking too long, consider decreasing your FPS/increasing your bitrate"));
|
|
bMessageLogged = true;
|
|
Sleep(1); //wait for locked tasks to unlock
|
|
}
|
|
else
|
|
Log(TEXT("Error: all encode tasks in use, stalling pipeline"));
|
|
wait = INFINITE;
|
|
}
|
|
while(!idle_tasks.Num());
|
|
profileOut;
|
|
|
|
mfxFrameSurface1& pic = *(mfxFrameSurface1*)picInPtr;
|
|
QueueEncodeTask(pic);
|
|
|
|
profileIn("EncodeFrameAsync");
|
|
while(queued_tasks.Num())
|
|
{
|
|
encode_task& task = encode_tasks[queued_tasks[0]];
|
|
mfxBitstream& bs = task.bs;
|
|
mfxFrameSurface1& surf = task.surf;
|
|
mfxSyncPoint& sp = task.sp;
|
|
for(;;)
|
|
{
|
|
auto sts = enc->EncodeFrameAsync(task.ctrl, &surf, &bs, &sp);
|
|
|
|
if(sts == MFX_ERR_NONE || (MFX_ERR_NONE < sts && sp))
|
|
break;
|
|
if(sts == MFX_WRN_DEVICE_BUSY)
|
|
return false;
|
|
//if(!sp); //sts == MFX_ERR_MORE_DATA usually; retry the call (see MSDK examples)
|
|
//Log(TEXT("returned status %i, %u"), sts, insert);
|
|
}
|
|
encoded_tasks << queued_tasks[0];
|
|
queued_tasks.Remove(0);
|
|
}
|
|
profileOut;
|
|
|
|
return true;
|
|
}
|
|
|
|
void GetHeaders(DataPacket &packet)
|
|
{
|
|
if(!HeaderPacket.Num())
|
|
{
|
|
mfxVideoParam header_query;
|
|
memset(&header_query, 0, sizeof(header_query));
|
|
mfxU8 sps[100], pps[100];
|
|
mfxExtCodingOptionSPSPPS headers;
|
|
memset(&headers, 0, sizeof(headers));
|
|
headers.Header.BufferId = MFX_EXTBUFF_CODING_OPTION_SPSPPS;
|
|
headers.Header.BufferSz = sizeof(mfxExtCodingOptionSPSPPS);
|
|
headers.SPSBuffer = sps;
|
|
headers.SPSBufSize = 100;
|
|
headers.PPSBuffer = pps;
|
|
headers.PPSBufSize = 100;
|
|
mfxExtBuffer *ext_buff[] = {(mfxExtBuffer*)&headers};
|
|
header_query.ExtParam = ext_buff;
|
|
header_query.NumExtParam = 1;
|
|
|
|
auto sts = enc->GetVideoParam(&header_query);
|
|
|
|
BufferOutputSerializer headerOut(HeaderPacket);
|
|
|
|
headerOut.OutputByte(0x17);
|
|
headerOut.OutputByte(0);
|
|
headerOut.OutputByte(0);
|
|
headerOut.OutputByte(0);
|
|
headerOut.OutputByte(0);
|
|
headerOut.OutputByte(1);
|
|
headerOut.Serialize(sps+5, 3);
|
|
headerOut.OutputByte(0xff);
|
|
headerOut.OutputByte(0xe1);
|
|
headerOut.OutputWord(htons(headers.SPSBufSize-4));
|
|
headerOut.Serialize(sps+4, headers.SPSBufSize-4);
|
|
|
|
|
|
headerOut.OutputByte(1);
|
|
headerOut.OutputWord(htons(headers.PPSBufSize-4));
|
|
headerOut.Serialize(pps+4, headers.PPSBufSize-4);
|
|
}
|
|
|
|
packet.lpPacket = HeaderPacket.Array();
|
|
packet.size = HeaderPacket.Num();
|
|
}
|
|
|
|
virtual void GetSEI(DataPacket &packet)
|
|
{
|
|
packet.lpPacket = SEIData.Array();
|
|
packet.size = SEIData.Num();
|
|
}
|
|
|
|
int GetBitRate() const
|
|
{
|
|
if(params.mfx.RateControlMethod == MFX_RATECONTROL_CBR)
|
|
return params.mfx.MaxKbps;
|
|
return params.mfx.TargetKbps;
|
|
}
|
|
|
|
String GetInfoString() const
|
|
{
|
|
String strInfo;
|
|
|
|
strInfo << TEXT("Video Encoding: QSV") <<
|
|
TEXT("\r\n fps: ") << IntString(fps) <<
|
|
TEXT("\r\n width: ") << IntString(width) << TEXT(", height: ") << IntString(height) <<
|
|
TEXT("\r\n target-usage: ") << usageStr[params.mfx.TargetUsage] <<
|
|
TEXT("\r\n CBR: ") << CTSTR((bUseCBR) ? TEXT("yes") : TEXT("no")) <<
|
|
TEXT("\r\n CFR: ") << CTSTR((bUseCFR) ? TEXT("yes") : TEXT("no")) <<
|
|
TEXT("\r\n max bitrate: ") << IntString(params.mfx.MaxKbps);
|
|
|
|
if(!bUseCBR)
|
|
{
|
|
strInfo << TEXT("\r\n buffer size: ") << IntString(params.mfx.BufferSizeInKB*8);
|
|
}
|
|
|
|
return strInfo;
|
|
}
|
|
|
|
virtual bool DynamicBitrateSupported() const
|
|
{
|
|
return false;
|
|
}
|
|
|
|
virtual bool SetBitRate(DWORD maxBitrate, DWORD bufferSize)
|
|
{
|
|
return false;
|
|
}
|
|
|
|
virtual void RequestKeyframe()
|
|
{
|
|
bRequestKeyframe = true;
|
|
}
|
|
|
|
virtual bool isQSV() { return true; }
|
|
};
|
|
|
|
VideoEncoder* CreateQSVEncoder(int fps, int width, int height, int quality, CTSTR preset, bool bUse444, int maxBitRate, int bufferSize, bool bUseCFR, bool bDupeFrames)
|
|
{
|
|
if(CheckQSVHardwareSupport())
|
|
return new QSVEncoder(fps, width, height, quality, preset, bUse444, maxBitRate, bufferSize, bUseCFR, bDupeFrames);
|
|
return nullptr;
|
|
}
|