/******************************************************************************** Copyright (C) 2012 Hugh Bailey This program is free software; you can redistribute it and/or modify it under the terms of the GNU General Public License as published by the Free Software Foundation; either version 2 of the License, or (at your option) any later version. This program is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details. You should have received a copy of the GNU General Public License along with this program; if not, write to the Free Software Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307, USA. ********************************************************************************/ #include "Main.h" #include #include #include "mfxstructures.h" #include "mfxmvc.h" #include "mfxvideo.h" #include "mfxvideo++.h" #include "mfxplugin++.h" #include #include extern "C" { #include "../x264/x264.h" } namespace { #define TO_STR(a) TEXT(#a) const float baseCRF = 22.0f; const mfxVersion version = {4, 1}; //Highest supported version on Sandy Bridge const mfxIMPL validImpl[] = {MFX_IMPL_HARDWARE_ANY, MFX_IMPL_HARDWARE}; const TCHAR* implStr[] = { TO_STR(MFX_IMPL_AUTO), TO_STR(MFX_IMPL_SOFTWARE), TO_STR(MFX_IMPL_HARDWARE), TO_STR(MFX_IMPL_AUTO_ANY), TO_STR(MFX_IMPL_HARDWARE_ANY), TO_STR(MFX_IMPL_HARDWARE2), TO_STR(MFX_IMPL_HARDWARE3), TO_STR(MFX_IMPL_HARDWARE4) }; const TCHAR* usageStr[] = { TO_STR(MFX_TARGETUSAGE_UNKNOWN), TO_STR(MFX_TARGETUSAGE_BEST_QUALITY), TO_STR(2), TO_STR(3), TO_STR(MFX_TARGETUSAGE_BALANCED), TO_STR(5), TO_STR(6), TO_STR(MFX_TARGETUSAGE_BEST_SPEED) }; void ConvertFrameRate(mfxF64 dFrameRate, mfxU32& pnFrameRateExtN, mfxU32& pnFrameRateExtD) { mfxU32 fr; fr = (mfxU32)(dFrameRate + .5); if (fabs(fr - dFrameRate) < 0.0001) { pnFrameRateExtN = fr; pnFrameRateExtD = 1; return; } fr = (mfxU32)(dFrameRate * 1.001 + .5); if (fabs(fr * 1000 - dFrameRate * 1001) < 10) { pnFrameRateExtN = fr * 1000; pnFrameRateExtD = 1001; return; } pnFrameRateExtN = (mfxU32)(dFrameRate * 10000 + .5); pnFrameRateExtD = 10000; } #define MFX_TIME_FACTOR 90 template auto timestampFromMS(T t) -> decltype(t*MFX_TIME_FACTOR) { return t*MFX_TIME_FACTOR; } template auto msFromTimestamp(T t) -> decltype(t/MFX_TIME_FACTOR) { return t/MFX_TIME_FACTOR; } #undef MFX_TIME_FACTOR } bool CheckQSVHardwareSupport(bool log=true) { MFXVideoSession test; for(int i = 0; i < sizeof(validImpl)/sizeof(validImpl[0]); i++) { mfxIMPL impl = validImpl[i]; mfxVersion ver = version; auto result = test.Init(impl, &ver); if(result != MFX_ERR_NONE) continue; if(log) Log(TEXT("Found QSV hardware support")); return true; } if(log) Log(TEXT("Failed to initialize QSV hardware session")); return false; } struct VideoPacket { List Packet; inline void FreeData() {Packet.Clear();} }; class QSVEncoder : public VideoEncoder { mfxVersion ver; MFXVideoSession session; mfxVideoParam params, query; std::unique_ptr enc; mfxEncodeCtrl ctrl; List bs_buff; struct encode_task { mfxFrameSurface1 surf; mfxBitstream bs; mfxSyncPoint sp; mfxEncodeCtrl *ctrl; mfxFrameData *frame; }; List encode_tasks; CircularList msdk_locked_tasks, encoded_tasks, queued_tasks, idle_tasks; List frame_buff; List frames; int fps; bool bUsingDecodeTimestamp; bool bRequestKeyframe; UINT width, height; bool bFirstFrameProcessed; bool bUseCBR, bUseCFR, bDupeFrames; unsigned deferredFrames; List CurrentPackets; List HeaderPacket, SEIData; INT64 delayOffset; int frameShift; inline void ClearPackets() { for(UINT i=0; i sei_message, payload; sei_message << SEI_USER_DATA_UNREGISTERED; const mfxU8 UUID[] = { 0x6d, 0x1a, 0x26, 0xa0, 0xbd, 0xdc, 0x11, 0xe2, //ISO-11578 UUID 0x90, 0x24, 0x00, 0x50, 0xc2, 0x49, 0x00, 0x48 }; //6d1a26a0-bddc-11e2-9024-0050c2490048 payload.AppendArray(UUID, 16); String str; str << TEXT("QSV hardware encoder options:") << TEXT(" rate control: ") << (bUseCBR ? TEXT("cbr") : TEXT("vbr")) << TEXT("; target bitrate: ") << params.mfx.TargetKbps << TEXT("; max bitrate: ") << query.mfx.MaxKbps << TEXT("; buffersize: ") << query.mfx.BufferSizeInKB*8 << TEXT("; API level: ") << ver.Major << TEXT(".") << ver.Minor; LPSTR info = str.CreateUTF8String(); payload.AppendArray((LPBYTE)info, (unsigned)strlen(info)+1); Free(info); payload << 0x80; unsigned payload_size = payload.Num(); while(payload_size > 255) { sei_message << 0xff; payload_size -= 255; } sei_message << payload_size; sei_message.AppendList(payload); sei_message << 0x80; BufferOutputSerializer packetOut(SEIData); packetOut.OutputDword(htonl(sei_message.Num())); packetOut.Serialize(sei_message.Array(), sei_message.Num()); } #define ALIGN16(value) (((value + 15) >> 4) << 4) // round up to a multiple of 16 public: QSVEncoder(int fps_, int width, int height, int quality, CTSTR preset, bool bUse444, int maxBitrate, int bufferSize, bool bUseCFR_, bool bDupeFrames_) : enc(nullptr) { Log(TEXT("------------------------------------------")); for(int i = 0; i < sizeof(validImpl)/sizeof(validImpl[0]); i++) { mfxIMPL impl = validImpl[i]; ver = version; mfxStatus result = MFX_ERR_UNKNOWN; for(ver.Minor = 6; ver.Minor >= 4; ver.Minor -= 2) { result = session.Init(impl, &ver); if(result == MFX_ERR_NONE) { mfxIMPL actual; session.QueryIMPL(&actual); Log(TEXT("QSV version %u.%u using %s (actual: %s)"), ver.Major, ver.Minor, implStr[impl], implStr[actual]); break; } } if(result == MFX_ERR_NONE) break; } session.SetPriority(MFX_PRIORITY_HIGH); fps = fps_; bUseCBR = AppConfig->GetInt(TEXT("Video Encoding"), TEXT("UseCBR")) != 0; bUseCFR = bUseCFR_; bDupeFrames = bDupeFrames_; memset(¶ms, 0, sizeof(params)); params.mfx.CodecId = MFX_CODEC_AVC; params.mfx.TargetUsage = MFX_TARGETUSAGE_BEST_QUALITY; params.mfx.TargetKbps = maxBitrate; params.mfx.MaxKbps = maxBitrate; params.mfx.BufferSizeInKB = bufferSize/8; params.mfx.GopOptFlag = MFX_GOP_CLOSED | MFX_GOP_STRICT; params.mfx.GopPicSize = 250; params.mfx.GopRefDist = 8; params.mfx.IdrInterval = 0; params.mfx.NumSlice = 1; params.mfx.RateControlMethod = bUseCBR ? MFX_RATECONTROL_CBR : MFX_RATECONTROL_VBR; params.IOPattern = MFX_IOPATTERN_IN_SYSTEM_MEMORY; auto& fi = params.mfx.FrameInfo; ConvertFrameRate(fps, fi.FrameRateExtN, fi.FrameRateExtD); fi.FourCC = MFX_FOURCC_NV12; fi.ChromaFormat = bUse444 ? MFX_CHROMAFORMAT_YUV444 : MFX_CHROMAFORMAT_YUV420; fi.PicStruct = MFX_PICSTRUCT_PROGRESSIVE; fi.Width = ALIGN16(width); fi.Height = ALIGN16(height); fi.CropX = 0; fi.CropY = 0; fi.CropW = width; fi.CropH = height; this->width = width; this->height = height; BOOL bUseCustomParams = AppConfig->GetInt(TEXT("Video Encoding"), TEXT("UseCustomSettings")) && AppConfig->GetInt(TEXT("Video Encoding"), TEXT("QSVUseVideoEncoderSettings")); if(bUseCustomParams) { StringList paramList; String strCustomParams = AppConfig->GetString(TEXT("Video Encoding"), TEXT("CustomSettings")); strCustomParams.KillSpaces(); if(strCustomParams.IsValid()) { Log(TEXT("Using custom x264 settings: \"%s\""), strCustomParams.Array()); strCustomParams.GetTokenList(paramList, ' ', FALSE); for(UINT i=0; iPacket); packetOut.OutputDword(htonl(newPayloadSize)); packetOut.Serialize(nal.p_payload+skipBytes, newPayloadSize); } } else if(nal.i_type == NAL_AUD) { BYTE *skip = nal.p_payload; while(*(skip++) != 0x1); int skipBytes = (int)(skip-nal.p_payload); int newPayloadSize = (nal.i_payload-skipBytes); if (!newPacket) newPacket = CurrentPackets.CreateNew(); BufferOutputSerializer packetOut(newPacket->Packet); packetOut.OutputDword(htonl(newPayloadSize)); packetOut.Serialize(nal.p_payload+skipBytes, newPayloadSize); } else if(nal.i_type == NAL_SLICE_IDR || nal.i_type == NAL_SLICE) { BYTE *skip = nal.p_payload; while(*(skip++) != 0x1); int skipBytes = (int)(skip-nal.p_payload); if (!newPacket) newPacket = CurrentPackets.CreateNew(); if (!bFoundFrame) { newPacket->Packet.Insert(0, (nal.i_type == NAL_SLICE_IDR) ? 0x17 : 0x27); newPacket->Packet.Insert(1, 1); newPacket->Packet.InsertArray(2, timeOffsetAddr, 3); bFoundFrame = true; } int newPayloadSize = (nal.i_payload-skipBytes); BufferOutputSerializer packetOut(newPacket->Packet); packetOut.OutputDword(htonl(newPayloadSize)); packetOut.Serialize(nal.p_payload+skipBytes, newPayloadSize); switch(nal.i_ref_idc) { case NAL_PRIORITY_DISPOSABLE: bestType = MAX(bestType, PacketType_VideoDisposable); break; case NAL_PRIORITY_LOW: bestType = MAX(bestType, PacketType_VideoLow); break; case NAL_PRIORITY_HIGH: bestType = MAX(bestType, PacketType_VideoHigh); break; case NAL_PRIORITY_HIGHEST: bestType = MAX(bestType, PacketType_VideoHighest); break; } } /*else if(nal.i_type == NAL_SPS) { VideoPacket *newPacket = CurrentPackets.CreateNew(); BufferOutputSerializer headerOut(newPacket->Packet); headerOut.OutputByte(0x17); headerOut.OutputByte(0); headerOut.Serialize(timeOffsetAddr, 3); headerOut.OutputByte(1); headerOut.Serialize(nal.p_payload+5, 3); headerOut.OutputByte(0xff); headerOut.OutputByte(0xe1); headerOut.OutputWord(htons(nal.i_payload-4)); headerOut.Serialize(nal.p_payload+4, nal.i_payload-4); x264_nal_t &pps = nalOut[i+1]; //the PPS always comes after the SPS headerOut.OutputByte(1); headerOut.OutputWord(htons(pps.i_payload-4)); headerOut.Serialize(pps.p_payload+4, pps.i_payload-4); }*/ else continue; } packetTypes << bestType; packets.SetSize(CurrentPackets.Num()); for(UINT i=0; iMemId = 0; task.frame->Locked -= 1; task.sp = nullptr; idle_tasks << msdk_locked_tasks[i]; msdk_locked_tasks.Remove(i); } } void QueueEncodeTask(mfxFrameSurface1& pic) { encode_task& task = encode_tasks[idle_tasks[0]]; queued_tasks << idle_tasks[0]; idle_tasks.Remove(0); if(bRequestKeyframe) task.ctrl = &ctrl; else task.ctrl = nullptr; bRequestKeyframe = false; mfxBitstream& bs = task.bs; mfxFrameSurface1& surf = task.surf; mfxFrameData& frame = frames[(unsigned)pic.Data.MemId-1]; mfxSyncPoint& sp = task.sp; frame.Locked += 1; task.frame = &frame; bs.DataLength = 0; bs.DataOffset = 0; surf.Data.Y = frame.Y; surf.Data.UV = frame.UV; surf.Data.V = frame.V; surf.Data.Pitch = frame.Pitch; surf.Data.TimeStamp = timestampFromMS(pic.Data.TimeStamp); } bool Encode(LPVOID picInPtr, List &packets, List &packetTypes, DWORD outputTimestamp, int &ctsOffset) { profileIn("ProcessEncodedFrame"); mfxU32 wait = 0; bool bMessageLogged = false; do { if(!packets.Num()) ProcessEncodedFrame(packets, packetTypes, outputTimestamp, ctsOffset, wait); CleanupLockedTasks(); if(idle_tasks.Num()) break; if(wait == INFINITE) { if(!bMessageLogged) Log(TEXT("Error: encoder is taking too long, consider decreasing your FPS/increasing your bitrate")); bMessageLogged = true; Sleep(1); //wait for locked tasks to unlock } else Log(TEXT("Error: all encode tasks in use, stalling pipeline")); wait = INFINITE; } while(!idle_tasks.Num()); profileOut; mfxFrameSurface1& pic = *(mfxFrameSurface1*)picInPtr; QueueEncodeTask(pic); profileIn("EncodeFrameAsync"); while(queued_tasks.Num()) { encode_task& task = encode_tasks[queued_tasks[0]]; mfxBitstream& bs = task.bs; mfxFrameSurface1& surf = task.surf; mfxSyncPoint& sp = task.sp; for(;;) { auto sts = enc->EncodeFrameAsync(task.ctrl, &surf, &bs, &sp); if(sts == MFX_ERR_NONE || (MFX_ERR_NONE < sts && sp)) break; if(sts == MFX_WRN_DEVICE_BUSY) { deferredFrames += 1; return false; } //if(!sp); //sts == MFX_ERR_MORE_DATA usually; retry the call (see MSDK examples) //Log(TEXT("returned status %i, %u"), sts, insert); } encoded_tasks << queued_tasks[0]; queued_tasks.Remove(0); } profileOut; return true; } void GetHeaders(DataPacket &packet) { if(!HeaderPacket.Num()) { mfxVideoParam header_query; memset(&header_query, 0, sizeof(header_query)); mfxU8 sps[100], pps[100]; mfxExtCodingOptionSPSPPS headers; memset(&headers, 0, sizeof(headers)); headers.Header.BufferId = MFX_EXTBUFF_CODING_OPTION_SPSPPS; headers.Header.BufferSz = sizeof(mfxExtCodingOptionSPSPPS); headers.SPSBuffer = sps; headers.SPSBufSize = 100; headers.PPSBuffer = pps; headers.PPSBufSize = 100; mfxExtBuffer *ext_buff[] = {(mfxExtBuffer*)&headers}; header_query.ExtParam = ext_buff; header_query.NumExtParam = 1; auto sts = enc->GetVideoParam(&header_query); BufferOutputSerializer headerOut(HeaderPacket); headerOut.OutputByte(0x17); headerOut.OutputByte(0); headerOut.OutputByte(0); headerOut.OutputByte(0); headerOut.OutputByte(0); headerOut.OutputByte(1); headerOut.Serialize(sps+5, 3); headerOut.OutputByte(0xff); headerOut.OutputByte(0xe1); headerOut.OutputWord(htons(headers.SPSBufSize-4)); headerOut.Serialize(sps+4, headers.SPSBufSize-4); headerOut.OutputByte(1); headerOut.OutputWord(htons(headers.PPSBufSize-4)); headerOut.Serialize(pps+4, headers.PPSBufSize-4); } packet.lpPacket = HeaderPacket.Array(); packet.size = HeaderPacket.Num(); } virtual void GetSEI(DataPacket &packet) { packet.lpPacket = SEIData.Array(); packet.size = SEIData.Num(); } int GetBitRate() const { if(params.mfx.RateControlMethod == MFX_RATECONTROL_CBR) return params.mfx.MaxKbps; return params.mfx.TargetKbps; } String GetInfoString() const { String strInfo; strInfo << TEXT("Video Encoding: QSV") << TEXT("\r\n fps: ") << IntString(fps) << TEXT("\r\n width: ") << IntString(width) << TEXT(", height: ") << IntString(height) << TEXT("\r\n target-usage: ") << usageStr[params.mfx.TargetUsage] << TEXT("\r\n CBR: ") << CTSTR((bUseCBR) ? TEXT("yes") : TEXT("no")) << TEXT("\r\n CFR: ") << CTSTR((bUseCFR) ? TEXT("yes") : TEXT("no")) << TEXT("\r\n max bitrate: ") << IntString(params.mfx.MaxKbps); if(!bUseCBR) { strInfo << TEXT("\r\n buffer size: ") << IntString(params.mfx.BufferSizeInKB*8); } return strInfo; } virtual bool DynamicBitrateSupported() const { return false; } virtual bool SetBitRate(DWORD maxBitrate, DWORD bufferSize) { return false; } virtual void RequestKeyframe() { bRequestKeyframe = true; } virtual bool isQSV() { return true; } }; VideoEncoder* CreateQSVEncoder(int fps, int width, int height, int quality, CTSTR preset, bool bUse444, int maxBitRate, int bufferSize, bool bUseCFR, bool bDupeFrames) { if(CheckQSVHardwareSupport()) return new QSVEncoder(fps, width, height, quality, preset, bUse444, maxBitRate, bufferSize, bUseCFR, bDupeFrames); return nullptr; }