Server : Apache/2.4.41 (Ubuntu) System : Linux absol.cf 5.4.0-198-generic #218-Ubuntu SMP Fri Sep 27 20:18:53 UTC 2024 x86_64 User : www-data ( 33) PHP Version : 7.4.33 Disable Function : pcntl_alarm,pcntl_fork,pcntl_waitpid,pcntl_wait,pcntl_wifexited,pcntl_wifstopped,pcntl_wifsignaled,pcntl_wifcontinued,pcntl_wexitstatus,pcntl_wtermsig,pcntl_wstopsig,pcntl_signal,pcntl_signal_get_handler,pcntl_signal_dispatch,pcntl_get_last_error,pcntl_strerror,pcntl_sigprocmask,pcntl_sigwaitinfo,pcntl_sigtimedwait,pcntl_exec,pcntl_getpriority,pcntl_setpriority,pcntl_async_signals,pcntl_unshare, Directory : /usr/local/lib/node_modules/mediasoup/worker/src/RTC/Codecs/
Upload File :
Current File : //usr/local/lib/node_modules/mediasoup/worker/src/RTC/Codecs/VP8.cpp
#define MS_CLASS "RTC::Codecs::VP8"
// #define MS_LOG_DEV_LEVEL 3
#include "RTC/Codecs/VP8.hpp"
#include "Logger.hpp"
#include <cstring> // std::memcpy()
namespace RTC
{
namespace Codecs
{
/* Class methods. */
VP8::PayloadDescriptor* VP8::Parse(
const uint8_t* data,
size_t len,
RTC::RtpPacket::FrameMarking* /*frameMarking*/,
uint8_t /*frameMarkingLen*/)
{
MS_TRACE();
if (len < 1)
return nullptr;
std::unique_ptr<PayloadDescriptor> payloadDescriptor(new PayloadDescriptor());
size_t offset{ 0 };
uint8_t byte = data[offset];
payloadDescriptor->extended = (byte >> 7) & 0x01;
payloadDescriptor->nonReference = (byte >> 5) & 0x01;
payloadDescriptor->start = (byte >> 4) & 0x01;
payloadDescriptor->partitionIndex = byte & 0x07;
if (!payloadDescriptor->extended)
{
return nullptr;
}
else
{
if (len < ++offset + 1)
return nullptr;
byte = data[offset];
payloadDescriptor->i = (byte >> 7) & 0x01;
payloadDescriptor->l = (byte >> 6) & 0x01;
payloadDescriptor->t = (byte >> 5) & 0x01;
payloadDescriptor->k = (byte >> 4) & 0x01;
}
if (payloadDescriptor->i)
{
if (len < ++offset + 1)
return nullptr;
byte = data[offset];
if ((byte >> 7) & 0x01)
{
if (len < ++offset + 1)
return nullptr;
payloadDescriptor->hasTwoBytesPictureId = true;
payloadDescriptor->pictureId = (byte & 0x7F) << 8;
payloadDescriptor->pictureId += data[offset];
}
else
{
payloadDescriptor->hasOneBytePictureId = true;
payloadDescriptor->pictureId = byte & 0x7F;
}
payloadDescriptor->hasPictureId = true;
}
if (payloadDescriptor->l)
{
if (len < ++offset + 1)
return nullptr;
payloadDescriptor->hasTl0PictureIndex = true;
payloadDescriptor->tl0PictureIndex = data[offset];
}
if (payloadDescriptor->t || payloadDescriptor->k)
{
if (len < ++offset + 1)
return nullptr;
byte = data[offset];
payloadDescriptor->hasTlIndex = true;
payloadDescriptor->tlIndex = (byte >> 6) & 0x03;
payloadDescriptor->y = (byte >> 5) & 0x01;
payloadDescriptor->keyIndex = byte & 0x1F;
}
// clang-format off
if (
(len >= ++offset + 1) &&
payloadDescriptor->start &&
payloadDescriptor->partitionIndex == 0 &&
(!(data[offset] & 0x01))
)
// clang-format on
{
payloadDescriptor->isKeyFrame = true;
}
return payloadDescriptor.release();
}
void VP8::ProcessRtpPacket(RTC::RtpPacket* packet)
{
MS_TRACE();
auto* data = packet->GetPayload();
auto len = packet->GetPayloadLength();
RtpPacket::FrameMarking* frameMarking{ nullptr };
uint8_t frameMarkingLen{ 0 };
// Read frame-marking.
packet->ReadFrameMarking(&frameMarking, frameMarkingLen);
PayloadDescriptor* payloadDescriptor = VP8::Parse(data, len, frameMarking, frameMarkingLen);
if (!payloadDescriptor)
return;
auto* payloadDescriptorHandler = new PayloadDescriptorHandler(payloadDescriptor);
packet->SetPayloadDescriptorHandler(payloadDescriptorHandler);
// Modify the RtpPacket payload in order to always have two byte pictureId.
if (payloadDescriptor->hasOneBytePictureId)
{
// Shift the RTP payload one byte from the begining of the pictureId field.
packet->ShiftPayload(2, 1, true /*expand*/);
// Set the two byte pictureId marker bit.
data[2] = 0x80;
// Update the payloadDescriptor.
payloadDescriptor->hasOneBytePictureId = false;
payloadDescriptor->hasTwoBytesPictureId = true;
}
}
/* Instance methods. */
void VP8::PayloadDescriptor::Dump() const
{
MS_TRACE();
MS_DUMP("<PayloadDescriptor>");
MS_DUMP(
" i:%" PRIu8 "|l:%" PRIu8 "|t:%" PRIu8 "|k:%" PRIu8, this->i, this->l, this->t, this->k);
MS_DUMP(" extended : %" PRIu8, this->extended);
MS_DUMP(" nonReference : %" PRIu8, this->nonReference);
MS_DUMP(" start : %" PRIu8, this->start);
MS_DUMP(" partitionIndex : %" PRIu8, this->partitionIndex);
MS_DUMP(" pictureId : %" PRIu16, this->pictureId);
MS_DUMP(" tl0PictureIndex : %" PRIu8, this->tl0PictureIndex);
MS_DUMP(" tlIndex : %" PRIu8, this->tlIndex);
MS_DUMP(" y : %" PRIu8, this->y);
MS_DUMP(" keyIndex : %" PRIu8, this->keyIndex);
MS_DUMP(" isKeyFrame : %s", this->isKeyFrame ? "true" : "false");
MS_DUMP(" hasPictureId : %s", this->hasPictureId ? "true" : "false");
MS_DUMP(" hasOneBytePictureId : %s", this->hasOneBytePictureId ? "true" : "false");
MS_DUMP(" hasTwoBytesPictureId : %s", this->hasTwoBytesPictureId ? "true" : "false");
MS_DUMP(" hasTl0PictureIndex : %s", this->hasTl0PictureIndex ? "true" : "false");
MS_DUMP(" hasTlIndex : %s", this->hasTlIndex ? "true" : "false");
MS_DUMP("</PayloadDescriptor>");
}
void VP8::PayloadDescriptor::Encode(uint8_t* data, uint16_t pictureId, uint8_t tl0PictureIndex) const
{
MS_TRACE();
// Nothing to do.
if (!this->extended)
return;
data += 2;
if (this->i)
{
if (this->hasTwoBytesPictureId)
{
uint16_t netPictureId = htons(pictureId);
std::memcpy(data, &netPictureId, 2);
data[0] |= 0x80;
data += 2;
}
else if (this->hasOneBytePictureId)
{
*data = pictureId;
data++;
if (pictureId > 127)
MS_DEBUG_TAG(rtp, "casting pictureId value to one byte");
}
}
if (this->l)
*data = tl0PictureIndex;
}
void VP8::PayloadDescriptor::Restore(uint8_t* data) const
{
MS_TRACE();
Encode(data, this->pictureId, this->tl0PictureIndex);
}
VP8::PayloadDescriptorHandler::PayloadDescriptorHandler(VP8::PayloadDescriptor* payloadDescriptor)
{
MS_TRACE();
this->payloadDescriptor.reset(payloadDescriptor);
}
bool VP8::PayloadDescriptorHandler::Process(
RTC::Codecs::EncodingContext* encodingContext, uint8_t* data, bool& /*marker*/)
{
MS_TRACE();
auto* context = static_cast<RTC::Codecs::VP8::EncodingContext*>(encodingContext);
MS_ASSERT(context->GetTargetTemporalLayer() >= 0, "target temporal layer cannot be -1");
// Check if the payload should contain temporal layer info.
if (context->GetTemporalLayers() > 1 && !this->payloadDescriptor->hasTlIndex)
{
MS_WARN_DEV("stream is supposed to have >1 temporal layers but does not have TlIndex field");
}
// Check whether pictureId and tl0PictureIndex sync is required.
// clang-format off
if (
context->syncRequired &&
this->payloadDescriptor->hasPictureId &&
this->payloadDescriptor->hasTl0PictureIndex
)
// clang-format on
{
context->pictureIdManager.Sync(this->payloadDescriptor->pictureId - 1);
context->tl0PictureIndexManager.Sync(this->payloadDescriptor->tl0PictureIndex - 1);
context->syncRequired = false;
}
// Incremental pictureId. Check the temporal layer.
// clang-format off
if (
this->payloadDescriptor->hasPictureId &&
this->payloadDescriptor->hasTlIndex &&
this->payloadDescriptor->hasTl0PictureIndex &&
!RTC::SeqManager<uint16_t>::IsSeqLowerThan(
this->payloadDescriptor->pictureId,
context->pictureIdManager.GetMaxInput())
)
// clang-format on
{
if (this->payloadDescriptor->tlIndex > context->GetTargetTemporalLayer())
{
context->pictureIdManager.Drop(this->payloadDescriptor->pictureId);
context->tl0PictureIndexManager.Drop(this->payloadDescriptor->tl0PictureIndex);
return false;
}
// Upgrade required. Drop current packet if sync flag is not set.
// clang-format off
else if (
this->payloadDescriptor->tlIndex > context->GetCurrentTemporalLayer() &&
!this->payloadDescriptor->y
)
// clang-format on
{
context->pictureIdManager.Drop(this->payloadDescriptor->pictureId);
context->tl0PictureIndexManager.Drop(this->payloadDescriptor->tl0PictureIndex);
return false;
}
}
// Update pictureId and tl0PictureIndex values.
uint16_t pictureId;
uint8_t tl0PictureIndex;
// Do not send a dropped pictureId.
// clang-format off
if (
this->payloadDescriptor->hasPictureId &&
!context->pictureIdManager.Input(this->payloadDescriptor->pictureId, pictureId)
)
// clang-format on
{
return false;
}
// Do not send a dropped tl0PictureIndex.
// clang-format off
if (
this->payloadDescriptor->hasTl0PictureIndex &&
!context->tl0PictureIndexManager.Input(
this->payloadDescriptor->tl0PictureIndex, tl0PictureIndex)
)
// clang-format on
{
return false;
}
// Update/fix current temporal layer.
// clang-format off
if (
this->payloadDescriptor->hasTlIndex &&
this->payloadDescriptor->tlIndex > context->GetCurrentTemporalLayer()
)
// clang-format on
{
context->SetCurrentTemporalLayer(this->payloadDescriptor->tlIndex);
}
else if (!this->payloadDescriptor->hasTlIndex)
{
context->SetCurrentTemporalLayer(0);
}
if (context->GetCurrentTemporalLayer() > context->GetTargetTemporalLayer())
context->SetCurrentTemporalLayer(context->GetTargetTemporalLayer());
// clang-format off
if (
this->payloadDescriptor->hasPictureId &&
this->payloadDescriptor->hasTl0PictureIndex
)
// clang-format on
{
this->payloadDescriptor->Encode(data, pictureId, tl0PictureIndex);
}
return true;
};
void VP8::PayloadDescriptorHandler::Restore(uint8_t* data)
{
MS_TRACE();
// clang-format off
if (
this->payloadDescriptor->hasPictureId &&
this->payloadDescriptor->hasTl0PictureIndex
)
// clang-format on
{
this->payloadDescriptor->Restore(data);
}
}
} // namespace Codecs
} // namespace RTC
Server : Apache/2.4.41 (Ubuntu)