Server : Apache/2.4.41 (Ubuntu) System : Linux absol.cf 5.4.0-198-generic #218-Ubuntu SMP Fri Sep 27 20:18:53 UTC 2024 x86_64 User : www-data ( 33) PHP Version : 7.4.33 Disable Function : pcntl_alarm,pcntl_fork,pcntl_waitpid,pcntl_wait,pcntl_wifexited,pcntl_wifstopped,pcntl_wifsignaled,pcntl_wifcontinued,pcntl_wexitstatus,pcntl_wtermsig,pcntl_wstopsig,pcntl_signal,pcntl_signal_get_handler,pcntl_signal_dispatch,pcntl_get_last_error,pcntl_strerror,pcntl_sigprocmask,pcntl_sigwaitinfo,pcntl_sigtimedwait,pcntl_exec,pcntl_getpriority,pcntl_setpriority,pcntl_async_signals,pcntl_unshare, Directory : /usr/local/lib/node_modules/mediasoup/worker/src/RTC/
Upload File :
Current File : //usr/local/lib/node_modules/mediasoup/worker/src/RTC/Transport.cpp
#define MS_CLASS "RTC::Transport"
// #define MS_LOG_DEV_LEVEL 3
#include "RTC/Transport.hpp"
#include "Logger.hpp"
#include "MediaSoupErrors.hpp"
#include "Utils.hpp"
#include "Channel/Notifier.hpp"
#include "PayloadChannel/Notifier.hpp"
#include "RTC/BweType.hpp"
#include "RTC/PipeConsumer.hpp"
#include "RTC/RTCP/FeedbackPs.hpp"
#include "RTC/RTCP/FeedbackPsAfb.hpp"
#include "RTC/RTCP/FeedbackPsRemb.hpp"
#include "RTC/RTCP/FeedbackRtp.hpp"
#include "RTC/RTCP/FeedbackRtpNack.hpp"
#include "RTC/RTCP/FeedbackRtpTransport.hpp"
#include "RTC/RTCP/XrDelaySinceLastRr.hpp"
#include "RTC/RtpDictionaries.hpp"
#include "RTC/SimpleConsumer.hpp"
#include "RTC/SimulcastConsumer.hpp"
#include "RTC/SvcConsumer.hpp"
#include <libwebrtc/modules/rtp_rtcp/include/rtp_rtcp_defines.h> // webrtc::RtpPacketSendInfo
#include <iterator> // std::ostream_iterator
#include <map> // std::multimap
#include <sstream> // std::ostringstream
namespace RTC
{
static size_t DefaultSctpSendBufferSize{ 262144 }; // 2^18.
static size_t MaxSctpSendBufferSize{ 268435456 }; // 2^28.
/* Instance methods. */
Transport::Transport(const std::string& id, Listener* listener, json& data)
: id(id), listener(listener), recvRtxTransmission(1000u), sendRtxTransmission(1000u),
sendProbationTransmission(100u)
{
MS_TRACE();
auto jsonDirectIt = data.find("direct");
// clang-format off
if (
jsonDirectIt != data.end() &&
jsonDirectIt->is_boolean() &&
jsonDirectIt->get<bool>()
)
// clang-format on
{
this->direct = true;
auto jsonMaxMessageSizeIt = data.find("maxMessageSize");
// maxMessageSize is mandatory for direct Transports.
// clang-format off
if (
jsonMaxMessageSizeIt == data.end() ||
!Utils::Json::IsPositiveInteger(*jsonMaxMessageSizeIt)
)
// clang-format on
{
MS_THROW_TYPE_ERROR("wrong maxMessageSize (not a number)");
}
this->maxMessageSize = jsonMaxMessageSizeIt->get<size_t>();
}
auto jsonInitialAvailableOutgoingBitrateIt = data.find("initialAvailableOutgoingBitrate");
if (jsonInitialAvailableOutgoingBitrateIt != data.end())
{
if (!Utils::Json::IsPositiveInteger(*jsonInitialAvailableOutgoingBitrateIt))
MS_THROW_TYPE_ERROR("wrong initialAvailableOutgoingBitrate (not a number)");
this->initialAvailableOutgoingBitrate = jsonInitialAvailableOutgoingBitrateIt->get<uint32_t>();
}
auto jsonEnableSctpIt = data.find("enableSctp");
// clang-format off
if (
jsonEnableSctpIt != data.end() &&
jsonEnableSctpIt->is_boolean() &&
jsonEnableSctpIt->get<bool>()
)
// clang-format on
{
if (this->direct)
{
MS_THROW_TYPE_ERROR("cannot enable SCTP in a direct Transport");
}
auto jsonNumSctpStreamsIt = data.find("numSctpStreams");
auto jsonMaxSctpMessageSizeIt = data.find("maxSctpMessageSize");
auto jsonSctpSendBufferSizeIt = data.find("sctpSendBufferSize");
auto jsonIsDataChannelIt = data.find("isDataChannel");
// numSctpStreams is mandatory.
// clang-format off
if (
jsonNumSctpStreamsIt == data.end() ||
!jsonNumSctpStreamsIt->is_object()
)
// clang-format on
{
MS_THROW_TYPE_ERROR("wrong numSctpStreams (not an object)");
}
auto jsonOSIt = jsonNumSctpStreamsIt->find("OS");
auto jsonMISIt = jsonNumSctpStreamsIt->find("MIS");
// numSctpStreams.OS and numSctpStreams.MIS are mandatory.
// clang-format off
if (
jsonOSIt == jsonNumSctpStreamsIt->end() ||
!Utils::Json::IsPositiveInteger(*jsonOSIt) ||
jsonMISIt == jsonNumSctpStreamsIt->end() ||
!Utils::Json::IsPositiveInteger(*jsonMISIt)
)
// clang-format on
{
MS_THROW_TYPE_ERROR("wrong numSctpStreams.OS and/or numSctpStreams.MIS (not a number)");
}
auto os = jsonOSIt->get<uint16_t>();
auto mis = jsonMISIt->get<uint16_t>();
// maxSctpMessageSize is mandatory.
// clang-format off
if (
jsonMaxSctpMessageSizeIt == data.end() ||
!Utils::Json::IsPositiveInteger(*jsonMaxSctpMessageSizeIt)
)
// clang-format on
{
MS_THROW_TYPE_ERROR("wrong maxSctpMessageSize (not a number)");
}
this->maxMessageSize = jsonMaxSctpMessageSizeIt->get<size_t>();
size_t sctpSendBufferSize;
// sctpSendBufferSize is optional.
if (jsonSctpSendBufferSizeIt != data.end())
{
if (!Utils::Json::IsPositiveInteger(*jsonSctpSendBufferSizeIt))
{
MS_THROW_TYPE_ERROR("wrong sctpSendBufferSize (not a number)");
}
sctpSendBufferSize = jsonSctpSendBufferSizeIt->get<size_t>();
if (sctpSendBufferSize > MaxSctpSendBufferSize)
{
MS_THROW_TYPE_ERROR("wrong sctpSendBufferSize (maximum value exceeded)");
}
}
else
{
sctpSendBufferSize = DefaultSctpSendBufferSize;
}
// isDataChannel is optional.
bool isDataChannel{ false };
if (jsonIsDataChannelIt != data.end() && jsonIsDataChannelIt->is_boolean())
isDataChannel = jsonIsDataChannelIt->get<bool>();
// This may throw.
this->sctpAssociation = new RTC::SctpAssociation(
this, os, mis, this->maxMessageSize, sctpSendBufferSize, isDataChannel);
}
// Create the RTCP timer.
this->rtcpTimer = new Timer(this);
}
Transport::~Transport()
{
MS_TRACE();
// Set the destroying flag.
this->destroying = true;
// The destructor must delete and clear everything silently.
// Delete all Producers.
for (auto& kv : this->mapProducers)
{
auto* producer = kv.second;
delete producer;
}
this->mapProducers.clear();
// Delete all Consumers.
for (auto& kv : this->mapConsumers)
{
auto* consumer = kv.second;
delete consumer;
}
this->mapConsumers.clear();
this->mapSsrcConsumer.clear();
this->mapRtxSsrcConsumer.clear();
// Delete all DataProducers.
for (auto& kv : this->mapDataProducers)
{
auto* dataProducer = kv.second;
delete dataProducer;
}
this->mapDataProducers.clear();
// Delete all DataConsumers.
for (auto& kv : this->mapDataConsumers)
{
auto* dataConsumer = kv.second;
delete dataConsumer;
}
this->mapDataConsumers.clear();
// Delete SCTP association.
delete this->sctpAssociation;
this->sctpAssociation = nullptr;
// Delete the RTCP timer.
delete this->rtcpTimer;
this->rtcpTimer = nullptr;
// Delete Transport-CC client.
delete this->tccClient;
this->tccClient = nullptr;
// Delete Transport-CC server.
delete this->tccServer;
this->tccServer = nullptr;
#ifdef ENABLE_RTC_SENDER_BANDWIDTH_ESTIMATOR
// Delete Sender BWE.
delete this->senderBwe;
this->senderBwe = nullptr;
#endif
}
void Transport::CloseProducersAndConsumers()
{
MS_TRACE();
// This method is called by the Router and must notify him about all Producers
// and Consumers that we are gonna close.
//
// The caller is supposed to delete this Transport instance after calling
// this method.
// Close all Producers.
for (auto& kv : this->mapProducers)
{
auto* producer = kv.second;
// Notify the listener.
this->listener->OnTransportProducerClosed(this, producer);
delete producer;
}
this->mapProducers.clear();
// Delete all Consumers.
for (auto& kv : this->mapConsumers)
{
auto* consumer = kv.second;
// Notify the listener.
this->listener->OnTransportConsumerClosed(this, consumer);
delete consumer;
}
this->mapConsumers.clear();
this->mapSsrcConsumer.clear();
this->mapRtxSsrcConsumer.clear();
// Delete all DataProducers.
for (auto& kv : this->mapDataProducers)
{
auto* dataProducer = kv.second;
// Notify the listener.
this->listener->OnTransportDataProducerClosed(this, dataProducer);
delete dataProducer;
}
this->mapDataProducers.clear();
// Delete all DataConsumers.
for (auto& kv : this->mapDataConsumers)
{
auto* dataConsumer = kv.second;
// Notify the listener.
this->listener->OnTransportDataConsumerClosed(this, dataConsumer);
delete dataConsumer;
}
this->mapDataConsumers.clear();
}
void Transport::FillJson(json& jsonObject) const
{
MS_TRACE();
// Add id.
jsonObject["id"] = this->id;
// Add direct.
jsonObject["direct"] = this->direct;
// Add producerIds.
jsonObject["producerIds"] = json::array();
auto jsonProducerIdsIt = jsonObject.find("producerIds");
for (const auto& kv : this->mapProducers)
{
const auto& producerId = kv.first;
jsonProducerIdsIt->emplace_back(producerId);
}
// Add consumerIds.
jsonObject["consumerIds"] = json::array();
auto jsonConsumerIdsIt = jsonObject.find("consumerIds");
for (const auto& kv : this->mapConsumers)
{
const auto& consumerId = kv.first;
jsonConsumerIdsIt->emplace_back(consumerId);
}
// Add mapSsrcConsumerId.
jsonObject["mapSsrcConsumerId"] = json::object();
auto jsonMapSsrcConsumerId = jsonObject.find("mapSsrcConsumerId");
for (const auto& kv : this->mapSsrcConsumer)
{
auto ssrc = kv.first;
auto* consumer = kv.second;
(*jsonMapSsrcConsumerId)[std::to_string(ssrc)] = consumer->id;
}
// Add mapRtxSsrcConsumerId.
jsonObject["mapRtxSsrcConsumerId"] = json::object();
auto jsonMapRtxSsrcConsumerId = jsonObject.find("mapRtxSsrcConsumerId");
for (const auto& kv : this->mapRtxSsrcConsumer)
{
auto ssrc = kv.first;
auto* consumer = kv.second;
(*jsonMapRtxSsrcConsumerId)[std::to_string(ssrc)] = consumer->id;
}
// Add dataProducerIds.
jsonObject["dataProducerIds"] = json::array();
auto jsonDataProducerIdsIt = jsonObject.find("dataProducerIds");
for (const auto& kv : this->mapDataProducers)
{
const auto& dataProducerId = kv.first;
jsonDataProducerIdsIt->emplace_back(dataProducerId);
}
// Add dataConsumerIds.
jsonObject["dataConsumerIds"] = json::array();
auto jsonDataConsumerIdsIt = jsonObject.find("dataConsumerIds");
for (const auto& kv : this->mapDataConsumers)
{
const auto& dataConsumerId = kv.first;
jsonDataConsumerIdsIt->emplace_back(dataConsumerId);
}
// Add headerExtensionIds.
jsonObject["recvRtpHeaderExtensions"] = json::object();
auto jsonRtpHeaderExtensionsIt = jsonObject.find("recvRtpHeaderExtensions");
if (this->recvRtpHeaderExtensionIds.mid != 0u)
(*jsonRtpHeaderExtensionsIt)["mid"] = this->recvRtpHeaderExtensionIds.mid;
if (this->recvRtpHeaderExtensionIds.rid != 0u)
(*jsonRtpHeaderExtensionsIt)["rid"] = this->recvRtpHeaderExtensionIds.rid;
if (this->recvRtpHeaderExtensionIds.rrid != 0u)
(*jsonRtpHeaderExtensionsIt)["rrid"] = this->recvRtpHeaderExtensionIds.rrid;
if (this->recvRtpHeaderExtensionIds.absSendTime != 0u)
(*jsonRtpHeaderExtensionsIt)["absSendTime"] = this->recvRtpHeaderExtensionIds.absSendTime;
if (this->recvRtpHeaderExtensionIds.transportWideCc01 != 0u)
(*jsonRtpHeaderExtensionsIt)["transportWideCc01"] =
this->recvRtpHeaderExtensionIds.transportWideCc01;
// Add rtpListener.
this->rtpListener.FillJson(jsonObject["rtpListener"]);
// Add maxMessageSize.
jsonObject["maxMessageSize"] = this->maxMessageSize;
if (this->sctpAssociation)
{
// Add sctpParameters.
this->sctpAssociation->FillJson(jsonObject["sctpParameters"]);
// Add sctpState.
switch (this->sctpAssociation->GetState())
{
case RTC::SctpAssociation::SctpState::NEW:
jsonObject["sctpState"] = "new";
break;
case RTC::SctpAssociation::SctpState::CONNECTING:
jsonObject["sctpState"] = "connecting";
break;
case RTC::SctpAssociation::SctpState::CONNECTED:
jsonObject["sctpState"] = "connected";
break;
case RTC::SctpAssociation::SctpState::FAILED:
jsonObject["sctpState"] = "failed";
break;
case RTC::SctpAssociation::SctpState::CLOSED:
jsonObject["sctpState"] = "closed";
break;
}
// Add sctpListener.
this->sctpListener.FillJson(jsonObject["sctpListener"]);
}
// Add traceEventTypes.
std::vector<std::string> traceEventTypes;
std::ostringstream traceEventTypesStream;
if (this->traceEventTypes.probation)
traceEventTypes.emplace_back("probation");
if (this->traceEventTypes.bwe)
traceEventTypes.emplace_back("bwe");
if (!traceEventTypes.empty())
{
std::copy(
traceEventTypes.begin(),
traceEventTypes.end() - 1,
std::ostream_iterator<std::string>(traceEventTypesStream, ","));
traceEventTypesStream << traceEventTypes.back();
}
jsonObject["traceEventTypes"] = traceEventTypesStream.str();
}
void Transport::FillJsonStats(json& jsonArray)
{
MS_TRACE();
auto nowMs = DepLibUV::GetTimeMs();
jsonArray.emplace_back(json::value_t::object);
auto& jsonObject = jsonArray[0];
// Add transportId.
jsonObject["transportId"] = this->id;
// Add timestamp.
jsonObject["timestamp"] = nowMs;
if (this->sctpAssociation)
{
// Add sctpState.
switch (this->sctpAssociation->GetState())
{
case RTC::SctpAssociation::SctpState::NEW:
jsonObject["sctpState"] = "new";
break;
case RTC::SctpAssociation::SctpState::CONNECTING:
jsonObject["sctpState"] = "connecting";
break;
case RTC::SctpAssociation::SctpState::CONNECTED:
jsonObject["sctpState"] = "connected";
break;
case RTC::SctpAssociation::SctpState::FAILED:
jsonObject["sctpState"] = "failed";
break;
case RTC::SctpAssociation::SctpState::CLOSED:
jsonObject["sctpState"] = "closed";
break;
}
}
// Add bytesReceived.
jsonObject["bytesReceived"] = this->recvTransmission.GetBytes();
// Add recvBitrate.
jsonObject["recvBitrate"] = this->recvTransmission.GetRate(nowMs);
// Add bytesSent.
jsonObject["bytesSent"] = this->sendTransmission.GetBytes();
// Add sendBitrate.
jsonObject["sendBitrate"] = this->sendTransmission.GetRate(nowMs);
// Add rtpBytesReceived.
jsonObject["rtpBytesReceived"] = this->recvRtpTransmission.GetBytes();
// Add rtpRecvBitrate.
jsonObject["rtpRecvBitrate"] = this->recvRtpTransmission.GetBitrate(nowMs);
// Add rtpBytesSent.
jsonObject["rtpBytesSent"] = this->sendRtpTransmission.GetBytes();
// Add rtpSendBitrate.
jsonObject["rtpSendBitrate"] = this->sendRtpTransmission.GetBitrate(nowMs);
// Add rtxBytesReceived.
jsonObject["rtxBytesReceived"] = this->recvRtxTransmission.GetBytes();
// Add rtxRecvBitrate.
jsonObject["rtxRecvBitrate"] = this->recvRtxTransmission.GetBitrate(nowMs);
// Add rtxBytesSent.
jsonObject["rtxBytesSent"] = this->sendRtxTransmission.GetBytes();
// Add rtxSendBitrate.
jsonObject["rtxSendBitrate"] = this->sendRtxTransmission.GetBitrate(nowMs);
// Add probationBytesSent.
jsonObject["probationBytesSent"] = this->sendProbationTransmission.GetBytes();
// Add probationSendBitrate.
jsonObject["probationSendBitrate"] = this->sendProbationTransmission.GetBitrate(nowMs);
// Add availableOutgoingBitrate.
if (this->tccClient)
jsonObject["availableOutgoingBitrate"] = this->tccClient->GetAvailableBitrate();
// Add availableIncomingBitrate.
if (this->tccServer && this->tccServer->GetAvailableBitrate() != 0u)
jsonObject["availableIncomingBitrate"] = this->tccServer->GetAvailableBitrate();
// Add maxIncomingBitrate.
if (this->maxIncomingBitrate != 0u)
jsonObject["maxIncomingBitrate"] = this->maxIncomingBitrate;
}
void Transport::HandleRequest(Channel::Request* request)
{
MS_TRACE();
switch (request->methodId)
{
case Channel::Request::MethodId::TRANSPORT_DUMP:
{
json data = json::object();
FillJson(data);
request->Accept(data);
break;
}
case Channel::Request::MethodId::TRANSPORT_GET_STATS:
{
json data = json::array();
FillJsonStats(data);
request->Accept(data);
break;
}
case Channel::Request::MethodId::TRANSPORT_SET_MAX_INCOMING_BITRATE:
{
auto jsonBitrateIt = request->data.find("bitrate");
// clang-format off
if (
jsonBitrateIt == request->data.end() ||
!Utils::Json::IsPositiveInteger(*jsonBitrateIt)
)
// clang-format on
{
MS_THROW_TYPE_ERROR("missing bitrate");
}
this->maxIncomingBitrate = jsonBitrateIt->get<uint32_t>();
MS_DEBUG_TAG(bwe, "maximum incoming bitrate set to %" PRIu32, this->maxIncomingBitrate);
request->Accept();
if (this->tccServer)
this->tccServer->SetMaxIncomingBitrate(this->maxIncomingBitrate);
break;
}
case Channel::Request::MethodId::TRANSPORT_PRODUCE:
{
std::string producerId;
// This may throw.
SetNewProducerIdFromInternal(request->internal, producerId);
// This may throw.
auto* producer = new RTC::Producer(producerId, this, request->data);
// Insert the Producer into the RtpListener.
// This may throw. If so, delete the Producer and throw.
try
{
this->rtpListener.AddProducer(producer);
}
catch (const MediaSoupError& error)
{
delete producer;
throw;
}
// Notify the listener.
// This may throw if a Producer with same id already exists.
try
{
this->listener->OnTransportNewProducer(this, producer);
}
catch (const MediaSoupError& error)
{
this->rtpListener.RemoveProducer(producer);
delete producer;
throw;
}
// Insert into the map.
this->mapProducers[producerId] = producer;
MS_DEBUG_DEV("Producer created [producerId:%s]", producerId.c_str());
// Take the transport related RTP header extensions of the Producer and
// add them to the Transport.
// NOTE: Producer::GetRtpHeaderExtensionIds() returns the original
// header extension ids of the Producer (and not their mapped values).
const auto& producerRtpHeaderExtensionIds = producer->GetRtpHeaderExtensionIds();
if (producerRtpHeaderExtensionIds.mid != 0u)
{
this->recvRtpHeaderExtensionIds.mid = producerRtpHeaderExtensionIds.mid;
}
if (producerRtpHeaderExtensionIds.rid != 0u)
{
this->recvRtpHeaderExtensionIds.rid = producerRtpHeaderExtensionIds.rid;
}
if (producerRtpHeaderExtensionIds.rrid != 0u)
{
this->recvRtpHeaderExtensionIds.rrid = producerRtpHeaderExtensionIds.rrid;
}
if (producerRtpHeaderExtensionIds.absSendTime != 0u)
{
this->recvRtpHeaderExtensionIds.absSendTime = producerRtpHeaderExtensionIds.absSendTime;
}
if (producerRtpHeaderExtensionIds.transportWideCc01 != 0u)
{
this->recvRtpHeaderExtensionIds.transportWideCc01 =
producerRtpHeaderExtensionIds.transportWideCc01;
}
// Create status response.
json data = json::object();
data["type"] = RTC::RtpParameters::GetTypeString(producer->GetType());
request->Accept(data);
// Check if TransportCongestionControlServer or REMB server must be
// created.
const auto& rtpHeaderExtensionIds = producer->GetRtpHeaderExtensionIds();
const auto& codecs = producer->GetRtpParameters().codecs;
// Set TransportCongestionControlServer.
if (!this->tccServer)
{
bool createTccServer{ false };
RTC::BweType bweType;
// Use transport-cc if:
// - there is transport-wide-cc-01 RTP header extension, and
// - there is "transport-cc" in codecs RTCP feedback.
//
// clang-format off
if (
rtpHeaderExtensionIds.transportWideCc01 != 0u &&
std::any_of(
codecs.begin(), codecs.end(), [](const RTC::RtpCodecParameters& codec)
{
return std::any_of(
codec.rtcpFeedback.begin(), codec.rtcpFeedback.end(), [](const RTC::RtcpFeedback& fb)
{
return fb.type == "transport-cc";
});
})
)
// clang-format on
{
MS_DEBUG_TAG(bwe, "enabling TransportCongestionControlServer with transport-cc");
createTccServer = true;
bweType = RTC::BweType::TRANSPORT_CC;
}
// Use REMB if:
// - there is abs-send-time RTP header extension, and
// - there is "remb" in codecs RTCP feedback.
//
// clang-format off
else if (
rtpHeaderExtensionIds.absSendTime != 0u &&
std::any_of(
codecs.begin(), codecs.end(), [](const RTC::RtpCodecParameters& codec)
{
return std::any_of(
codec.rtcpFeedback.begin(), codec.rtcpFeedback.end(), [](const RTC::RtcpFeedback& fb)
{
return fb.type == "goog-remb";
});
})
)
// clang-format on
{
MS_DEBUG_TAG(bwe, "enabling TransportCongestionControlServer with REMB");
createTccServer = true;
bweType = RTC::BweType::REMB;
}
if (createTccServer)
{
this->tccServer = new RTC::TransportCongestionControlServer(this, bweType, RTC::MtuSize);
if (this->maxIncomingBitrate != 0u)
this->tccServer->SetMaxIncomingBitrate(this->maxIncomingBitrate);
if (IsConnected())
this->tccServer->TransportConnected();
}
}
break;
}
case Channel::Request::MethodId::TRANSPORT_CONSUME:
{
auto jsonProducerIdIt = request->internal.find("producerId");
if (jsonProducerIdIt == request->internal.end() || !jsonProducerIdIt->is_string())
MS_THROW_ERROR("missing internal.producerId");
std::string producerId = jsonProducerIdIt->get<std::string>();
std::string consumerId;
// This may throw.
SetNewConsumerIdFromInternal(request->internal, consumerId);
// Get type.
auto jsonTypeIt = request->data.find("type");
if (jsonTypeIt == request->data.end() || !jsonTypeIt->is_string())
MS_THROW_TYPE_ERROR("missing type");
// This may throw.
auto type = RTC::RtpParameters::GetType(jsonTypeIt->get<std::string>());
RTC::Consumer* consumer{ nullptr };
switch (type)
{
case RTC::RtpParameters::Type::NONE:
{
MS_THROW_TYPE_ERROR("invalid type 'none'");
break;
}
case RTC::RtpParameters::Type::SIMPLE:
{
// This may throw.
consumer = new RTC::SimpleConsumer(consumerId, producerId, this, request->data);
break;
}
case RTC::RtpParameters::Type::SIMULCAST:
{
// This may throw.
consumer = new RTC::SimulcastConsumer(consumerId, producerId, this, request->data);
break;
}
case RTC::RtpParameters::Type::SVC:
{
// This may throw.
consumer = new RTC::SvcConsumer(consumerId, producerId, this, request->data);
break;
}
case RTC::RtpParameters::Type::PIPE:
{
// This may throw.
consumer = new RTC::PipeConsumer(consumerId, producerId, this, request->data);
break;
}
}
// Notify the listener.
// This may throw if no Producer is found.
try
{
this->listener->OnTransportNewConsumer(this, consumer, producerId);
}
catch (const MediaSoupError& error)
{
delete consumer;
throw;
}
// Insert into the maps.
this->mapConsumers[consumerId] = consumer;
for (auto ssrc : consumer->GetMediaSsrcs())
{
this->mapSsrcConsumer[ssrc] = consumer;
}
for (auto ssrc : consumer->GetRtxSsrcs())
{
this->mapRtxSsrcConsumer[ssrc] = consumer;
}
MS_DEBUG_DEV(
"Consumer created [consumerId:%s, producerId:%s]", consumerId.c_str(), producerId.c_str());
// Create status response.
json data = json::object();
data["paused"] = consumer->IsPaused();
data["producerPaused"] = consumer->IsProducerPaused();
consumer->FillJsonScore(data["score"]);
auto preferredLayers = consumer->GetPreferredLayers();
if (preferredLayers.spatial > -1 && preferredLayers.temporal > -1)
{
data["preferredLayers"]["spatialLayer"] = preferredLayers.spatial;
data["preferredLayers"]["temporalLayer"] = preferredLayers.temporal;
}
request->Accept(data);
// Check if Transport Congestion Control client must be created.
const auto& rtpHeaderExtensionIds = consumer->GetRtpHeaderExtensionIds();
const auto& codecs = consumer->GetRtpParameters().codecs;
// Set TransportCongestionControlClient.
if (!this->tccClient)
{
bool createTccClient{ false };
RTC::BweType bweType;
// Use transport-cc if:
// - it's a video Consumer, and
// - there is transport-wide-cc-01 RTP header extension, and
// - there is "transport-cc" in codecs RTCP feedback.
//
// clang-format off
if (
consumer->GetKind() == RTC::Media::Kind::VIDEO &&
rtpHeaderExtensionIds.transportWideCc01 != 0u &&
std::any_of(
codecs.begin(), codecs.end(), [](const RTC::RtpCodecParameters& codec)
{
return std::any_of(
codec.rtcpFeedback.begin(), codec.rtcpFeedback.end(), [](const RTC::RtcpFeedback& fb)
{
return fb.type == "transport-cc";
});
})
)
// clang-format on
{
MS_DEBUG_TAG(bwe, "enabling TransportCongestionControlClient with transport-cc");
createTccClient = true;
bweType = RTC::BweType::TRANSPORT_CC;
}
// Use REMB if:
// - it's a video Consumer, and
// - there is abs-send-time RTP header extension, and
// - there is "remb" in codecs RTCP feedback.
//
// clang-format off
else if (
consumer->GetKind() == RTC::Media::Kind::VIDEO &&
rtpHeaderExtensionIds.absSendTime != 0u &&
std::any_of(
codecs.begin(), codecs.end(), [](const RTC::RtpCodecParameters& codec)
{
return std::any_of(
codec.rtcpFeedback.begin(), codec.rtcpFeedback.end(), [](const RTC::RtcpFeedback& fb)
{
return fb.type == "goog-remb";
});
})
)
// clang-format on
{
MS_DEBUG_TAG(bwe, "enabling TransportCongestionControlClient with REMB");
createTccClient = true;
bweType = RTC::BweType::REMB;
}
if (createTccClient)
{
// Tell all the Consumers that we are gonna manage their bitrate.
for (auto& kv : this->mapConsumers)
{
auto* consumer = kv.second;
consumer->SetExternallyManagedBitrate();
};
this->tccClient = new RTC::TransportCongestionControlClient(
this, bweType, this->initialAvailableOutgoingBitrate);
if (IsConnected())
this->tccClient->TransportConnected();
}
}
// If applicable, tell the new Consumer that we are gonna manage its
// bitrate.
if (this->tccClient)
consumer->SetExternallyManagedBitrate();
#ifdef ENABLE_RTC_SENDER_BANDWIDTH_ESTIMATOR
// Create SenderBandwidthEstimator if:
// - not already created,
// - it's a video Consumer, and
// - there is transport-wide-cc-01 RTP header extension, and
// - there is "transport-cc" in codecs RTCP feedback.
//
// clang-format off
if (
!this->senderBwe &&
consumer->GetKind() == RTC::Media::Kind::VIDEO &&
rtpHeaderExtensionIds.transportWideCc01 != 0u &&
std::any_of(
codecs.begin(), codecs.end(), [](const RTC::RtpCodecParameters& codec)
{
return std::any_of(
codec.rtcpFeedback.begin(), codec.rtcpFeedback.end(), [](const RTC::RtcpFeedback& fb)
{
return fb.type == "transport-cc";
});
})
)
// clang-format on
{
MS_DEBUG_TAG(bwe, "enabling SenderBandwidthEstimator");
// Tell all the Consumers that we are gonna manage their bitrate.
for (auto& kv : this->mapConsumers)
{
auto* consumer = kv.second;
consumer->SetExternallyManagedBitrate();
};
this->senderBwe =
new RTC::SenderBandwidthEstimator(this, this->initialAvailableOutgoingBitrate);
if (IsConnected())
this->senderBwe->TransportConnected();
}
// If applicable, tell the new Consumer that we are gonna manage its
// bitrate.
if (this->senderBwe)
consumer->SetExternallyManagedBitrate();
#endif
if (IsConnected())
consumer->TransportConnected();
break;
}
case Channel::Request::MethodId::TRANSPORT_PRODUCE_DATA:
{
// Early check. The Transport must support SCTP or be direct.
if (!this->sctpAssociation && !this->direct)
{
MS_THROW_ERROR("SCTP not enabled and not a direct Transport");
}
std::string dataProducerId;
// This may throw.
SetNewDataProducerIdFromInternal(request->internal, dataProducerId);
// This may throw.
auto* dataProducer = new RTC::DataProducer(dataProducerId, this, request->data);
// Verify the type of the DataProducer.
switch (dataProducer->GetType())
{
case RTC::DataProducer::Type::SCTP:
{
if (!this->sctpAssociation)
{
delete dataProducer;
MS_THROW_TYPE_ERROR(
"cannot create a DataProducer of type 'sctp', SCTP not enabled in this Transport");
;
}
break;
}
case RTC::DataProducer::Type::DIRECT:
{
if (!this->direct)
{
delete dataProducer;
MS_THROW_TYPE_ERROR(
"cannot create a DataProducer of type 'direct', not a direct Transport");
;
}
break;
}
}
if (dataProducer->GetType() == RTC::DataProducer::Type::SCTP)
{
// Insert the DataProducer into the SctpListener.
// This may throw. If so, delete the DataProducer and throw.
try
{
this->sctpListener.AddDataProducer(dataProducer);
}
catch (const MediaSoupError& error)
{
delete dataProducer;
throw;
}
}
// Notify the listener.
// This may throw if a DataProducer with same id already exists.
try
{
this->listener->OnTransportNewDataProducer(this, dataProducer);
}
catch (const MediaSoupError& error)
{
if (dataProducer->GetType() == RTC::DataProducer::Type::SCTP)
{
this->sctpListener.RemoveDataProducer(dataProducer);
}
delete dataProducer;
throw;
}
// Insert into the map.
this->mapDataProducers[dataProducerId] = dataProducer;
MS_DEBUG_DEV("DataProducer created [dataProducerId:%s]", dataProducerId.c_str());
json data = json::object();
dataProducer->FillJson(data);
request->Accept(data);
break;
}
case Channel::Request::MethodId::TRANSPORT_CONSUME_DATA:
{
// Early check. The Transport must support SCTP or be direct.
if (!this->sctpAssociation && !this->direct)
{
MS_THROW_ERROR("SCTP not enabled and not a direct Transport");
}
auto jsonDataProducerIdIt = request->internal.find("dataProducerId");
if (jsonDataProducerIdIt == request->internal.end() || !jsonDataProducerIdIt->is_string())
{
MS_THROW_ERROR("missing internal.dataProducerId");
}
std::string dataProducerId = jsonDataProducerIdIt->get<std::string>();
std::string dataConsumerId;
// This may throw.
SetNewDataConsumerIdFromInternal(request->internal, dataConsumerId);
// This may throw.
auto* dataConsumer = new RTC::DataConsumer(
dataConsumerId, dataProducerId, this, request->data, this->maxMessageSize);
// Verify the type of the DataConsumer.
switch (dataConsumer->GetType())
{
case RTC::DataConsumer::Type::SCTP:
{
if (!this->sctpAssociation)
{
delete dataConsumer;
MS_THROW_TYPE_ERROR(
"cannot create a DataConsumer of type 'sctp', SCTP not enabled in this Transport");
;
}
break;
}
case RTC::DataConsumer::Type::DIRECT:
{
if (!this->direct)
{
delete dataConsumer;
MS_THROW_TYPE_ERROR(
"cannot create a DataConsumer of type 'direct', not a direct Transport");
;
}
break;
}
}
// Notify the listener.
// This may throw if no DataProducer is found.
try
{
this->listener->OnTransportNewDataConsumer(this, dataConsumer, dataProducerId);
}
catch (const MediaSoupError& error)
{
delete dataConsumer;
throw;
}
// Insert into the maps.
this->mapDataConsumers[dataConsumerId] = dataConsumer;
MS_DEBUG_DEV(
"DataConsumer created [dataConsumerId:%s, dataProducerId:%s]",
dataConsumerId.c_str(),
dataProducerId.c_str());
json data = json::object();
dataConsumer->FillJson(data);
request->Accept(data);
if (IsConnected())
dataConsumer->TransportConnected();
if (dataConsumer->GetType() == RTC::DataConsumer::Type::SCTP)
{
if (this->sctpAssociation->GetState() == RTC::SctpAssociation::SctpState::CONNECTED)
{
dataConsumer->SctpAssociationConnected();
}
// Tell to the SCTP association.
this->sctpAssociation->HandleDataConsumer(dataConsumer);
}
break;
}
case Channel::Request::MethodId::TRANSPORT_ENABLE_TRACE_EVENT:
{
auto jsonTypesIt = request->data.find("types");
// Disable all if no entries.
if (jsonTypesIt == request->data.end() || !jsonTypesIt->is_array())
MS_THROW_TYPE_ERROR("wrong types (not an array)");
// Reset traceEventTypes.
struct TraceEventTypes newTraceEventTypes;
for (const auto& type : *jsonTypesIt)
{
if (!type.is_string())
MS_THROW_TYPE_ERROR("wrong type (not a string)");
std::string typeStr = type.get<std::string>();
if (typeStr == "probation")
newTraceEventTypes.probation = true;
if (typeStr == "bwe")
newTraceEventTypes.bwe = true;
}
this->traceEventTypes = newTraceEventTypes;
request->Accept();
break;
}
case Channel::Request::MethodId::PRODUCER_CLOSE:
{
// This may throw.
RTC::Producer* producer = GetProducerFromInternal(request->internal);
// Remove it from the RtpListener.
this->rtpListener.RemoveProducer(producer);
// Remove it from the map.
this->mapProducers.erase(producer->id);
// Tell the child class to clear associated SSRCs.
for (const auto& kv : producer->GetRtpStreams())
{
auto* rtpStream = kv.first;
RecvStreamClosed(rtpStream->GetSsrc());
if (rtpStream->HasRtx())
RecvStreamClosed(rtpStream->GetRtxSsrc());
}
// Notify the listener.
this->listener->OnTransportProducerClosed(this, producer);
MS_DEBUG_DEV("Producer closed [producerId:%s]", producer->id.c_str());
// Delete it.
delete producer;
request->Accept();
break;
}
case Channel::Request::MethodId::CONSUMER_CLOSE:
{
// This may throw.
RTC::Consumer* consumer = GetConsumerFromInternal(request->internal);
// Remove it from the maps.
this->mapConsumers.erase(consumer->id);
for (auto ssrc : consumer->GetMediaSsrcs())
{
this->mapSsrcConsumer.erase(ssrc);
// Tell the child class to clear associated SSRCs.
SendStreamClosed(ssrc);
}
for (auto ssrc : consumer->GetRtxSsrcs())
{
this->mapRtxSsrcConsumer.erase(ssrc);
// Tell the child class to clear associated SSRCs.
SendStreamClosed(ssrc);
}
// Notify the listener.
this->listener->OnTransportConsumerClosed(this, consumer);
MS_DEBUG_DEV("Consumer closed [consumerId:%s]", consumer->id.c_str());
// Delete it.
delete consumer;
request->Accept();
// This may be the latest active Consumer with BWE. If so we have to stop probation.
if (this->tccClient)
ComputeOutgoingDesiredBitrate(/*forceBitrate*/ true);
break;
}
case Channel::Request::MethodId::PRODUCER_DUMP:
case Channel::Request::MethodId::PRODUCER_GET_STATS:
case Channel::Request::MethodId::PRODUCER_PAUSE:
case Channel::Request::MethodId::PRODUCER_RESUME:
case Channel::Request::MethodId::PRODUCER_ENABLE_TRACE_EVENT:
{
// This may throw.
RTC::Producer* producer = GetProducerFromInternal(request->internal);
producer->HandleRequest(request);
break;
}
case Channel::Request::MethodId::CONSUMER_DUMP:
case Channel::Request::MethodId::CONSUMER_GET_STATS:
case Channel::Request::MethodId::CONSUMER_PAUSE:
case Channel::Request::MethodId::CONSUMER_RESUME:
case Channel::Request::MethodId::CONSUMER_SET_PREFERRED_LAYERS:
case Channel::Request::MethodId::CONSUMER_SET_PRIORITY:
case Channel::Request::MethodId::CONSUMER_REQUEST_KEY_FRAME:
case Channel::Request::MethodId::CONSUMER_ENABLE_TRACE_EVENT:
{
// This may throw.
RTC::Consumer* consumer = GetConsumerFromInternal(request->internal);
consumer->HandleRequest(request);
break;
}
case Channel::Request::MethodId::DATA_PRODUCER_CLOSE:
{
// This may throw.
RTC::DataProducer* dataProducer = GetDataProducerFromInternal(request->internal);
if (dataProducer->GetType() == RTC::DataProducer::Type::SCTP)
{
// Remove it from the SctpListener.
this->sctpListener.RemoveDataProducer(dataProducer);
}
// Remove it from the map.
this->mapDataProducers.erase(dataProducer->id);
// Notify the listener.
this->listener->OnTransportDataProducerClosed(this, dataProducer);
MS_DEBUG_DEV("DataProducer closed [dataProducerId:%s]", dataProducer->id.c_str());
if (dataProducer->GetType() == RTC::DataProducer::Type::SCTP)
{
// Tell the SctpAssociation so it can reset the SCTP stream.
this->sctpAssociation->DataProducerClosed(dataProducer);
}
// Delete it.
delete dataProducer;
request->Accept();
break;
}
case Channel::Request::MethodId::DATA_CONSUMER_CLOSE:
{
// This may throw.
RTC::DataConsumer* dataConsumer = GetDataConsumerFromInternal(request->internal);
// Remove it from the maps.
this->mapDataConsumers.erase(dataConsumer->id);
// Notify the listener.
this->listener->OnTransportDataConsumerClosed(this, dataConsumer);
MS_DEBUG_DEV("DataConsumer closed [dataConsumerId:%s]", dataConsumer->id.c_str());
if (dataConsumer->GetType() == RTC::DataConsumer::Type::SCTP)
{
// Tell the SctpAssociation so it can reset the SCTP stream.
this->sctpAssociation->DataConsumerClosed(dataConsumer);
}
// Delete it.
delete dataConsumer;
request->Accept();
break;
}
case Channel::Request::MethodId::DATA_PRODUCER_DUMP:
case Channel::Request::MethodId::DATA_PRODUCER_GET_STATS:
{
// This may throw.
RTC::DataProducer* dataProducer = GetDataProducerFromInternal(request->internal);
dataProducer->HandleRequest(request);
break;
}
case Channel::Request::MethodId::DATA_CONSUMER_DUMP:
case Channel::Request::MethodId::DATA_CONSUMER_GET_STATS:
{
// This may throw.
RTC::DataConsumer* dataConsumer = GetDataConsumerFromInternal(request->internal);
dataConsumer->HandleRequest(request);
break;
}
case Channel::Request::MethodId::DATA_CONSUMER_GET_BUFFERED_AMOUNT:
{
// This may throw.
RTC::DataConsumer* dataConsumer = GetDataConsumerFromInternal(request->internal);
if (dataConsumer->GetType() != RTC::DataConsumer::Type::SCTP)
{
MS_THROW_ERROR("invalid DataConsumer type");
}
if (!this->sctpAssociation)
{
MS_THROW_ERROR("no SCTP association present");
}
// Create status response.
json data = json::object();
data["bufferedAmount"] = this->sctpAssociation->GetSctpBufferedAmount();
request->Accept(data);
break;
}
case Channel::Request::MethodId::DATA_CONSUMER_SET_BUFFERED_AMOUNT_LOW_THRESHOLD:
{
// This may throw.
RTC::DataConsumer* dataConsumer = GetDataConsumerFromInternal(request->internal);
if (dataConsumer->GetType() != RTC::DataConsumer::Type::SCTP)
{
MS_THROW_ERROR("invalid DataConsumer type");
}
dataConsumer->HandleRequest(request);
break;
}
default:
{
MS_THROW_ERROR("unknown method '%s'", request->method.c_str());
}
}
}
void Transport::HandleRequest(PayloadChannel::Request* request)
{
MS_TRACE();
switch (request->methodId)
{
case PayloadChannel::Request::MethodId::DATA_CONSUMER_SEND:
{
// This may throw.
RTC::DataConsumer* dataConsumer = GetDataConsumerFromInternal(request->internal);
if (dataConsumer->GetType() != RTC::DataConsumer::Type::SCTP)
{
MS_THROW_ERROR("invalid DataConsumer type");
}
if (!this->sctpAssociation)
{
MS_THROW_ERROR("no SCTP association present");
}
dataConsumer->HandleRequest(request);
break;
}
default:
{
MS_THROW_ERROR("unknown method '%s'", request->method.c_str());
}
}
}
void Transport::HandleNotification(PayloadChannel::Notification* notification)
{
MS_TRACE();
switch (notification->eventId)
{
default:
{
MS_ERROR("unknown event '%s'", notification->event.c_str());
}
}
}
void Transport::Connected()
{
MS_TRACE();
// Tell all Consumers.
for (auto& kv : this->mapConsumers)
{
auto* consumer = kv.second;
consumer->TransportConnected();
}
// Tell all DataConsumers.
for (auto& kv : this->mapDataConsumers)
{
auto* dataConsumer = kv.second;
dataConsumer->TransportConnected();
}
// Tell the SctpAssociation.
if (this->sctpAssociation)
this->sctpAssociation->TransportConnected();
// Start the RTCP timer.
this->rtcpTimer->Start(static_cast<uint64_t>(RTC::RTCP::MaxVideoIntervalMs / 2));
// Tell the TransportCongestionControlClient.
if (this->tccClient)
this->tccClient->TransportConnected();
// Tell the TransportCongestionControlServer.
if (this->tccServer)
this->tccServer->TransportConnected();
#ifdef ENABLE_RTC_SENDER_BANDWIDTH_ESTIMATOR
// Tell the SenderBandwidthEstimator.
if (this->senderBwe)
this->senderBwe->TransportConnected();
#endif
}
void Transport::Disconnected()
{
MS_TRACE();
// Tell all Consumers.
for (auto& kv : this->mapConsumers)
{
auto* consumer = kv.second;
consumer->TransportDisconnected();
}
// Tell all DataConsumers.
for (auto& kv : this->mapDataConsumers)
{
auto* dataConsumer = kv.second;
dataConsumer->TransportDisconnected();
}
// Stop the RTCP timer.
this->rtcpTimer->Stop();
// Tell the TransportCongestionControlClient.
if (this->tccClient)
this->tccClient->TransportDisconnected();
// Tell the TransportCongestionControlServer.
if (this->tccServer)
this->tccServer->TransportDisconnected();
#ifdef ENABLE_RTC_SENDER_BANDWIDTH_ESTIMATOR
// Tell the SenderBandwidthEstimator.
if (this->senderBwe)
this->senderBwe->TransportDisconnected();
#endif
}
void Transport::ReceiveRtpPacket(RTC::RtpPacket* packet)
{
MS_TRACE();
// Apply the Transport RTP header extension ids so the RTP listener can use them.
packet->SetMidExtensionId(this->recvRtpHeaderExtensionIds.mid);
packet->SetRidExtensionId(this->recvRtpHeaderExtensionIds.rid);
packet->SetRepairedRidExtensionId(this->recvRtpHeaderExtensionIds.rrid);
packet->SetAbsSendTimeExtensionId(this->recvRtpHeaderExtensionIds.absSendTime);
packet->SetTransportWideCc01ExtensionId(this->recvRtpHeaderExtensionIds.transportWideCc01);
auto nowMs = DepLibUV::GetTimeMs();
// Feed the TransportCongestionControlServer.
if (this->tccServer)
this->tccServer->IncomingPacket(nowMs, packet);
// Get the associated Producer.
RTC::Producer* producer = this->rtpListener.GetProducer(packet);
if (!producer)
{
MS_WARN_TAG(
rtp,
"no suitable Producer for received RTP packet [ssrc:%" PRIu32 ", payloadType:%" PRIu8 "]",
packet->GetSsrc(),
packet->GetPayloadType());
// Tell the child class to remove this SSRC.
RecvStreamClosed(packet->GetSsrc());
delete packet;
return;
}
// MS_DEBUG_DEV(
// "RTP packet received [ssrc:%" PRIu32 ", payloadType:%" PRIu8 ", producerId:%s]",
// packet->GetSsrc(),
// packet->GetPayloadType(),
// producer->id.c_str());
// Pass the RTP packet to the corresponding Producer.
auto result = producer->ReceiveRtpPacket(packet);
switch (result)
{
case RTC::Producer::ReceiveRtpPacketResult::MEDIA:
this->recvRtpTransmission.Update(packet);
break;
case RTC::Producer::ReceiveRtpPacketResult::RETRANSMISSION:
this->recvRtxTransmission.Update(packet);
break;
case RTC::Producer::ReceiveRtpPacketResult::DISCARDED:
// Tell the child class to remove this SSRC.
RecvStreamClosed(packet->GetSsrc());
break;
default:;
}
delete packet;
}
void Transport::ReceiveRtcpPacket(RTC::RTCP::Packet* packet)
{
MS_TRACE();
// Handle each RTCP packet.
while (packet)
{
HandleRtcpPacket(packet);
auto* previousPacket = packet;
packet = packet->GetNext();
delete previousPacket;
}
}
void Transport::ReceiveSctpData(const uint8_t* data, size_t len)
{
MS_TRACE();
if (!this->sctpAssociation)
{
MS_DEBUG_TAG(sctp, "ignoring SCTP packet (SCTP not enabled)");
return;
}
// Pass it to the SctpAssociation.
this->sctpAssociation->ProcessSctpData(data, len);
}
void Transport::SetNewProducerIdFromInternal(json& internal, std::string& producerId) const
{
MS_TRACE();
auto jsonProducerIdIt = internal.find("producerId");
if (jsonProducerIdIt == internal.end() || !jsonProducerIdIt->is_string())
MS_THROW_ERROR("missing internal.producerId");
producerId.assign(jsonProducerIdIt->get<std::string>());
if (this->mapProducers.find(producerId) != this->mapProducers.end())
MS_THROW_ERROR("a Producer with same producerId already exists");
}
RTC::Producer* Transport::GetProducerFromInternal(json& internal) const
{
MS_TRACE();
auto jsonProducerIdIt = internal.find("producerId");
if (jsonProducerIdIt == internal.end() || !jsonProducerIdIt->is_string())
MS_THROW_ERROR("missing internal.producerId");
auto it = this->mapProducers.find(jsonProducerIdIt->get<std::string>());
if (it == this->mapProducers.end())
MS_THROW_ERROR("Producer not found");
RTC::Producer* producer = it->second;
return producer;
}
void Transport::SetNewConsumerIdFromInternal(json& internal, std::string& consumerId) const
{
MS_TRACE();
auto jsonConsumerIdIt = internal.find("consumerId");
if (jsonConsumerIdIt == internal.end() || !jsonConsumerIdIt->is_string())
MS_THROW_ERROR("missing internal.consumerId");
consumerId.assign(jsonConsumerIdIt->get<std::string>());
if (this->mapConsumers.find(consumerId) != this->mapConsumers.end())
MS_THROW_ERROR("a Consumer with same consumerId already exists");
}
RTC::Consumer* Transport::GetConsumerFromInternal(json& internal) const
{
MS_TRACE();
auto jsonConsumerIdIt = internal.find("consumerId");
if (jsonConsumerIdIt == internal.end() || !jsonConsumerIdIt->is_string())
MS_THROW_ERROR("missing internal.consumerId");
auto it = this->mapConsumers.find(jsonConsumerIdIt->get<std::string>());
if (it == this->mapConsumers.end())
MS_THROW_ERROR("Consumer not found");
RTC::Consumer* consumer = it->second;
return consumer;
}
inline RTC::Consumer* Transport::GetConsumerByMediaSsrc(uint32_t ssrc) const
{
MS_TRACE();
auto mapSsrcConsumerIt = this->mapSsrcConsumer.find(ssrc);
if (mapSsrcConsumerIt == this->mapSsrcConsumer.end())
return nullptr;
auto* consumer = mapSsrcConsumerIt->second;
return consumer;
}
inline RTC::Consumer* Transport::GetConsumerByRtxSsrc(uint32_t ssrc) const
{
MS_TRACE();
auto mapRtxSsrcConsumerIt = this->mapRtxSsrcConsumer.find(ssrc);
if (mapRtxSsrcConsumerIt == this->mapRtxSsrcConsumer.end())
return nullptr;
auto* consumer = mapRtxSsrcConsumerIt->second;
return consumer;
}
void Transport::SetNewDataProducerIdFromInternal(json& internal, std::string& dataProducerId) const
{
MS_TRACE();
auto jsonDataProducerIdIt = internal.find("dataProducerId");
if (jsonDataProducerIdIt == internal.end() || !jsonDataProducerIdIt->is_string())
MS_THROW_ERROR("missing internal.dataProducerId");
dataProducerId.assign(jsonDataProducerIdIt->get<std::string>());
if (this->mapDataProducers.find(dataProducerId) != this->mapDataProducers.end())
MS_THROW_ERROR("a DataProducer with same dataProducerId already exists");
}
RTC::DataProducer* Transport::GetDataProducerFromInternal(json& internal) const
{
MS_TRACE();
auto jsonDataProducerIdIt = internal.find("dataProducerId");
if (jsonDataProducerIdIt == internal.end() || !jsonDataProducerIdIt->is_string())
MS_THROW_ERROR("missing internal.dataProducerId");
auto it = this->mapDataProducers.find(jsonDataProducerIdIt->get<std::string>());
if (it == this->mapDataProducers.end())
MS_THROW_ERROR("DataProducer not found");
RTC::DataProducer* dataProducer = it->second;
return dataProducer;
}
void Transport::SetNewDataConsumerIdFromInternal(json& internal, std::string& dataConsumerId) const
{
MS_TRACE();
auto jsonDataConsumerIdIt = internal.find("dataConsumerId");
if (jsonDataConsumerIdIt == internal.end() || !jsonDataConsumerIdIt->is_string())
MS_THROW_ERROR("missing internal.dataConsumerId");
dataConsumerId.assign(jsonDataConsumerIdIt->get<std::string>());
if (this->mapDataConsumers.find(dataConsumerId) != this->mapDataConsumers.end())
MS_THROW_ERROR("a DataConsumer with same dataConsumerId already exists");
}
RTC::DataConsumer* Transport::GetDataConsumerFromInternal(json& internal) const
{
MS_TRACE();
auto jsonDataConsumerIdIt = internal.find("dataConsumerId");
if (jsonDataConsumerIdIt == internal.end() || !jsonDataConsumerIdIt->is_string())
MS_THROW_ERROR("missing internal.dataConsumerId");
auto it = this->mapDataConsumers.find(jsonDataConsumerIdIt->get<std::string>());
if (it == this->mapDataConsumers.end())
MS_THROW_ERROR("DataConsumer not found");
RTC::DataConsumer* dataConsumer = it->second;
return dataConsumer;
}
void Transport::HandleRtcpPacket(RTC::RTCP::Packet* packet)
{
MS_TRACE();
switch (packet->GetType())
{
case RTC::RTCP::Type::RR:
{
auto* rr = static_cast<RTC::RTCP::ReceiverReportPacket*>(packet);
for (auto it = rr->Begin(); it != rr->End(); ++it)
{
auto& report = *it;
auto* consumer = GetConsumerByMediaSsrc(report->GetSsrc());
if (!consumer)
{
// Special case for the RTP probator.
if (report->GetSsrc() == RTC::RtpProbationSsrc)
{
continue;
}
MS_DEBUG_TAG(
rtcp,
"no Consumer found for received Receiver Report [ssrc:%" PRIu32 "]",
report->GetSsrc());
continue;
}
consumer->ReceiveRtcpReceiverReport(report);
}
if (this->tccClient && !this->mapConsumers.empty())
{
float rtt = 0;
// Retrieve the RTT from the first active consumer.
for (auto& kv : this->mapConsumers)
{
auto* consumer = kv.second;
if (consumer->IsActive())
{
rtt = consumer->GetRtt();
break;
}
}
this->tccClient->ReceiveRtcpReceiverReport(rr, rtt, DepLibUV::GetTimeMsInt64());
}
break;
}
case RTC::RTCP::Type::PSFB:
{
auto* feedback = static_cast<RTC::RTCP::FeedbackPsPacket*>(packet);
switch (feedback->GetMessageType())
{
case RTC::RTCP::FeedbackPs::MessageType::PLI:
{
auto* consumer = GetConsumerByMediaSsrc(feedback->GetMediaSsrc());
if (feedback->GetMediaSsrc() == RTC::RtpProbationSsrc)
{
break;
}
else if (!consumer)
{
MS_DEBUG_TAG(
rtcp,
"no Consumer found for received PLI Feedback packet "
"[sender ssrc:%" PRIu32 ", media ssrc:%" PRIu32 "]",
feedback->GetSenderSsrc(),
feedback->GetMediaSsrc());
break;
}
MS_DEBUG_TAG(
rtcp,
"PLI received, requesting key frame for Consumer "
"[sender ssrc:%" PRIu32 ", media ssrc:%" PRIu32 "]",
feedback->GetSenderSsrc(),
feedback->GetMediaSsrc());
consumer->ReceiveKeyFrameRequest(
RTC::RTCP::FeedbackPs::MessageType::PLI, feedback->GetMediaSsrc());
break;
}
case RTC::RTCP::FeedbackPs::MessageType::FIR:
{
// Must iterate FIR items.
auto* fir = static_cast<RTC::RTCP::FeedbackPsFirPacket*>(packet);
for (auto it = fir->Begin(); it != fir->End(); ++it)
{
auto& item = *it;
auto* consumer = GetConsumerByMediaSsrc(item->GetSsrc());
if (item->GetSsrc() == RTC::RtpProbationSsrc)
{
continue;
}
else if (!consumer)
{
MS_DEBUG_TAG(
rtcp,
"no Consumer found for received FIR Feedback packet "
"[sender ssrc:%" PRIu32 ", media ssrc:%" PRIu32 ", item ssrc:%" PRIu32 "]",
feedback->GetSenderSsrc(),
feedback->GetMediaSsrc(),
item->GetSsrc());
continue;
}
MS_DEBUG_TAG(
rtcp,
"FIR received, requesting key frame for Consumer "
"[sender ssrc:%" PRIu32 ", media ssrc:%" PRIu32 ", item ssrc:%" PRIu32 "]",
feedback->GetSenderSsrc(),
feedback->GetMediaSsrc(),
item->GetSsrc());
consumer->ReceiveKeyFrameRequest(feedback->GetMessageType(), item->GetSsrc());
}
break;
}
case RTC::RTCP::FeedbackPs::MessageType::AFB:
{
auto* afb = static_cast<RTC::RTCP::FeedbackPsAfbPacket*>(feedback);
// Store REMB info.
if (afb->GetApplication() == RTC::RTCP::FeedbackPsAfbPacket::Application::REMB)
{
auto* remb = static_cast<RTC::RTCP::FeedbackPsRembPacket*>(afb);
// Pass it to the TCC client.
// clang-format off
if (
this->tccClient &&
this->tccClient->GetBweType() == RTC::BweType::REMB
)
// clang-format on
{
this->tccClient->ReceiveEstimatedBitrate(remb->GetBitrate());
}
break;
}
else
{
MS_DEBUG_TAG(
rtcp,
"ignoring unsupported %s Feedback PS AFB packet "
"[sender ssrc:%" PRIu32 ", media ssrc:%" PRIu32 "]",
RTC::RTCP::FeedbackPsPacket::MessageType2String(feedback->GetMessageType()).c_str(),
feedback->GetSenderSsrc(),
feedback->GetMediaSsrc());
break;
}
}
default:
{
MS_DEBUG_TAG(
rtcp,
"ignoring unsupported %s Feedback packet "
"[sender ssrc:%" PRIu32 ", media ssrc:%" PRIu32 "]",
RTC::RTCP::FeedbackPsPacket::MessageType2String(feedback->GetMessageType()).c_str(),
feedback->GetSenderSsrc(),
feedback->GetMediaSsrc());
}
}
break;
}
case RTC::RTCP::Type::RTPFB:
{
auto* feedback = static_cast<RTC::RTCP::FeedbackRtpPacket*>(packet);
auto* consumer = GetConsumerByMediaSsrc(feedback->GetMediaSsrc());
// If no Consumer is found and this is not a Transport Feedback for the
// probation SSRC or any Consumer RTX SSRC, ignore it.
//
// clang-format off
if (
!consumer &&
feedback->GetMessageType() != RTC::RTCP::FeedbackRtp::MessageType::TCC &&
(
feedback->GetMediaSsrc() != RTC::RtpProbationSsrc ||
!GetConsumerByRtxSsrc(feedback->GetMediaSsrc())
)
)
// clang-format on
{
MS_DEBUG_TAG(
rtcp,
"no Consumer found for received Feedback packet "
"[sender ssrc:%" PRIu32 ", media ssrc:%" PRIu32 "]",
feedback->GetSenderSsrc(),
feedback->GetMediaSsrc());
break;
}
switch (feedback->GetMessageType())
{
case RTC::RTCP::FeedbackRtp::MessageType::NACK:
{
if (!consumer)
{
MS_DEBUG_TAG(
rtcp,
"no Consumer found for received NACK Feedback packet "
"[sender ssrc:%" PRIu32 ", media ssrc:%" PRIu32 "]",
feedback->GetSenderSsrc(),
feedback->GetMediaSsrc());
break;
}
auto* nackPacket = static_cast<RTC::RTCP::FeedbackRtpNackPacket*>(packet);
consumer->ReceiveNack(nackPacket);
break;
}
case RTC::RTCP::FeedbackRtp::MessageType::TCC:
{
auto* feedback = static_cast<RTC::RTCP::FeedbackRtpTransportPacket*>(packet);
if (this->tccClient)
this->tccClient->ReceiveRtcpTransportFeedback(feedback);
#ifdef ENABLE_RTC_SENDER_BANDWIDTH_ESTIMATOR
// Pass it to the SenderBandwidthEstimator client.
if (this->senderBwe)
this->senderBwe->ReceiveRtcpTransportFeedback(feedback);
#endif
break;
}
default:
{
MS_DEBUG_TAG(
rtcp,
"ignoring unsupported %s Feedback packet "
"[sender ssrc:%" PRIu32 ", media ssrc:%" PRIu32 "]",
RTC::RTCP::FeedbackRtpPacket::MessageType2String(feedback->GetMessageType()).c_str(),
feedback->GetSenderSsrc(),
feedback->GetMediaSsrc());
}
}
break;
}
case RTC::RTCP::Type::SR:
{
auto* sr = static_cast<RTC::RTCP::SenderReportPacket*>(packet);
// Even if Sender Report packet can only contains one report.
for (auto it = sr->Begin(); it != sr->End(); ++it)
{
auto& report = *it;
auto* producer = this->rtpListener.GetProducer(report->GetSsrc());
if (!producer)
{
MS_DEBUG_TAG(
rtcp,
"no Producer found for received Sender Report [ssrc:%" PRIu32 "]",
report->GetSsrc());
continue;
}
producer->ReceiveRtcpSenderReport(report);
}
break;
}
case RTC::RTCP::Type::SDES:
{
// According to RFC 3550 section 6.1 "a CNAME item MUST be included in
// in each compound RTCP packet". So this is true even for compound
// packets sent by endpoints that are not sending any RTP stream to us
// (thus chunks in such a SDES will have an SSCR does not match with
// any Producer created in this Transport).
// Therefore, and given that we do nothing with SDES, just ignore them.
break;
}
case RTC::RTCP::Type::BYE:
{
MS_DEBUG_TAG(rtcp, "ignoring received RTCP BYE");
break;
}
case RTC::RTCP::Type::XR:
{
auto* xr = static_cast<RTC::RTCP::ExtendedReportPacket*>(packet);
for (auto it = xr->Begin(); it != xr->End(); ++it)
{
auto& report = *it;
switch (report->GetType())
{
case RTC::RTCP::ExtendedReportBlock::Type::DLRR:
{
auto* dlrr = static_cast<RTC::RTCP::DelaySinceLastRr*>(report);
for (auto it2 = dlrr->Begin(); it2 != dlrr->End(); ++it2)
{
auto& ssrcInfo = *it2;
// SSRC should be filled in the sub-block.
if (ssrcInfo->GetSsrc() == 0)
ssrcInfo->SetSsrc(xr->GetSsrc());
auto* producer = this->rtpListener.GetProducer(ssrcInfo->GetSsrc());
if (!producer)
{
MS_DEBUG_TAG(
rtcp,
"no Producer found for received Sender Extended Report [ssrc:%" PRIu32 "]",
ssrcInfo->GetSsrc());
continue;
}
producer->ReceiveRtcpXrDelaySinceLastRr(ssrcInfo);
}
break;
}
default:;
}
}
break;
}
default:
{
MS_DEBUG_TAG(
rtcp,
"unhandled RTCP type received [type:%" PRIu8 "]",
static_cast<uint8_t>(packet->GetType()));
}
}
}
void Transport::SendRtcp(uint64_t nowMs)
{
MS_TRACE();
std::unique_ptr<RTC::RTCP::CompoundPacket> packet{ nullptr };
for (auto& kv : this->mapConsumers)
{
auto* consumer = kv.second;
for (auto* rtpStream : consumer->GetRtpStreams())
{
// Reset the Compound packet.
packet.reset(new RTC::RTCP::CompoundPacket());
consumer->GetRtcp(packet.get(), rtpStream, nowMs);
// Send the RTCP compound packet if there is a sender report.
if (packet->HasSenderReport())
{
packet->Serialize(RTC::RTCP::Buffer);
SendRtcpCompoundPacket(packet.get());
}
}
}
// Reset the Compound packet.
packet.reset(new RTC::RTCP::CompoundPacket());
for (auto& kv : this->mapProducers)
{
auto* producer = kv.second;
producer->GetRtcp(packet.get(), nowMs);
// One more RR would exceed the MTU, send the compound packet now.
if (packet->GetSize() + sizeof(RTCP::ReceiverReport::Header) > RTC::MtuSize)
{
packet->Serialize(RTC::RTCP::Buffer);
SendRtcpCompoundPacket(packet.get());
// Reset the Compound packet.
packet.reset(new RTC::RTCP::CompoundPacket());
}
}
if (packet->GetReceiverReportCount() != 0u)
{
packet->Serialize(RTC::RTCP::Buffer);
SendRtcpCompoundPacket(packet.get());
}
}
void Transport::DistributeAvailableOutgoingBitrate()
{
MS_TRACE();
MS_ASSERT(this->tccClient, "no TransportCongestionClient");
std::multimap<uint8_t, RTC::Consumer*> multimapPriorityConsumer;
// Fill the map with Consumers and their priority (if > 0).
for (auto& kv : this->mapConsumers)
{
auto* consumer = kv.second;
auto priority = consumer->GetBitratePriority();
if (priority > 0u)
multimapPriorityConsumer.emplace(priority, consumer);
}
// Nobody wants bitrate. Exit.
if (multimapPriorityConsumer.empty())
return;
uint32_t availableBitrate = this->tccClient->GetAvailableBitrate();
this->tccClient->RescheduleNextAvailableBitrateEvent();
MS_DEBUG_DEV("before layer-by-layer iterations [availableBitrate:%" PRIu32 "]", availableBitrate);
// Redistribute the available bitrate by allowing Consumers to increase
// layer by layer. Take into account the priority of each Consumer to
// provide it with more bitrate.
while (availableBitrate > 0u)
{
auto previousAvailableBitrate = availableBitrate;
for (auto it = multimapPriorityConsumer.rbegin(); it != multimapPriorityConsumer.rend(); ++it)
{
auto priority = it->first;
auto* consumer = it->second;
auto bweType = this->tccClient->GetBweType();
// If a Consumer has priority > 1, call IncreaseLayer() more times to
// provide it with more available bitrate to choose its preferred layers.
for (uint8_t i{ 1u }; i <= priority; ++i)
{
uint32_t usedBitrate;
switch (bweType)
{
case RTC::BweType::TRANSPORT_CC:
usedBitrate = consumer->IncreaseLayer(availableBitrate, /*considerLoss*/ false);
break;
case RTC::BweType::REMB:
usedBitrate = consumer->IncreaseLayer(availableBitrate, /*considerLoss*/ true);
break;
}
MS_ASSERT(usedBitrate <= availableBitrate, "Consumer used more layer bitrate than given");
availableBitrate -= usedBitrate;
// Exit the loop fast if used bitrate is 0.
if (usedBitrate == 0u)
break;
}
}
// If no Consumer used bitrate, exit the loop.
if (availableBitrate == previousAvailableBitrate)
break;
}
MS_DEBUG_DEV("after layer-by-layer iterations [availableBitrate:%" PRIu32 "]", availableBitrate);
// Finally instruct Consumers to apply their computed layers.
for (auto it = multimapPriorityConsumer.rbegin(); it != multimapPriorityConsumer.rend(); ++it)
{
auto* consumer = it->second;
consumer->ApplyLayers();
}
}
void Transport::ComputeOutgoingDesiredBitrate(bool forceBitrate)
{
MS_TRACE();
MS_ASSERT(this->tccClient, "no TransportCongestionClient");
uint32_t totalDesiredBitrate{ 0u };
for (auto& kv : this->mapConsumers)
{
auto* consumer = kv.second;
auto desiredBitrate = consumer->GetDesiredBitrate();
totalDesiredBitrate += desiredBitrate;
}
MS_DEBUG_DEV("total desired bitrate: %" PRIu32, totalDesiredBitrate);
this->tccClient->SetDesiredBitrate(totalDesiredBitrate, forceBitrate);
}
inline void Transport::EmitTraceEventProbationType(RTC::RtpPacket* packet) const
{
MS_TRACE();
if (!this->traceEventTypes.probation)
return;
json data = json::object();
data["type"] = "probation";
data["timestamp"] = DepLibUV::GetTimeMs();
data["direction"] = "out";
packet->FillJson(data["info"]);
Channel::Notifier::Emit(this->id, "trace", data);
}
inline void Transport::EmitTraceEventBweType(
RTC::TransportCongestionControlClient::Bitrates& bitrates) const
{
MS_TRACE();
if (!this->traceEventTypes.bwe)
return;
json data = json::object();
data["type"] = "bwe";
data["timestamp"] = DepLibUV::GetTimeMs();
data["direction"] = "out";
data["info"]["desiredBitrate"] = bitrates.desiredBitrate;
data["info"]["effectiveDesiredBitrate"] = bitrates.effectiveDesiredBitrate;
data["info"]["minBitrate"] = bitrates.minBitrate;
data["info"]["maxBitrate"] = bitrates.maxBitrate;
data["info"]["startBitrate"] = bitrates.startBitrate;
data["info"]["maxPaddingBitrate"] = bitrates.maxPaddingBitrate;
data["info"]["availableBitrate"] = bitrates.availableBitrate;
switch (this->tccClient->GetBweType())
{
case RTC::BweType::TRANSPORT_CC:
data["info"]["type"] = "transport-cc";
break;
case RTC::BweType::REMB:
data["info"]["type"] = "remb";
break;
}
Channel::Notifier::Emit(this->id, "trace", data);
}
inline void Transport::OnProducerPaused(RTC::Producer* producer)
{
MS_TRACE();
this->listener->OnTransportProducerPaused(this, producer);
}
inline void Transport::OnProducerResumed(RTC::Producer* producer)
{
MS_TRACE();
this->listener->OnTransportProducerResumed(this, producer);
}
inline void Transport::OnProducerNewRtpStream(
RTC::Producer* producer, RTC::RtpStream* rtpStream, uint32_t mappedSsrc)
{
MS_TRACE();
this->listener->OnTransportProducerNewRtpStream(this, producer, rtpStream, mappedSsrc);
}
inline void Transport::OnProducerRtpStreamScore(
RTC::Producer* producer, RTC::RtpStream* rtpStream, uint8_t score, uint8_t previousScore)
{
MS_TRACE();
this->listener->OnTransportProducerRtpStreamScore(this, producer, rtpStream, score, previousScore);
}
inline void Transport::OnProducerRtcpSenderReport(
RTC::Producer* producer, RTC::RtpStream* rtpStream, bool first)
{
MS_TRACE();
this->listener->OnTransportProducerRtcpSenderReport(this, producer, rtpStream, first);
}
inline void Transport::OnProducerRtpPacketReceived(RTC::Producer* producer, RTC::RtpPacket* packet)
{
MS_TRACE();
this->listener->OnTransportProducerRtpPacketReceived(this, producer, packet);
}
inline void Transport::OnProducerSendRtcpPacket(RTC::Producer* /*producer*/, RTC::RTCP::Packet* packet)
{
MS_TRACE();
SendRtcpPacket(packet);
}
inline void Transport::OnProducerNeedWorstRemoteFractionLost(
RTC::Producer* producer, uint32_t mappedSsrc, uint8_t& worstRemoteFractionLost)
{
MS_TRACE();
this->listener->OnTransportNeedWorstRemoteFractionLost(
this, producer, mappedSsrc, worstRemoteFractionLost);
}
inline void Transport::OnConsumerSendRtpPacket(RTC::Consumer* consumer, RTC::RtpPacket* packet)
{
MS_TRACE();
// Update abs-send-time if present.
packet->UpdateAbsSendTime(DepLibUV::GetTimeMs());
// Update transport wide sequence number if present.
// clang-format off
if (
this->tccClient &&
this->tccClient->GetBweType() == RTC::BweType::TRANSPORT_CC &&
packet->UpdateTransportWideCc01(this->transportWideCcSeq + 1)
)
// clang-format on
{
this->transportWideCcSeq++;
auto* tccClient = this->tccClient;
webrtc::RtpPacketSendInfo packetInfo;
packetInfo.ssrc = packet->GetSsrc();
packetInfo.transport_sequence_number = this->transportWideCcSeq;
packetInfo.has_rtp_sequence_number = true;
packetInfo.rtp_sequence_number = packet->GetSequenceNumber();
packetInfo.length = packet->GetSize();
packetInfo.pacing_info = this->tccClient->GetPacingInfo();
// Indicate the pacer (and prober) that a packet is to be sent.
this->tccClient->InsertPacket(packetInfo);
#ifdef ENABLE_RTC_SENDER_BANDWIDTH_ESTIMATOR
auto* senderBwe = this->senderBwe;
RTC::SenderBandwidthEstimator::SentInfo sentInfo;
sentInfo.wideSeq = this->transportWideCcSeq;
sentInfo.size = packet->GetSize();
sentInfo.sendingAtMs = DepLibUV::GetTimeMs();
auto* cb = new onSendCallback([tccClient, &packetInfo, senderBwe, &sentInfo](bool sent) {
if (sent)
{
tccClient->PacketSent(packetInfo, DepLibUV::GetTimeMsInt64());
sentInfo.sentAtMs = DepLibUV::GetTimeMs();
senderBwe->RtpPacketSent(sentInfo);
}
});
SendRtpPacket(consumer, packet, cb);
#else
const auto* cb = new onSendCallback([tccClient, &packetInfo](bool sent) {
if (sent)
tccClient->PacketSent(packetInfo, DepLibUV::GetTimeMsInt64());
});
SendRtpPacket(consumer, packet, cb);
#endif
}
else
{
SendRtpPacket(consumer, packet);
}
this->sendRtpTransmission.Update(packet);
}
inline void Transport::OnConsumerRetransmitRtpPacket(RTC::Consumer* consumer, RTC::RtpPacket* packet)
{
MS_TRACE();
// Update abs-send-time if present.
packet->UpdateAbsSendTime(DepLibUV::GetTimeMs());
// Update transport wide sequence number if present.
// clang-format off
if (
this->tccClient &&
this->tccClient->GetBweType() == RTC::BweType::TRANSPORT_CC &&
packet->UpdateTransportWideCc01(this->transportWideCcSeq + 1)
)
// clang-format on
{
this->transportWideCcSeq++;
auto* tccClient = this->tccClient;
webrtc::RtpPacketSendInfo packetInfo;
packetInfo.ssrc = packet->GetSsrc();
packetInfo.transport_sequence_number = this->transportWideCcSeq;
packetInfo.has_rtp_sequence_number = true;
packetInfo.rtp_sequence_number = packet->GetSequenceNumber();
packetInfo.length = packet->GetSize();
packetInfo.pacing_info = this->tccClient->GetPacingInfo();
// Indicate the pacer (and prober) that a packet is to be sent.
this->tccClient->InsertPacket(packetInfo);
#ifdef ENABLE_RTC_SENDER_BANDWIDTH_ESTIMATOR
auto* senderBwe = this->senderBwe;
RTC::SenderBandwidthEstimator::SentInfo sentInfo;
sentInfo.wideSeq = this->transportWideCcSeq;
sentInfo.size = packet->GetSize();
sentInfo.sendingAtMs = DepLibUV::GetTimeMs();
auto* cb = new onSendCallback([tccClient, &packetInfo, senderBwe, &sentInfo](bool sent) {
if (sent)
{
tccClient->PacketSent(packetInfo, DepLibUV::GetTimeMsInt64());
sentInfo.sentAtMs = DepLibUV::GetTimeMs();
senderBwe->RtpPacketSent(sentInfo);
}
});
SendRtpPacket(consumer, packet, cb);
#else
const auto* cb = new onSendCallback([tccClient, &packetInfo](bool sent) {
if (sent)
tccClient->PacketSent(packetInfo, DepLibUV::GetTimeMsInt64());
});
SendRtpPacket(consumer, packet, cb);
#endif
}
else
{
SendRtpPacket(consumer, packet);
}
this->sendRtxTransmission.Update(packet);
}
inline void Transport::OnConsumerKeyFrameRequested(RTC::Consumer* consumer, uint32_t mappedSsrc)
{
MS_TRACE();
if (!IsConnected())
{
MS_WARN_TAG(rtcp, "ignoring key rame request (transport not connected)");
return;
}
this->listener->OnTransportConsumerKeyFrameRequested(this, consumer, mappedSsrc);
}
inline void Transport::OnConsumerNeedBitrateChange(RTC::Consumer* /*consumer*/)
{
MS_TRACE();
MS_ASSERT(this->tccClient, "no TransportCongestionClient");
DistributeAvailableOutgoingBitrate();
ComputeOutgoingDesiredBitrate();
}
inline void Transport::OnConsumerNeedZeroBitrate(RTC::Consumer* /*consumer*/)
{
MS_TRACE();
MS_ASSERT(this->tccClient, "no TransportCongestionClient");
DistributeAvailableOutgoingBitrate();
// This may be the latest active Consumer with BWE. If so we have to stop probation.
ComputeOutgoingDesiredBitrate(/*forceBitrate*/ true);
}
inline void Transport::OnConsumerProducerClosed(RTC::Consumer* consumer)
{
MS_TRACE();
// Remove it from the maps.
this->mapConsumers.erase(consumer->id);
for (auto ssrc : consumer->GetMediaSsrcs())
{
this->mapSsrcConsumer.erase(ssrc);
// Tell the child class to clear associated SSRCs.
SendStreamClosed(ssrc);
}
for (auto ssrc : consumer->GetRtxSsrcs())
{
this->mapRtxSsrcConsumer.erase(ssrc);
// Tell the child class to clear associated SSRCs.
SendStreamClosed(ssrc);
}
// Notify the listener.
this->listener->OnTransportConsumerProducerClosed(this, consumer);
// Delete it.
delete consumer;
// This may be the latest active Consumer with BWE. If so we have to stop probation.
if (this->tccClient)
ComputeOutgoingDesiredBitrate(/*forceBitrate*/ true);
}
inline void Transport::OnDataProducerMessageReceived(
RTC::DataProducer* dataProducer, uint32_t ppid, const uint8_t* msg, size_t len)
{
MS_TRACE();
this->listener->OnTransportDataProducerMessageReceived(this, dataProducer, ppid, msg, len);
}
inline void Transport::OnDataConsumerSendMessage(
RTC::DataConsumer* dataConsumer, uint32_t ppid, const uint8_t* msg, size_t len, onQueuedCallback* cb)
{
MS_TRACE();
SendMessage(dataConsumer, ppid, msg, len, cb);
}
inline void Transport::OnDataConsumerDataProducerClosed(RTC::DataConsumer* dataConsumer)
{
MS_TRACE();
// Remove it from the maps.
this->mapDataConsumers.erase(dataConsumer->id);
// Notify the listener.
this->listener->OnTransportDataConsumerDataProducerClosed(this, dataConsumer);
if (dataConsumer->GetType() == RTC::DataConsumer::Type::SCTP)
{
// Tell the SctpAssociation so it can reset the SCTP stream.
this->sctpAssociation->DataConsumerClosed(dataConsumer);
}
// Delete it.
delete dataConsumer;
}
inline void Transport::OnSctpAssociationConnecting(RTC::SctpAssociation* /*sctpAssociation*/)
{
MS_TRACE();
// Notify the Node Transport.
json data = json::object();
data["sctpState"] = "connecting";
Channel::Notifier::Emit(this->id, "sctpstatechange", data);
}
inline void Transport::OnSctpAssociationConnected(RTC::SctpAssociation* /*sctpAssociation*/)
{
MS_TRACE();
// Tell all DataConsumers.
for (auto& kv : this->mapDataConsumers)
{
auto* dataConsumer = kv.second;
if (dataConsumer->GetType() == RTC::DataConsumer::Type::SCTP)
{
dataConsumer->SctpAssociationConnected();
}
}
// Notify the Node Transport.
json data = json::object();
data["sctpState"] = "connected";
Channel::Notifier::Emit(this->id, "sctpstatechange", data);
}
inline void Transport::OnSctpAssociationFailed(RTC::SctpAssociation* /*sctpAssociation*/)
{
MS_TRACE();
// Tell all DataConsumers.
for (auto& kv : this->mapDataConsumers)
{
auto* dataConsumer = kv.second;
if (dataConsumer->GetType() == RTC::DataConsumer::Type::SCTP)
{
dataConsumer->SctpAssociationClosed();
}
}
// Notify the Node Transport.
json data = json::object();
data["sctpState"] = "failed";
Channel::Notifier::Emit(this->id, "sctpstatechange", data);
}
inline void Transport::OnSctpAssociationClosed(RTC::SctpAssociation* /*sctpAssociation*/)
{
MS_TRACE();
// Tell all DataConsumers.
for (auto& kv : this->mapDataConsumers)
{
auto* dataConsumer = kv.second;
if (dataConsumer->GetType() == RTC::DataConsumer::Type::SCTP)
{
dataConsumer->SctpAssociationClosed();
}
}
// Notify the Node Transport.
json data = json::object();
data["sctpState"] = "closed";
Channel::Notifier::Emit(this->id, "sctpstatechange", data);
}
inline void Transport::OnSctpAssociationSendData(
RTC::SctpAssociation* /*sctpAssociation*/, const uint8_t* data, size_t len)
{
MS_TRACE();
// Ignore if destroying.
// NOTE: This is because when the child class (i.e. WebRtcTransport) is deleted,
// its destructor is called first and then the parent Transport's destructor,
// and we would end here calling SendSctpData() which is an abstract method.
if (this->destroying)
return;
if (this->sctpAssociation)
SendSctpData(data, len);
}
inline void Transport::OnSctpAssociationMessageReceived(
RTC::SctpAssociation* /*sctpAssociation*/,
uint16_t streamId,
uint32_t ppid,
const uint8_t* msg,
size_t len)
{
MS_TRACE();
RTC::DataProducer* dataProducer = this->sctpListener.GetDataProducer(streamId);
if (!dataProducer)
{
MS_WARN_TAG(
sctp, "no suitable DataProducer for received SCTP message [streamId:%" PRIu16 "]", streamId);
return;
}
// Pass the SCTP message to the corresponding DataProducer.
try
{
dataProducer->ReceiveMessage(ppid, msg, len);
}
catch (std::exception& error)
{
// Nothing to do.
}
}
inline void Transport::OnSctpAssociationBufferedAmount(
RTC::SctpAssociation* /*sctpAssociation*/, uint32_t bufferedAmount)
{
MS_TRACE();
for (const auto& kv : this->mapDataConsumers)
{
auto* dataConsumer = kv.second;
if (dataConsumer->GetType() == RTC::DataConsumer::Type::SCTP)
dataConsumer->SctpAssociationBufferedAmount(bufferedAmount);
}
}
inline void Transport::OnTransportCongestionControlClientBitrates(
RTC::TransportCongestionControlClient* /*tccClient*/,
RTC::TransportCongestionControlClient::Bitrates& bitrates)
{
MS_TRACE();
MS_DEBUG_DEV("outgoing available bitrate:%" PRIu32, bitrates.availableBitrate);
DistributeAvailableOutgoingBitrate();
ComputeOutgoingDesiredBitrate();
// May emit 'trace' event.
EmitTraceEventBweType(bitrates);
}
inline void Transport::OnTransportCongestionControlClientSendRtpPacket(
RTC::TransportCongestionControlClient* tccClient,
RTC::RtpPacket* packet,
const webrtc::PacedPacketInfo& pacingInfo)
{
MS_TRACE();
// Update abs-send-time if present.
packet->UpdateAbsSendTime(DepLibUV::GetTimeMs());
// Update transport wide sequence number if present.
// clang-format off
if (
this->tccClient->GetBweType() == RTC::BweType::TRANSPORT_CC &&
packet->UpdateTransportWideCc01(this->transportWideCcSeq + 1)
)
// clang-format on
{
this->transportWideCcSeq++;
// May emit 'trace' event.
EmitTraceEventProbationType(packet);
webrtc::RtpPacketSendInfo packetInfo;
packetInfo.ssrc = packet->GetSsrc();
packetInfo.transport_sequence_number = this->transportWideCcSeq;
packetInfo.has_rtp_sequence_number = true;
packetInfo.rtp_sequence_number = packet->GetSequenceNumber();
packetInfo.length = packet->GetSize();
packetInfo.pacing_info = pacingInfo;
// Indicate the pacer (and prober) that a packet is to be sent.
this->tccClient->InsertPacket(packetInfo);
#ifdef ENABLE_RTC_SENDER_BANDWIDTH_ESTIMATOR
auto* senderBwe = this->senderBwe;
RTC::SenderBandwidthEstimator::SentInfo sentInfo;
sentInfo.wideSeq = this->transportWideCcSeq;
sentInfo.size = packet->GetSize();
sentInfo.isProbation = true;
sentInfo.sendingAtMs = DepLibUV::GetTimeMs();
auto* cb = new onSendCallback([tccClient, &packetInfo, senderBwe, &sentInfo](bool sent) {
if (sent)
{
tccClient->PacketSent(packetInfo, DepLibUV::GetTimeMsInt64());
sentInfo.sentAtMs = DepLibUV::GetTimeMs();
senderBwe->RtpPacketSent(sentInfo);
}
});
SendRtpPacket(nullptr, packet, cb);
#else
const auto* cb = new onSendCallback([tccClient, &packetInfo](bool sent) {
if (sent)
tccClient->PacketSent(packetInfo, DepLibUV::GetTimeMsInt64());
});
SendRtpPacket(nullptr, packet, cb);
#endif
}
else
{
// May emit 'trace' event.
EmitTraceEventProbationType(packet);
SendRtpPacket(nullptr, packet);
}
this->sendProbationTransmission.Update(packet);
MS_DEBUG_DEV(
"probation sent [seq:%" PRIu16 ", wideSeq:%" PRIu16 ", size:%zu, bitrate:%" PRIu32 "]",
packet->GetSequenceNumber(),
this->transportWideCcSeq,
packet->GetSize(),
this->sendProbationTransmission.GetBitrate(DepLibUV::GetTimeMs()));
}
inline void Transport::OnTransportCongestionControlServerSendRtcpPacket(
RTC::TransportCongestionControlServer* /*tccServer*/, RTC::RTCP::Packet* packet)
{
MS_TRACE();
packet->Serialize(RTC::RTCP::Buffer);
SendRtcpPacket(packet);
}
#ifdef ENABLE_RTC_SENDER_BANDWIDTH_ESTIMATOR
inline void Transport::OnSenderBandwidthEstimatorAvailableBitrate(
RTC::SenderBandwidthEstimator* /*senderBwe*/,
uint32_t availableBitrate,
uint32_t previousAvailableBitrate)
{
MS_TRACE();
MS_DEBUG_DEV(
"outgoing available bitrate [now:%" PRIu32 ", before:%" PRIu32 "]",
availableBitrate,
previousAvailableBitrate);
// TODO: Uncomment once just SenderBandwidthEstimator is used.
// DistributeAvailableOutgoingBitrate();
// ComputeOutgoingDesiredBitrate();
}
#endif
inline void Transport::OnTimer(Timer* timer)
{
MS_TRACE();
// RTCP timer.
if (timer == this->rtcpTimer)
{
auto interval = static_cast<uint64_t>(RTC::RTCP::MaxVideoIntervalMs);
uint64_t nowMs = DepLibUV::GetTimeMs();
SendRtcp(nowMs);
// Recalculate next RTCP interval.
if (!this->mapConsumers.empty())
{
// Transmission rate in kbps.
uint32_t rate{ 0 };
// Get the RTP sending rate.
for (auto& kv : this->mapConsumers)
{
auto* consumer = kv.second;
rate += consumer->GetTransmissionRate(nowMs) / 1000;
}
// Calculate bandwidth: 360 / transmission bandwidth in kbit/s.
if (rate != 0u)
interval = 360000 / rate;
if (interval > RTC::RTCP::MaxVideoIntervalMs)
interval = RTC::RTCP::MaxVideoIntervalMs;
}
/*
* The interval between RTCP packets is varied randomly over the range
* [0.5,1.5] times the calculated interval to avoid unintended synchronization
* of all participants.
*/
interval *= static_cast<float>(Utils::Crypto::GetRandomUInt(5, 15)) / 10;
this->rtcpTimer->Start(interval);
}
}
} // namespace RTC
Server : Apache/2.4.41 (Ubuntu)