webrtc stack changes for native SDK optimizations (#137)

Author: taste1981

api/ice_transport_factory.cc

@@ -13,6 +13,7 @@
 #include <memory>
 #include <utility>
 
+#include "api/media_types.h"
 #include "p2p/base/ice_transport_internal.h"
 #include "p2p/base/p2p_transport_channel.h"
 #include "p2p/base/port_allocator.h"
@@ -59,7 +60,7 @@ rtc::scoped_refptr<IceTransportInterface> CreateIceTransport(
     IceTransportInit init) {
   return new rtc::RefCountedObject<IceTransportWithTransportChannel>(
       std::make_unique<cricket::P2PTransportChannel>(
-          "", 0, init.port_allocator(), init.async_resolver_factory(),
+          "", cricket::MediaType::MEDIA_TYPE_AUDIO, 0, init.port_allocator(), init.async_resolver_factory(),
           init.event_log()));
 }
 

api/ice_transport_interface.h

@@ -14,6 +14,7 @@
 #include <string>
 
 #include "api/async_resolver_factory.h"
+#include "api/media_types.h"
 #include "api/rtc_error.h"
 #include "api/rtc_event_log/rtc_event_log.h"
 #include "api/scoped_refptr.h"
@@ -87,6 +88,7 @@ class IceTransportFactory {
   // peer connection should offer transports compatible with these assumptions.
   virtual rtc::scoped_refptr<IceTransportInterface> CreateIceTransport(
       const std::string& transport_name,
+      cricket::MediaType media_type,
       int component,
       IceTransportInit init) = 0;
 };

api/media_types.cc

@@ -17,6 +17,7 @@ namespace cricket {
 const char kMediaTypeVideo[] = "video";
 const char kMediaTypeAudio[] = "audio";
 const char kMediaTypeData[] = "data";
+const char kMediaTypeScreen[] = "screen";
 
 std::string MediaTypeToString(MediaType type) {
   switch (type) {

api/media_types.h

@@ -24,12 +24,14 @@ enum MediaType {
   MEDIA_TYPE_AUDIO,
   MEDIA_TYPE_VIDEO,
   MEDIA_TYPE_DATA,
+  MEDIA_TYPE_SCREEN,
   MEDIA_TYPE_UNSUPPORTED
 };
 
 extern const char kMediaTypeAudio[];
 extern const char kMediaTypeVideo[];
 extern const char kMediaTypeData[];
+extern const char kMediaTypeScreen[];
 
 RTC_EXPORT std::string MediaTypeToString(MediaType type);
 

api/stats/rtcstats_objects.h

@@ -458,6 +458,7 @@ class RTC_EXPORT RTCInboundRTPStreamStats final : public RTCRTPStreamStats {
   RTCStatsMember<uint32_t> frame_bit_depth;
   RTCStatsMember<double> frames_per_second;
   RTCStatsMember<uint32_t> frames_decoded;
+  RTCStatsMember<uint32_t> frames_rendered;
   RTCStatsMember<uint32_t> key_frames_decoded;
   RTCStatsMember<uint32_t> frames_dropped;
   RTCStatsMember<double> total_decode_time;

api/stats_types.cc

@@ -401,6 +401,8 @@ const char* StatsReport::Value::display_name() const {
       return "datachannelid";
     case kStatsValueNameFramesDecoded:
       return "framesDecoded";
+    case kStatsValueNameFramesRendered:
+      return "framesRendered";
     case kStatsValueNameFramesEncoded:
       return "framesEncoded";
     case kStatsValueNameJitterBufferDelay:

api/stats_types.h

@@ -108,6 +108,7 @@ class RTC_EXPORT StatsReport {
     kStatsValueNameConcealmentEvents,
     kStatsValueNameDataChannelId,
     kStatsValueNameFramesDecoded,
+    kStatsValueNameFramesRendered,
     kStatsValueNameFramesEncoded,
     kStatsValueNameJitterBufferDelay,
     kStatsValueNameMediaType,

api/video_codecs/video_encoder.cc

@@ -39,7 +39,7 @@ VideoCodecVP9 VideoEncoder::GetDefaultVp9Settings() {
   vp9_settings.numberOfTemporalLayers = 1;
   vp9_settings.denoisingOn = true;
   vp9_settings.frameDroppingOn = true;
-  vp9_settings.keyFrameInterval = 3000;
+  vp9_settings.keyFrameInterval = 60;
   vp9_settings.adaptiveQpMode = true;
   vp9_settings.automaticResizeOn = true;
   vp9_settings.numberOfSpatialLayers = 1;

media/engine/constants.cc

@@ -15,5 +15,6 @@ namespace cricket {
 const int kVideoMtu = 1200;
 const int kVideoRtpSendBufferSize = 65536;
 const int kVideoRtpRecvBufferSize = 262144;
+const int kVideoRtpBufferSizeIncreased = 4 * 1024 * 1024;
 
 }  // namespace cricket

media/engine/constants.h

@@ -16,6 +16,7 @@ namespace cricket {
 extern const int kVideoMtu;
 extern const int kVideoRtpSendBufferSize;
 extern const int kVideoRtpRecvBufferSize;
+extern const int kVideoRtpBufferSizeIncreased;
 
 }  // namespace cricket