Add global hardware acceleration codec switch

config/config.ini

@@ -11,3 +11,6 @@ ip = 120.77.216.215
 port = 3478
 username = dijunkun
 password = dijunkunpw
+
+[hardware acceleration]
+turn_on = true

src/ice/ice_agent.cpp

@@ -24,7 +24,6 @@ int IceAgent::CreateIceAgent(juice_cb_state_changed_t on_state_changed,
                              juice_cb_recv_t on_recv, void *user_ptr) {
   // juice_set_log_level(JUICE_LOG_LEVEL_DEBUG);
 
-  LOG_ERROR("{} {} {} {}", stun_ip_, stun_port_, turn_ip_, turn_port_);
   juice_config_t config;
   memset(&config, 0, sizeof(config));
 

src/media/video/decode/ffmpeg/ffmpeg_video_decoder.cpp

@@ -2,7 +2,7 @@
 
 #include "log.h"
 
-#define SAVE_ENCODER_STREAM 1
+#define SAVE_DECODER_STREAM 1
 
 extern "C" {
 #include <libavformat/avformat.h>
@@ -10,17 +10,10 @@ extern "C" {
 #include <libswscale/swscale.h>
 };
 
-FfmpegVideoDecoder::FfmpegVideoDecoder() {
-  if (SAVE_ENCODER_STREAM) {
-    file_ = fopen("decode_stream.yuv", "w+b");
-    if (!file_) {
-      LOG_WARN("Fail to open stream.yuv");
-    }
-  }
-}
+FfmpegVideoDecoder::FfmpegVideoDecoder() {}
 
 FfmpegVideoDecoder::~FfmpegVideoDecoder() {
-  if (SAVE_ENCODER_STREAM && file_) {
+  if (SAVE_DECODER_STREAM && file_) {
     fflush(file_);
     fclose(file_);
     file_ = nullptr;
@@ -31,12 +24,27 @@ FfmpegVideoDecoder::~FfmpegVideoDecoder() {
     decoded_frame_ = nullptr;
   }
 
+  if (packet_) {
+    av_packet_free(&packet_);
+  }
+
+  if (frame_) {
     av_frame_free(&frame_);
+  }
+  if (frame_nv12_) {
     av_frame_free(&frame_nv12_);
+  }
+
+  if (img_convert_ctx) {
     sws_freeContext(img_convert_ctx);
+  }
+  if (codec_ctx_) {
     avcodec_close(codec_ctx_);
+  }
+  if (codec_ctx_) {
     av_free(codec_ctx_);
   }
+}
 
 int FfmpegVideoDecoder::Init() {
   // av_log_set_level(AV_LOG_DEBUG);
@@ -71,12 +79,20 @@ int FfmpegVideoDecoder::Init() {
   frame_ = av_frame_alloc();
   frame_nv12_ = av_frame_alloc();
 
+  packet_ = av_packet_alloc();
+
   img_convert_ctx =
       sws_getContext(1280, 720, AV_PIX_FMT_YUV420P, 1280, 720, AV_PIX_FMT_NV12,
                      SWS_FAST_BILINEAR, nullptr, nullptr, nullptr);
 
   decoded_frame_ = new VideoFrame(1280 * 720 * 3 / 2);
 
+  if (SAVE_DECODER_STREAM) {
+    file_ = fopen("decode_stream.yuv", "w+b");
+    if (!file_) {
+      LOG_WARN("Fail to open stream.yuv");
+    }
+  }
   return 0;
 }
 
@@ -93,10 +109,11 @@ int FfmpegVideoDecoder::Decode(
     }
   }
 
-  packet_.data = (uint8_t *)data;
-  packet_.size = size;
+  packet_->data = (uint8_t *)data;
+  packet_->size = size;
 
-  int ret = avcodec_send_packet(codec_ctx_, &packet_);
+  int ret = avcodec_send_packet(codec_ctx_, packet_);
+  av_packet_unref(packet_);
 
   while (ret >= 0) {
     ret = avcodec_receive_frame(codec_ctx_, frame_);
@@ -135,9 +152,9 @@ int FfmpegVideoDecoder::Decode(
       LOG_ERROR("cost {}", now_ts - start_ts);
 
       on_receive_decoded_frame(*decoded_frame_);
-      if (SAVE_ENCODER_STREAM) {
-        fwrite((unsigned char *)frame_->data, 1,
-               frame_->width * frame_->height * 3 / 2, file_);
+      if (SAVE_DECODER_STREAM) {
+        fwrite((unsigned char *)decoded_frame_->Buffer(), 1,
+               decoded_frame_->Size(), file_);
       }
     }
   }

src/media/video/decode/ffmpeg/ffmpeg_video_decoder.h

@@ -22,7 +22,7 @@ extern "C" {
 class FfmpegVideoDecoder : public VideoDecoder {
  public:
   FfmpegVideoDecoder();
-  ~FfmpegVideoDecoder();
+  virtual ~FfmpegVideoDecoder();
 
  public:
   int Init();
@@ -33,7 +33,7 @@ class FfmpegVideoDecoder : public VideoDecoder {
   AVCodecID codec_id_;
   const AVCodec *codec_;
   AVCodecContext *codec_ctx_ = nullptr;
-  AVPacket packet_;
+  AVPacket *packet_ = nullptr;
   AVFrame *frame_ = nullptr;
   AVFrame *frame_nv12_ = nullptr;
   struct SwsContext *img_convert_ctx = nullptr;

src/media/video/decode/nvcodec/nvidia_video_decoder.cpp

@@ -2,18 +2,11 @@
 
 #include "log.h"
 
-#define SAVE_ENCODER_STREAM 0
+#define SAVE_DECODER_STREAM 1
 
-NvidiaVideoDecoder::NvidiaVideoDecoder() {
-  if (SAVE_ENCODER_STREAM) {
-    file_ = fopen("decode_stream.h264", "w+b");
-    if (!file_) {
-      LOG_WARN("Fail to open stream.h264");
-    }
-  }
-}
+NvidiaVideoDecoder::NvidiaVideoDecoder() {}
 NvidiaVideoDecoder::~NvidiaVideoDecoder() {
-  if (SAVE_ENCODER_STREAM && file_) {
+  if (SAVE_DECODER_STREAM && file_) {
     fflush(file_);
     fclose(file_);
     file_ = nullptr;
@@ -40,6 +33,13 @@ int NvidiaVideoDecoder::Init() {
   }
 
   decoder = new NvDecoder(cuContext, false, cudaVideoCodec_H264, true);
+
+  if (SAVE_DECODER_STREAM) {
+    file_ = fopen("decode_stream.h264", "w+b");
+    if (!file_) {
+      LOG_WARN("Fail to open stream.h264");
+    }
+  }
   return 0;
 }
 
@@ -54,10 +54,6 @@ int NvidiaVideoDecoder::Decode(
     // LOG_WARN("Receive key frame");
   }
 
-  if (SAVE_ENCODER_STREAM) {
-    fwrite((unsigned char *)data, 1, size, file_);
-  }
-
   int num_frame_returned = decoder->Decode(data, size);
 
   for (size_t i = 0; i < num_frame_returned; ++i) {
@@ -71,6 +67,10 @@ int NvidiaVideoDecoder::Decode(
               data, decoder->GetWidth() * decoder->GetHeight() * 3 / 2,
               decoder->GetWidth(), decoder->GetHeight());
           on_receive_decoded_frame(decoded_frame);
+          if (SAVE_DECODER_STREAM) {
+            fwrite((unsigned char *)decoded_frame.Buffer(), 1,
+                   decoded_frame.Size(), file_);
+          }
         }
       }
     }

src/media/video/decode/nvcodec/nvidia_video_decoder.h

@@ -9,7 +9,7 @@
 class NvidiaVideoDecoder : public VideoDecoder {
  public:
   NvidiaVideoDecoder();
-  ~NvidiaVideoDecoder();
+  virtual ~NvidiaVideoDecoder();
 
  public:
   int Init();

src/media/video/decode/video_decoder_factory.cpp

@@ -7,11 +7,11 @@ VideoDecoderFactory::VideoDecoderFactory() {}
 
 VideoDecoderFactory::~VideoDecoderFactory() {}
 
-VideoDecoder *VideoDecoderFactory::CreateVideoDecoder(
+std::unique_ptr<VideoDecoder> VideoDecoderFactory::CreateVideoDecoder(
     bool hardware_acceleration) {
   if (hardware_acceleration) {
-    return new NvidiaVideoDecoder();
+    return std::make_unique<NvidiaVideoDecoder>(NvidiaVideoDecoder());
   } else {
-    return new FfmpegVideoDecoder();
+    return std::make_unique<FfmpegVideoDecoder>(FfmpegVideoDecoder());
   }
 }

src/media/video/decode/video_decoder_factory.h

@@ -7,10 +7,8 @@ class VideoDecoderFactory {
   VideoDecoderFactory();
   ~VideoDecoderFactory();
 
-  static VideoDecoder *CreateVideoDecoder(bool hardware_acceleration);
-
- private:
-  bool hardware_acceleration_ = false;
+  static std::unique_ptr<VideoDecoder> CreateVideoDecoder(
+      bool hardware_acceleration);
 };
 
 #endif

src/media/video/encode/ffmpeg/ffmpeg_video_encoder.cpp

@@ -4,16 +4,9 @@
 
 #include "log.h"
 
-#define SAVE_ENCODER_STREAM 0
+#define SAVE_ENCODER_STREAM 1
 
-FFmpegVideoEncoder::FFmpegVideoEncoder() {
-  if (SAVE_ENCODER_STREAM) {
-    file_ = fopen("encode_stream.h264", "w+b");
-    if (!file_) {
-      LOG_WARN("Fail to open stream.h264");
-    }
-  }
-}
+FFmpegVideoEncoder::FFmpegVideoEncoder() {}
 FFmpegVideoEncoder::~FFmpegVideoEncoder() {
   if (SAVE_ENCODER_STREAM && file_) {
     fflush(file_);
@@ -21,12 +14,14 @@ FFmpegVideoEncoder::~FFmpegVideoEncoder() {
     file_ = nullptr;
   }
 
-  av_packet_free(&packet_);
-
   if (nv12_data_) {
     free(nv12_data_);
     nv12_data_ = nullptr;
   }
+
+  if (packet_) {
+    av_packet_free(&packet_);
+  }
 }
 
 int FFmpegVideoEncoder::Init() {
@@ -82,6 +77,13 @@ int FFmpegVideoEncoder::Init() {
 
   packet_ = av_packet_alloc();
 
+  if (SAVE_ENCODER_STREAM) {
+    file_ = fopen("encode_stream.h264", "w+b");
+    if (!file_) {
+      LOG_WARN("Fail to open stream.h264");
+    }
+  }
+
   return 0;
 }
 

src/media/video/encode/ffmpeg/ffmpeg_video_encoder.h

@@ -29,7 +29,7 @@ extern "C" {
 class FFmpegVideoEncoder : public VideoEncoder {
  public:
   FFmpegVideoEncoder();
-  ~FFmpegVideoEncoder();
+  virtual ~FFmpegVideoEncoder();
 
   int Init();
   int Encode(
@@ -57,7 +57,7 @@ class FFmpegVideoEncoder : public VideoEncoder {
   const AVCodec* codec_ = nullptr;
   AVCodecContext* codec_ctx_ = nullptr;
   AVFrame* frame_ = nullptr;
-  AVPacket* packet_;
+  AVPacket* packet_ = nullptr;
   bool got_output_ = false;
   uint32_t pts_ = 0;
 };

src/media/video/encode/nvcodec/nvidia_video_encoder.cpp

@@ -4,16 +4,9 @@
 
 #include "log.h"
 
-#define SAVE_ENCODER_STREAM 0
+#define SAVE_ENCODER_STREAM 1
 
-NvidiaVideoEncoder::NvidiaVideoEncoder() {
-  if (SAVE_ENCODER_STREAM) {
-    file_ = fopen("encode_stream.h264", "w+b");
-    if (!file_) {
-      LOG_WARN("Fail to open stream.h264");
-    }
-  }
-}
+NvidiaVideoEncoder::NvidiaVideoEncoder() {}
 NvidiaVideoEncoder::~NvidiaVideoEncoder() {
   if (SAVE_ENCODER_STREAM && file_) {
     fflush(file_);
@@ -70,6 +63,13 @@ int NvidiaVideoEncoder::Init() {
       max_payload_size_;
 
   encoder_->CreateEncoder(&init_params);
+
+  if (SAVE_ENCODER_STREAM) {
+    file_ = fopen("encode_stream.h264", "w+b");
+    if (!file_) {
+      LOG_WARN("Fail to open stream.h264");
+    }
+  }
   return 0;
 }
 

src/media/video/encode/nvcodec/nvidia_video_encoder.h

@@ -9,7 +9,7 @@
 class NvidiaVideoEncoder : public VideoEncoder {
  public:
   NvidiaVideoEncoder();
-  ~NvidiaVideoEncoder();
+  virtual ~NvidiaVideoEncoder();
 
   int Init();
   int Encode(

src/media/video/encode/video_encoder.h

@@ -11,6 +11,9 @@ class VideoEncoder {
                          on_encoded_image) = 0;
   virtual int OnEncodedImage(char* encoded_packets, size_t size) = 0;
   virtual void ForceIdr() = 0;
+
+  VideoEncoder() = default;
+  virtual ~VideoEncoder() {}
 };
 
 #endif

src/media/video/encode/video_encoder_factory.cpp

@@ -7,11 +7,11 @@ VideoEncoderFactory::VideoEncoderFactory() {}
 
 VideoEncoderFactory::~VideoEncoderFactory() {}
 
-VideoEncoder *VideoEncoderFactory::CreateVideoEncoder(
+std::unique_ptr<VideoEncoder> VideoEncoderFactory::CreateVideoEncoder(
     bool hardware_acceleration) {
   if (hardware_acceleration) {
-    return new NvidiaVideoEncoder();
+    return std::make_unique<NvidiaVideoEncoder>(NvidiaVideoEncoder());
   } else {
-    return new FFmpegVideoEncoder();
+    return std::make_unique<FFmpegVideoEncoder>(FFmpegVideoEncoder());
   }
 }

src/media/video/encode/video_encoder_factory.h

@@ -7,10 +7,8 @@ class VideoEncoderFactory {
   VideoEncoderFactory();
   ~VideoEncoderFactory();
 
-  static VideoEncoder *CreateVideoEncoder(bool hardware_acceleration);
-
- private:
-  bool hardware_acceleration_ = false;
+  static std::unique_ptr<VideoEncoder> CreateVideoEncoder(
+      bool hardware_acceleration);
 };
 
 #endif

src/pc/peer_connection.cpp

@@ -33,6 +33,9 @@ int PeerConnection::Init(PeerConnectionParams params,
   cfg_turn_server_port_ = reader.Get("turn server", "port", "-1");
   cfg_turn_server_username_ = reader.Get("turn server", "username", "");
   cfg_turn_server_password_ = reader.Get("turn server", "password", "");
+  cfg_hardware_acceleration_ =
+      reader.Get("hardware acceleration", "turn_on", "false");
+
   std::regex regex("\n");
 
   LOG_INFO("Read config success");
@@ -52,6 +55,10 @@ int PeerConnection::Init(PeerConnectionParams params,
              cfg_turn_server_password_);
   }
 
+  hardware_acceleration_ = cfg_hardware_acceleration_ == "true" ? true : false;
+  LOG_INFO("Hardware accelerated codec [{}]",
+           hardware_acceleration_ ? "ON" : "OFF");
+
   on_receive_video_buffer_ = params.on_receive_video_buffer;
   on_receive_audio_buffer_ = params.on_receive_audio_buffer;
   on_receive_data_buffer_ = params.on_receive_data_buffer;
@@ -103,13 +110,12 @@ int PeerConnection::Init(PeerConnectionParams params,
   } while (SignalStatus::Connected != GetSignalStatus());
 
   video_encoder =
-      VideoEncoderFactory::CreateVideoEncoder(hardware_accelerated_encode_);
+      VideoEncoderFactory::CreateVideoEncoder(hardware_acceleration_);
   video_encoder->Init();
   video_decoder =
-      VideoDecoderFactory::CreateVideoDecoder(hardware_accelerated_decode_);
+      VideoDecoderFactory::CreateVideoDecoder(hardware_acceleration_);
   video_decoder->Init();
-  // VideoEncoder::Init();
-  // VideoDecoder::Init();
+
   nv12_data_ = new char[1280 * 720 * 3 / 2];
 
   return 0;

src/pc/peer_connection.h

@@ -68,9 +68,11 @@ class PeerConnection {
   std::string cfg_turn_server_port_;
   std::string cfg_turn_server_username_;
   std::string cfg_turn_server_password_;
+  std::string cfg_hardware_acceleration_;
   int signal_server_port_ = 0;
   int stun_server_port_ = 0;
   int turn_server_port_ = 0;
+  bool hardware_acceleration_ = false;
 
  private:
   std::shared_ptr<WsTransmission> ws_transport_ = nullptr;
@@ -100,10 +102,10 @@ class PeerConnection {
   char *nv12_data_ = nullptr;
 
  private:
-  VideoEncoder *video_encoder = nullptr;
-  VideoDecoder *video_decoder = nullptr;
-  bool hardware_accelerated_encode_ = true;
-  bool hardware_accelerated_decode_ = true;
+  std::unique_ptr<VideoEncoder> video_encoder = nullptr;
+  std::unique_ptr<VideoDecoder> video_decoder = nullptr;
+  bool hardware_accelerated_encode_ = false;
+  bool hardware_accelerated_decode_ = false;
 };
 
 #endif