rk3399pro硬解码（vpu，rtsp）使用

peter

源文地址：https://www.jianshu.com/p/6e86980aa563
系统debian10，摄像头:海康;
鉴于瑞芯微官网论坛介绍硬解码使用不够详细，在踩了许多坑的情况下总结如下，供大家参考。
系统软件包升级

• 更新源：sudo apt update --fix-missing
• 升级软件包：sudo apt -y upgrade
  注意：升级过去中会有提示确认是否提供/etc/apt/sources.list.d/toybrick.list,请输入"Y"
• 再次更新源：sudo apt update
  

说明：上述步骤只需要执行一次即可，后续软件包升级只需要执行命令
sudo apt update; sudo apt upgrade
参考：
瑞芯微社区关于toybrick系列debian10系统软件包升级说明
一、 python方式install toybrick-0.3.0-py3-none-any.whl   下载地址：链接: https://pan.baidu.com/s/1AkJ70nTTIIXbgDYbF6IPUQ 提取码: b54n
安装以下依赖

1. sudo apt-get install g++ binutils-gold xorg-dev libglu1-mesa-dev  
   
2. sudo apt install libgbm-dev  
   
3. sudo apt install rockchip-mpp  
   
4. sudo apt install toybrick-gbm-dev  
   
5. sudo toybrick-mali.sh link   
   
6. 
   
7. sudo pip3 install toybrick-0.3.0-py3-none-any.whl  

复制代码

验证安装是否成功

1. import toybrick as toy

复制代码

python掉用代码

1. import toybrick as toy
   
2. import time
   
3. import cv2
   
4. 
   
5. url = "rtsp://admin:123456@192.168.1.200:554/h264/ch1/main/av_stream"
   
6. username = "admin"
   
7. pwd = "123456"
   
8. #rtsp = toy.input.createRtspClient(url, username, pwd, False)
   
9. rtsp = toy.input.createRtspClient(url)
   
10. rtsp.connect()
    
11. last = time.time()
    
12. gl = toy.output.createGLDrmDisplay(toy.DisplayPort.HDMI_A)
    
13. idx0 = gl.add_view(50, 600, 768, 432)
    
14. frame_index = 0
    
15. while rtsp.is_opened():
    
16.     frame = rtsp.read_rgb(768, 432)
    
17.     now = time.time()
    
18.     gl.show(idx0, frame)
    
19.     print (frame_index, "----------------------------",now - last)
    
20.     frame = frame.array()
    
21.     cv2.imwrite("images/4_" + str(frame_index) + ".jpg", frame)
    
22.     # cv2.imshow('Carplate demo', cv2.resize(frame, (960, 540)))  #
    
23.     frame_index += 1
    
24.     last = now
    

复制代码

运行效果


参考：
瑞芯微社区RK3399Pro入门教程（8）6路1080P30帧解码显示范例
二.、C++方式

安装依赖

1. sudo apt-get install curl  
   
2. sudo apt-get install libcurl4-openssl-dev  
   
3. sudo apt-get install libopencv-dev  
   
4. sudo apt install rockchip-drm-dev libdrm-dev  
   
5. sudo apt install rockchip-rtsp-dev  
   
6. sudo apt install rockchip-mpp-dev  
   
7. sudo apt install rockchip-rga-dev  

复制代码

rtsp_ssd .cpp

1. #include <stdio.h>
   
2. #include <unistd.h>
   
3. #include <iostream>
   
4. #include <string.h>
   
5. #include <sys/types.h>
   
6. #include <sys/stat.h>
   
7. #include <fcntl.h>
   
8. #include <thread>
   
9. #include <memory.h>
   
10. #include <sys/time.h>
    
11. #include <queue>
    
12. 
    
13. using namespace std;
    
14. 
    
15. #include "opencv2/core/core.hpp"
    
16. #include "opencv2/highgui/highgui.hpp"
    
17. 
    
18. #include <rockchip/rockchip_rtsp.h>
    
19. #include <rockchip/rockchip_mpp.h>
    
20. extern "C" {
    
21. #include <rockchip/rockchip_rga.h>
    
22. }
    
23. 
    
24. #define RTSP_URL    "rtsp://192.168.1.200/h264/ch1/main/av_stream"
    
25. #define RTSP_USER   "admin"
    
26. #define RTSP_PWD    "123456"
    
27. 
    
28. static MppDecoder *mpp_dec = NULL;
    
29. static std::queue<DecFrame *> frame_queue;
    
30. static int run_flag = 0;
    
31. 
    
32. unsigned long get_time(void)
    
33. {
    
34.     struct timeval ts;
    
35.     gettimeofday(&ts, NULL);
    
36.     return (ts.tv_sec * 1000 + ts.tv_usec / 1000);
    
37. }
    
38. 
    
39. void onRtspHandle(unsigned char *buf, size_t len)
    
40. {
    
41.     std::cout << "frame recived " << len << std::endl;
    
42. 
    
43.     mpp_dec->ops->enqueue(mpp_dec, buf, len);
    
44. }
    
45. 
    
46. void inference_thread(RockchipRga *rga, int width, int height)
    
47. {
    
48.     int ret;
    
49.     int resize_w = 1920, resize_h = 1080;
    
50.     static int frame_size = 0;
    
51.     unsigned char *frame_rgb = NULL;
    
52. 
    
53.     rga->ops->initCtx(rga);
    
54.     rga->ops->setRotate(rga, RGA_ROTATE_NONE);
    
55.     rga->ops->setSrcFormat(rga, V4L2_PIX_FMT_NV12, width, height);
    
56.     rga->ops->setDstFormat(rga, V4L2_PIX_FMT_BGR24, resize_w, resize_h);
    
57.    
    
58.     frame_size = resize_w * resize_h * 3;
    
59.     frame_rgb = (unsigned char *)malloc(frame_size);
    
60.     cv::Mat img(resize_h , resize_w , CV_8UC3, frame_rgb);
    
61.     if (!frame_rgb)
    
62.         goto exit;
    
63.    
    
64.     rga->ops->setDstBufferPtr(rga, frame_rgb);
    
65. 
    
66.     while (run_flag) {
    
67.         if (frame_queue.empty()) {
    
68.             usleep(1000);
    
69.             continue;
    
70.         }
    
71. 
    
72.         auto frame = frame_queue.front();
    
73. 
    
74.         rga->ops->setSrcBufferPtr(rga, frame->data);
    
75. 
    
76.         ret = rga->ops->go(rga);
    
77.         printf("inference_thread ................\n");
    
78.         if (!ret) {
    
79.             ///do something with frame_rgb
    
80. 
    
81.             cv::imshow("test", img);
    
82.             cv::waitKey(10);
    
83.         }
    
84. 
    
85.         frame_queue.pop();
    
86.         mpp_dec->ops->freeFrame(frame);
    
87.     }
    
88. 
    
89. exit:
    
90.     run_flag = 0;
    
91. 
    
92.     while (!frame_queue.empty()) {
    
93.         auto frame = frame_queue.front();
    
94.         mpp_dec->ops->freeFrame(frame);
    
95.         frame_queue.pop();
    
96.     }
    
97. 
    
98.     if (frame_rgb)
    
99.         free(frame_rgb);
    
100. }
     
101. 
     
102. void decode_thread(RockchipRga *rga)
     
103. {
     
104.     int ret;
     
105.     int first_frame = 0;
     
106.     std::thread t_inference;
     
107. 
     
108.     while (run_flag) {
     
109.         DecFrame *frame = mpp_dec->ops->dequeue_timeout(mpp_dec, 300);
     
110.         if (frame != NULL) {
     
111.             std::cout << "decode frame" << frame->width << "x" << frame->height << std::endl;
     
112.         
     
113.             if (!first_frame) {
     
114.                 std::cout << "first_frame" << std::endl;
     
115.                 t_inference = std::thread(inference_thread, rga, frame->width, frame->height);
     
116.                 first_frame = 1;
     
117.             }
     
118. 
     
119.             if (frame_queue.size() < 30)
     
120.                 frame_queue.push(frame);
     
121.             else
     
122.                 mpp_dec->ops->freeFrame(frame);
     
123.         }
     
124.     }
     
125. 
     
126. exit:
     
127.     run_flag = 0;
     
128. 
     
129.     t_inference.join();
     
130. 
     
131.     while (!frame_queue.empty()) {
     
132.         auto frame = frame_queue.front();
     
133.         mpp_dec->ops->freeFrame(frame);
     
134.         frame_queue.pop();
     
135.     }
     
136. 
     
137. }
     
138. 
     
139. int main(int argc, char **argv)
     
140. {
     
141.     int ret;
     
142.     RockchipRga *rga;
     
143.     unsigned char ready[5] = {'r', 'e', 'a', 'd', 'y'};
     
144.     RtspClient rtsp_client(RTSP_URL, RTSP_USER, RTSP_PWD);
     
145. 
     
146.     rtsp_client.setDataCallback(onRtspHandle);
     
147. 
     
148.     mpp_dec = MppDecoderCreate(DECODE_TYPE_H264);
     
149.     if (!mpp_dec) {
     
150.         std::cout << "MppDecoderCreate error!\n" << std::endl;
     
151.         return -1;
     
152.     }
     
153. 
     
154.     rga = RgaCreate();
     
155.     if (!rga) {
     
156.         MppDecoderDestroy(mpp_dec);
     
157.         std::cout << "rgaCreate error!\n" << std::endl;
     
158.         return -1;
     
159.     }
     
160. 
     
161.     run_flag = 1;
     
162. 
     
163.     rtsp_client.enable();
     
164. 
     
165.     std::thread t_decode(decode_thread, rga);
     
166. 
     
167.     while (run_flag) {
     
168.         usleep(10000);
     
169.     }
     
170. 
     
171.     rtsp_client.disable();
     
172. 
     
173.     run_flag = 0;
     
174. 
     
175.     t_decode.join();
     
176. 
     
177.     RgaDestroy(rga);
     
178. 
     
179.     MppDecoderDestroy(mpp_dec);
     
180. 
     
181.     return 0;
     
182. }
     

复制代码

CMakeLists.txt

1. cmake_minimum_required(VERSION 2.8)
   
2. 
   
3. set(CMAKE_SYSTEM_NAME Linux)
   
4. set(CMAKE_BUILD_TYPE Release)
   
5. 
   
6. set(CMAKE_C_COMPILER gcc)
   
7. set(CMAKE_CXX_COMPILER g++)
   
8. 
   
9. find_package(CURL REQUIRED)
   
10. 
    
11. set(CMAKE_C_FLAGS "${CMAKE_C_FLAGS}")
    
12. set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -std=c++11")
    
13. 
    
14. set(link_libs rockchip_rtsp rockchip_mpp curl rockchip_rga pthread
    
15. opencv_core opencv_highgui opencv_imgcodecs)
    
16. 
    
17. add_executable(rtsp_ssd rtsp_ssd.cpp)
    
18. target_link_libraries(rtsp_ssd ${link_libs})

复制代码

编译

1. cd local_rtsp/build  
   
2. cmake ..  
   
3. make  
   
4. ./rtsp_ssd  

复制代码

运行效果

参考：

• 瑞芯微社区Toybrick Debian 10用户指南
• 瑞芯微社区RK3399Pro入门教程（7）RTSP库的使用