该博客主要展示了如何使用Python与C++动态库进行交互，实现实时视频流的编码和解码。Python部分通过PyQt5构建GUI界面，并调用C++动态库进行数据传输。C++动态库部分则包含了TCP连接、视频流处理、编码和解码功能，如图像转换、AVI文件读写等。整个过程涉及到了OpenCV、FFmpeg等相关技术。
python部分
#!/usr/bin/env Python
# coding=utf-8
from ctypes import *
from PyQt5.QtCore import *
from PyQt5.QtGui import *
from PyQt5.QtWidgets import *
import time
import numpy as np
import cv2
import struct
import datetime
from numba import jit
import os
cam_dict={}
class CamInfo:
def __init__(self, cam_no=0,deviceid="default",cam_name="default"):
self.cam_no = cam_no
self.deviceid = deviceid
self.cam_name = cam_name
@jit
def trans(data,size,height,width):
bbb = string_at(data,size)
nparr = np.fromstring(bbb, np.uint8)
r = nparr.reshape(height,width, 3)
return r
def str2char_p(str_v):
pStr = c_char_p( )
pStr.value = str_v
return pStr
def callb_stream(data,size,cam_no,height,width):
r = trans(data, size,height,width)
r = cv2.cvtColor(r, cv2.COLOR_RGB2BGR)
counter = datetime.datetime.now().strftime('%Y%m%d_%H%M%S_%f')
# print(1, counter)
cv2.imshow(str(cam_no), r)
cv2.waitKey(1)
def callb_camerainfo(cam_no,camera_info,camera_info_size):
# print(cast(camera_info,c_char_p).value)
# print(str(cast(camera_info, c_char_p).value))
bbb = string_at(camera_info, camera_info_size)
info=str(bbb,encoding="utf-8").split(",")
cam_dict[cam_no]= CamInfo(cam_no,info[1],info[2])
print("camerainfo",cam_dict[cam_no].cam_no,cam_dict[cam_no].cam_name,cam_dict[cam_no].deviceid)
class Mythread(QThread):
# 定义信号,定义参数为str类型
breakSignal = pyqtSignal(str,list)
def __init__(self, parent=None):
super().__init__(parent)
# super(Mythread, self).__init__()
def callb_error(self, err_type, cam_no, msg_no, msg_level, msg_txt, msg_txtlen):
print("myerror", err_type, cam_no, msg_no, msg_level, msg_txt, msg_txtlen)
def run(self):
dll = CDLL(r"./hik_client.dll")
width=60
height=40
dll.pre_encode.restype = c_void_p
ret=dll.pre_encode(width,height)
ret=cast(ret,c_void_p)
for i in range(20000):
n=i%200+1
img=cv2.imread("bmp/"+str(n)+".bmp")
len = img.shape[0] * img.shape[1] * img.shape[2]
# img=np.transpose(img,(1, 0, 2))
# b, g, r = cv2.split(img)
# b = b.reshape(-1)
# g = g.reshape(-1)
# r = r.reshape(-1)
# b = np.append(b, g)
# img = np.append(b, r)
img = img.reshape(-1)
# b, g, r = cv2.split(img)
# b = b.reshape(-1)
# g = g.reshape(-1)
# r = r.reshape(-1)
# b = np.append(b,g)
# img = np.append(b, r)
INPUT = c_int * len
# 实例化一个长度为2的整型数组
input = INPUT()
# 为数组赋值（input这个数组是不支持迭代的）
for i in range(len):
input[i] = img[i]
# bytes(aaaa, encoding="utf-8")
a = dll.push_rtsp(input,len,ret)
QCoreApplication.instance().quit()
# print("encode_ok",i)
# b = string_at(a, 1280*720*3)
# print(b)
# nparr = np.fromstring(b, np.uint8)
# # print(nparr[-10:-1],min(nparr),max(nparr))
# img_decode = cv2.imdecode(nparr, cv2.IMREAD_COLOR)
# # if img_decode:
# cv2.imshow("sadf", img_decode)
# # cv2.imwrite(str(index)+".jpg", img_decode)
# cv2.waitKey(0)
#
#
#
#
# ErrorCall = CFUNCTYPE(c_void_p, c_int, c_int, c_int,c_int,c_char_p,c_int)
# error_callback = ErrorCall(self.callb_error)
# dll.set_callback(error_callback)
# CamCall = CFUNCTYPE(c_void_p, c_int, c_char_p,c_int)
# caminfo_CamCall = CamCall(callb_camerainfo)
# # print(b)
# if not os.path.exists("video"):
# os.makedirs("video")
# ip = b"127.0.0.1"
# port = 8888
# print("start conn")
# ret=-1
# while(ret):
# print("conn server...")
# ret= dll.tcp_init(str2char_p(ip), port)
# time.sleep(0.3)
# if (ret==0):
# type=1
# ret = dll.getcameralist(type, caminfo_CamCall)
# if (1):
# # deviceId = b"af94a68df0124d1fbf0fc2b07f3b3c3a"
# cam_no=14
# else:
# print("tcp error")
# for i in range(2000000):
# # 发出信号
# a=[i,i+1]
# self.breakSignal.emit(str(i),a)
# # 让程序休眠
# time.sleep(0.5)
if __name__ == '__main__':
app = QApplication([])
dlg = QDialog()
dlg.resize(400, 300)
dlg.setWindowTitle("自定义按钮测试")
dlgLayout = QVBoxLayout()
dlgLayout.setContentsMargins(40, 40, 40, 40)
btn = QPushButton('测试按钮')
dlgLayout.addWidget(btn)
dlgLayout.addStretch(40)
dlg.setLayout(dlgLayout)
dlg.show()
def chuli(a,s):
# dlg.setWindowTitle(s)
btn.setText(a+str(s[0]*10))
# 创建线程
thread = Mythread()
# # 注册信号处理函数
thread.breakSignal.connect(chuli)
# # 启动线程
thread.start()
dlg.exec_()
app.exit()
c++动态库部分
#include "stdafx.h"
#include "CVdll.h"
#include "SimpleLog.h"
#include <iostream>
#include<fstream>
#include <sys/types.h>
#include "opencv2/opencv.hpp"
#include "Ws2tcpip.h"
#include <winsock2.h>
#include <fcntl.h>
#include <cstring>
#include <cstdio>
#include <signal.h>
#pragma comment(lib,"ws2_32.lib")
#include <queue>
using namespace cv;
extern "C"
{
#include "libavcodec/avcodec.h"
#include "libavformat/avformat.h"
#include "libswscale/swscale.h"
#include "libavdevice/avdevice.h"
#include "libavutil/log.h"
//#include "libavutil/imgutils.h"
};
//说明，动态库需要拷贝三个文件，否则重连会出问题
char* testchar(int plus1) {
char* str = "hello world111111";
return str;
}
char* testimg(char* data,int length) {
char* str = "hello world111111";
return str;
}
int outbuf_size = 100000;
class Rtmp_tool {
public:
int nWidth = 0;
int nHeight = 0;
AVCodecContext *c;
AVFrame *m_pRGBFrame = new AVFrame[1]; //RGB帧数据
AVFrame *m_pYUVFrame = new AVFrame[1];; //YUV帧数据
uint8_t * yuv_buff;//
uint8_t * outbuf;
SwsContext * scxt;
FILE *f = NULL;
};
void* pre_encode(int width,int height) {
Rtmp_tool *rtmp_tool;
rtmp_tool = new Rtmp_tool();
int nLen;
int fileI;
rtmp_tool->nWidth = width;
rtmp_tool->nHeight = height;
av_register_all();
avcodec_register_all();
//AVFrame *m_pRGBFrame = new AVFrame[1]; //RGB帧数据
//AVFrame *m_pYUVFrame = new AVFrame[1];; //YUV帧数据
AVCodecContext *c = NULL;
AVCodecContext *in_c = NULL;
AVCodec *pCodecH264; //编码器
//查找h264编码器
pCodecH264 = avcodec_find_encoder(AV_CODEC_ID_H264);
c = avcodec_alloc_context3(pCodecH264);
c->bit_rate = 3000000;// put sample parameters
c->width = width;//
c->height = height;//
// frames per second
AVRational rate;
rate.num = 1;
rate.den = 5;
c->time_base = rate;//(AVRational){1,25};
c->gop_size = 10; // emit one intra frame every ten frames
c->max_b_frames = 1;
c->thread_count = 1;
c->pix_fmt = AV_PIX_FMT_YUV420P;//PIX_FMT_RGB24;
//av_opt_set(c->priv_data, /*"preset"*/"libvpx-1080p.ffpreset", /*"slow"*/NULL, 0);
//打开编码器
if (avcodec_open2(c, pCodecH264, NULL)<0)
printf("不能打开编码库");
int size = c->width * c->height;
rtmp_tool->yuv_buff = (uint8_t *)malloc((size * 3) / 2); // size for YUV 420
//图象编码
rtmp_tool->outbuf = (uint8_t*)malloc(outbuf_size);
int u_size = 0;
const char * filename = "0_Data.h264";
rtmp_tool->f = fopen(filename, "wb");
if (!rtmp_tool->f)
{
printf("could not open %s\n", filename);
exit(1);
}
//初始化SwsContext
rtmp_tool->scxt = sws_getContext(c->width, c->height, AV_PIX_FMT_BGR24, c->width, c->height, AV_PIX_FMT_YUV420P, SWS_POINT, NULL, NULL, NULL);
rtmp_tool->c = c;
return rtmp_tool;
}
char* push_rtsp(int* plus1,int len,void* vp) {
Rtmp_tool *rtmp_tool =(Rtmp_tool *) vp;
for (int i = 0; i < len; i++) {
plus1[i] = (uint8_t)plus1[i];
}
AVCodecContext *c = rtmp_tool->c;// (AVCodecContext*)vp;
printf("2 %d %d\n", c->width, c->height);
//---------------
AVPacket avpkt;
AVFrame *m_pRGBFrame = rtmp_tool->m_pRGBFrame;
AVFrame *m_pYUVFrame = rtmp_tool->m_pYUVFrame;
/*unsigned char *pBmpBuf;
pBmpBuf = new unsigned char[len];*/
//memcpy(rgb_buff, (uint8_t*)plus1, nDataLen);
//
avpicture_fill((AVPicture*)m_pRGBFrame, (uint8_t*)plus1, AV_PIX_FMT_RGB24, rtmp_tool->nWidth, rtmp_tool->nHeight);
m_pRGBFrame->linesize[0] = c->width * 3;
m_pRGBFrame->linesize[1] =0;
m_pRGBFrame->linesize[2] =0;
m_pRGBFrame->linesize[3] =0;
m_pRGBFrame->format = AV_PIX_FMT_RGB24;
m_pRGBFrame->width = rtmp_tool->nWidth;
m_pRGBFrame->height = rtmp_tool->nHeight;
uint8_t *p = m_pRGBFrame->data[0];
int y = 0, x = 0;
for (y = 0; y < rtmp_tool->nHeight; y++) {
for (x = 0; x < rtmp_tool->nWidth; x++) {
*p++ = (uint8_t)plus1[(y*rtmp_tool->nWidth + x) * 3]; // R
*p++ = (uint8_t)plus1[(y*rtmp_tool->nWidth + x) * 3 +1]; // G
*p++ = (uint8_t)plus1[(y*rtmp_tool->nWidth + x) * 3 +2] ; // B
}
}
printf("1 %d %d \n", rtmp_tool->nWidth, rtmp_tool->nHeight);
//将YUV buffer 填充YUV Frame
avpicture_fill((AVPicture*)m_pYUVFrame, (uint8_t*)rtmp_tool->yuv_buff, AV_PIX_FMT_YUV420P, rtmp_tool->nWidth, rtmp_tool->nHeight);
// 翻转RGB图像
//m_pRGBFrame->data[0] += m_pRGBFrame->linesize[0] * (rtmp_tool->nHeight - 1);
//m_pRGBFrame->linesize[0] *= -1;
//m_pRGBFrame->data[1] += m_pRGBFrame->linesize[1] * (rtmp_tool->nHeight / 2 - 1);
//m_pRGBFrame->linesize[1] *= -1;
//m_pRGBFrame->data[2] += m_pRGBFrame->linesize[2] * (rtmp_tool->nHeight / 2 - 1);
//m_pRGBFrame->linesize[2] *= -1;
//将RGB转化为YUV
sws_scale(rtmp_tool->scxt, m_pRGBFrame->data, m_pRGBFrame->linesize, 0, c->height, m_pYUVFrame->data, m_pYUVFrame->linesize);
int got_packet_ptr = 0;
av_init_packet(&avpkt);
avpkt.data = rtmp_tool->outbuf;
avpkt.size = outbuf_size;
int u_size = avcodec_encode_video2(c, &avpkt, m_pYUVFrame, &got_packet_ptr);
m_pYUVFrame->pts++;
if (u_size == 0){
int res = fwrite(avpkt.data, 1, avpkt.size, rtmp_tool->f);
if (res == 0) {
printf("000");
}
else {
printf("1253");
}
}
//-------end---------
//Mat mat;
////加载图片
//mat = imread("bgs.jpg", CV_LOAD_IMAGE_COLOR);
//printf("a %d %d", mat.rows, mat.cols);
////if (!mat.empty()) {
//int m, n;
//n = mat.cols * 3;
//m = mat.rows;
//unsigned char *data = (unsigned char*)malloc(sizeof(unsigned char) * m * n);
//int p = 0;
//for (int i = 0; i < m; i++)
//{
// for (int j = 0; j < n; j++)
// {
// data[p] = mat.at<unsigned char>(i, j);
// p++;
// }
//}
//*plus1 = p;
return NULL;
//return (char*)data;
}
struct RecStruct //数据包
{
int size;
int data_type;
int cam_no;
int error_code;
char recvbuf[1500];
};
struct SendStcuct
{
int size;
int data_type;
int cam_no;
char sendbuf[1000];
}data_send;
static ErrorCallBack g_errorcall = 0;
static CamInfoCallBack g_caminfocall = 0;
typedef struct CameraInfo
{
std::ofstream foutV;
int timeInHour = -1;
}caminfo;
std::map<int, CameraInfo*> cameraMap;
//static std::map<int, queue<RecStruct*>> namemap;
static SOCKET g_sockClient;
HANDLE hMutex;
//char* deviceId;
/**判断str1是否以str2开头
* 如果是返回1
* 不是返回0
* 出错返回-1
* */
int is_begin_with(const char * str1, char *str2)
{
if (str1 == NULL || str2 == NULL)
return -1;
int len1 = strlen(str1);
int len2 = strlen(str2);
if ((len1 < len2) || (len1 == 0 || len2 == 0))
return -1;
char *p = str2;
int i = 0;
while (*p != '\0')
{
if (*p != str1[i])
return 0;
p++;
i++;
}
return 1;
}
char* Strcpy(char * a, const char * b)
{
int i = 0;
while (*b) a[i++] = *b++;
a[i] = 0;
return a;
}
int sendcmd(char* data, int cam_no, int type, int size) {
memset(data_send.sendbuf, 0, 1000);
//data2send.sendbuf = new char[strlen(data)];
//memset(data2send.sendbuf, 0, strlen(data));
data_send.size = size;
data_send.data_type = type;
data_send.cam_no = cam_no;
memcpy(data_send.sendbuf, data, sizeof(char) * (size));
printf("data_send len %d\n", sizeof(data_send));
if (g_sockClient)
send(g_sockClient, (char *)&data_send, sizeof(struct SendStcuct), 0);
return 0;
}
int set_callback(ErrorCallBack terrorcall(int error_type, int cam_no, int err_no, int msg_level, char* msg_txt, int spare)) {
g_errorcall = (ErrorCallBack)terrorcall;
return 0;
}
MYLIBDLL int getcameralist(int type, CamInfoCallBack caminfocall(int cam_no, char* cam_info, int cam_info_size)) {
g_caminfocall = (CamInfoCallBack)caminfocall;
SendStcuct data_send;
memset(&data_send, 0, sizeof(struct SendStcuct));
data_send.size = 20;
data_send.data_type = 1;
data_send.cam_no = 0;
char* data = "getcameralist";
memcpy(data_send.sendbuf, data, sizeof(char) * (20));
printf("data_send len %d\n", sizeof(data_send));
if (g_sockClient)
send(g_sockClient, (char *)&data_send, sizeof(struct SendStcuct), 0);
return 0;
}
DWORD WINAPI RecvThread(LPVOID lpParameter);
DWORD WINAPI RecvThread(LPVOID lpParameter){
SOCKET sockClient = (SOCKET)lpParameter;
while (1) {
RecStruct data_recv;
int ret;
memset(&data_recv, '0', sizeof(struct RecStruct));
ret = recv(sockClient, (char *)&data_recv, sizeof(struct RecStruct), 0); //第二个参数使用强制类型，为一个数据包
if (ret == 0) // server调用了close
{
printf("server close");
break;
}
else if (ret == SOCKET_ERROR) // 网络错误
{
int err = WSAGetLastError();
printf("get message %d %d %d \n", ret, SOCKET_ERROR, err);
if (err == WSAECONNRESET || err == WSAECONNABORTED) {
printf("tcp error %d %d \n", err, SOCKET_ERROR);
//int n = namemap.erase(deviceId);//如果删除了会返回1，否则返回0
}
break;
}
//printf("reve type %d %d", data_recv.data_type, data_recv.size);
switch (data_recv.data_type)
{
case 1://摄像头列表
{
g_caminfocall(data_recv.cam_no, data_recv.recvbuf, data_recv.size);
}
break;
case 3://异常信息
{
if (g_errorcall!=0)
g_errorcall(1, 1, data_recv.error_code,4,NULL,0);
break;
}
case 2:
{
char* recemsg = data_recv.recvbuf;
int is_null = is_begin_with(recemsg, "00000");
if (is_null == 1) {
printf("recv type 2 00000");
continue;
}
break;
}
default:
break;
}
if (ret < 0) {
printf("WSAStartup() failed!\n");
return -1;
}
Sleep(20);
}
return 0;
}
int tcpInit(char* ip, int port)
{
av_log_set_level(AV_LOG_PANIC);
WSADATA wsaData;
if (WSAStartup(MAKEWORD(2, 2), &wsaData) != 0)
{
printf("初始化Winsock失败");
return -1;
}
SOCKADDR_IN addrSrv;
addrSrv.sin_family = AF_INET;
addrSrv.sin_port = htons(port);
SOCKET sockClient = socket(AF_INET, SOCK_STREAM, 0);
int nRecvBuf = 0;//设置为32K
setsockopt(sockClient, SOL_SOCKET, SO_RCVBUF, (const char*)&nRecvBuf, sizeof(int));
//setsockopt(sockClient, SOL_SOCKET, SO_RCVBUF, (char *)&nZero, sizeof(nZero));
inet_pton(AF_INET, ip, &addrSrv.sin_addr.s_addr);
if (connect(sockClient, (struct sockaddr*)&addrSrv, sizeof(addrSrv)) == -1)
return -2;
//throw "连接失败";
if (SOCKET_ERROR == sockClient) {
printf("Socket() error:%d", WSAGetLastError());
return -3;
}
g_sockClient = sockClient;
HANDLE h_thread = CreateThread(NULL, 0, RecvThread, (LPVOID)sockClient, 0, NULL);
CloseHandle(h_thread);
return 0;
}
class DeviceInfo {
public:
string cam_name;
int cam_no;
SOCKET sockClient;
};
//Callback
int read_buffer(void *opaque, uint8_t *buf, int buf_size) {
DeviceInfo deviceInfo = *((DeviceInfo *)opaque);
int null_count=0;
int display_count = 0;
while (1) {
RecStruct data_recv;
int ret;
memset(&data_recv, '0', sizeof(struct RecStruct));
ret = recv(deviceInfo.sockClient, (char *)&data_recv, sizeof(struct RecStruct), 0); //第二个参数使用强制类型，为一个数据包
if (ret == 0) // server调用了close
{
printf("server close");
break;
}
else if (ret == SOCKET_ERROR) // 网络错误
{
printf("get message %d %d \n", ret, SOCKET_ERROR);
int err = WSAGetLastError();
if (g_errorcall != 0)
g_errorcall(1, deviceInfo.cam_no, err,4,"socket err",0);
//if (err == WSAECONNRESET || err == WSAECONNABORTED) {
// printf("server break %s", deviceId);
// //int n = namemap.erase(deviceId);//如果删除了会返回1，否则返回0
//}
break;
}
if (data_recv.size == 0) {
null_count++;
if (null_count %1000==0) {
if (g_errorcall != 0)
g_errorcall(1, deviceInfo.cam_no, 0, 2, "data_recv 0", 11);
printf("reve len=0 type %d\n", data_recv.data_type);
null_count = 0;
}
Sleep(2);
continue;
}
else if (data_recv.size >1500) {
if (g_errorcall != 0)
g_errorcall(1, deviceInfo.cam_no, 0, 2, "data_recv too long", data_recv.size);
printf("reve data too long %d\n", data_recv.size);
continue;
}
if (data_recv.data_type == 3)
{
if (g_errorcall) {
char err_str[10];
_itoa(data_recv.error_code, err_str, 10); //正确解法一
g_errorcall(1, deviceInfo.cam_no, data_recv.error_code, 4, err_str, 0);
}
}
else if (data_recv.data_type == 2)
{
null_count=0;
display_count++;
char* recemsg = data_recv.recvbuf;
int is_null = is_begin_with(recemsg, "00000");
if (is_null == 1) {
printf("recv 00000");
continue;
}
//printf("cam_no %d", data_recv.cam_no);
//int cam_no = data_recv.cam_no;
buf_size = data_recv.size;
memcpy(buf, data_recv.recvbuf, buf_size);
if (g_errorcall && buf_size>1000 && display_count%20==0) {
g_errorcall(2, deviceInfo.cam_no, 1, 0, "rece data", 1);//err_type, cam_no, column, msg_level, msg_txt, spare
display_count = 0;
}
//保存流数据并分小时存储
time_t tt = time(NULL);//这句返回的只是一个时间cuo
tm* t = localtime(&tt);
auto iter = cameraMap.find(deviceInfo.cam_no);
if (iter != cameraMap.end()){
iter->second->foutV.write(data_recv.recvbuf, data_recv.size);
if (t->tm_min == 0 && (iter->second->timeInHour != t->tm_hour)) {
//判断间隔一小时
iter->second->timeInHour = t->tm_hour;
iter->second->foutV.close();
time_t tt = time(NULL);//这句返回的只是一个时间cuo
tm* t = localtime(&tt);
char ctmBegin[20];
strftime(ctmBegin, 20, "/%Y%m%d%H%M", t);
char str3[80];
sprintf(str3, "create data:%s%s%s", deviceInfo.cam_name, ctmBegin, ".dat");
SLOG1(str3);
printf("%s", deviceInfo.cam_name + std::string(ctmBegin) + ".dat");
iter->second->foutV.open(deviceInfo.cam_name + std::string(ctmBegin) + ".dat", ios::binary);
}
}
return buf_size;
}
if (ret < 0) {
printf("WSAStartup() failed!\n");
continue;
//return 0;
}
}
return 0;
}
int send_cmd(int cam_no,int size,int datatype,char* cam_name, SOCKET& sockClient) {
SendStcuct data_send;
memset(&data_send, 0, sizeof(struct SendStcuct));
data_send.size = size;
data_send.data_type = datatype;
data_send.cam_no = cam_no;
memcpy(data_send.sendbuf, cam_name, sizeof(char) * (size));
printf("data_send len %d\n", sizeof(data_send));
send(sockClient, (char *)&data_send, sizeof(struct SendStcuct), 0);
return 0;
}
int tcp_recv_conn(char* ip, int port, char* cam_name, int size, int cam_no, FrameFunc tcallback(char* a, int size, int cam_no, int height, int width))
{
WSADATA wsaData;
if (WSAStartup(MAKEWORD(2, 2), &wsaData) != 0)
{
printf("初始化Winsock失败");
return -1;
}
SOCKADDR_IN addrSrv;
addrSrv.sin_family = AF_INET;
addrSrv.sin_port = htons(port);
SOCKET sockClient = socket(AF_INET, SOCK_STREAM, 0);
int nRecvBuf = 0;//设置为32K
setsockopt(sockClient, SOL_SOCKET, SO_RCVBUF, (const char*)&nRecvBuf, sizeof(int));
setsockopt(sockClient, SOL_SOCKET, SO_SNDBUF, (char *)&nRecvBuf, sizeof(int));
inet_pton(AF_INET, ip, &addrSrv.sin_addr.s_addr);
if (connect(sockClient, (struct sockaddr*)&addrSrv, sizeof(addrSrv)) == -1)
return -2;
//throw "连接失败";
if (SOCKET_ERROR == sockClient) {
printf("Socket() error:%d", WSAGetLastError());
return -3;
}
DeviceInfo deviceInfo;
deviceInfo.cam_no = cam_no;
deviceInfo.sockClient = sockClient;
av_register_all();
unsigned version = avcodec_version();
//printf("FFmpeg version: %d\n", version);
//初始化流文件状态
time_t tt = time(NULL);//这句返回的只是一个时间cuo
tm* t = localtime(&tt);
char ctmBegin[20];
strftime(ctmBegin, 20, "/%Y%m%d%H%M", t);
caminfo cinfoInstance;
deviceInfo.cam_name = cam_name;
//std::string dataName = cam_name;
cinfoInstance.foutV.open(cam_name + std::string(ctmBegin) + ".dat", ios::binary);
//判断间隔一小时
cinfoInstance.timeInHour = t->tm_hour;
cameraMap[cam_no] = &cinfoInstance;
char str3[20];
sprintf(str3, "camno: %d start", cam_no);
SLOG1(str3);
AVFormatContext *pFormatCtx;
int i, videoindex;
AVCodecContext *pCodecCtx;
AVCodec *pCodec;
char filepath[] = "video.264";
//av_register_all();
avformat_network_init();
pFormatCtx = avformat_alloc_context();
//patha = "C:\\Users\\sbd01\\Pictures\\ffmpegtest\\Debug\\video.dat";
//fp_open = fopen(patha.c_str(), "rb+");
unsigned char *aviobuffer = (unsigned char *)av_malloc(1512);
send_cmd(cam_no, size,2,cam_name, sockClient);
AVIOContext *avio = avio_alloc_context(aviobuffer, 1512, 0, &deviceInfo, read_buffer, NULL, NULL);
pFormatCtx->pb = avio;
//if (avformat_open_input(&pFormatCtx, patha.c_str(), NULL, NULL) != 0) {
if (avformat_open_input(&pFormatCtx, NULL, NULL, NULL) != 0) {
printf("Couldn't open input stream %d\n", cam_no);
return -1;
}
printf("camno %d find stream\n", cam_no);
pFormatCtx->probesize = 1000 * 1024;
pFormatCtx->max_analyze_duration = 10 * AV_TIME_BASE;
pCodec = NULL;
while (pCodec == NULL) {
printf("%d start find stream info \n", cam_no);
if (avformat_find_stream_info(pFormatCtx, NULL) < 0) {
printf("Couldn't find stream info %d\n", cam_no);
goto restart_stream;
continue;
}
videoindex = -1;
for (i = 0; i < pFormatCtx->nb_streams; i++)
if (pFormatCtx->streams[i]->codec->codec_type == AVMEDIA_TYPE_VIDEO) {
if (videoindex == -1) {
videoindex = i;
}
//break;
}
if (videoindex == -1) {
printf("%d Didn't find a video stream.\n", cam_no);
goto restart_stream;
}
pCodecCtx = pFormatCtx->streams[videoindex]->codec;
//pCodec = avcodec_find_decoder(AV_CODEC_ID_H264);
pCodec = avcodec_find_decoder(pCodecCtx->codec_id);
if (pCodec == NULL) {
printf("%d Codec not found \n", cam_no);
goto restart_stream;
//return -1;
}
if (avcodec_open2(pCodecCtx, pCodec, NULL) < 0) {
printf("%d Could not open codec.\n", cam_no);
goto restart_stream;
continue;
//return -1;
}
if (pCodecCtx->width <= 0 || pCodecCtx->height <= 0 || pCodecCtx->height >2000 || pCodecCtx->width >3000) {
printf("cam %d pCodecCtx error 1 width %d height %d ", cam_no, pCodecCtx->width, pCodecCtx->height);
goto restart_stream;
}
goto ok;
restart_stream:
printf("%d restart 1 ", cam_no);
avformat_free_context(pFormatCtx);
printf("restart 2 ");
//avformat_close_input(&pFormatCtx);
pFormatCtx = NULL;
pFormatCtx = avformat_alloc_context();
printf("restart 3 ");
//av_freep(aviobuffer);
//printf("restart 4");
aviobuffer = (unsigned char *)av_malloc(1512);
printf("restart 4 ");
AVIOContext *avio2 = avio_alloc_context(aviobuffer, 1512, 0, &deviceInfo, read_buffer, NULL, NULL);
pFormatCtx->pb = avio2;
pFormatCtx->probesize = 1000 * 1024;
pFormatCtx->max_analyze_duration = 10 * AV_TIME_BASE;
if (avformat_open_input(&pFormatCtx, NULL, NULL, NULL) != 0) {
printf("2Couldn't open input stream %d\n", cam_no);
//return -1;
}
printf("restart 5\n");
pCodec = NULL;
continue;
ok:
break;
}
printf("camno:%d code name :%s width %d height %d\n",cam_no, pCodec->name, pCodecCtx->width, pCodecCtx->height);
AVFrame *pFrame, *pFrameYUV;
pFrame = av_frame_alloc();
pFrameYUV = av_frame_alloc();
int ret, got_picture;
if (g_errorcall) {
char* cc;
int length = strlen(pCodec->name);
cc = new char[length + 1];
strcpy(cc, pCodec->name);
g_errorcall(0, cam_no, pCodecCtx->width, pCodecCtx->height, cc, 11);
}
AVPacket *packet = (AVPacket *)av_malloc(sizeof(AVPacket));
struct SwsContext *img_convert_ctx;
img_convert_ctx = sws_getContext(pCodecCtx->width, pCodecCtx->height, pCodecCtx->pix_fmt, pCodecCtx->width, pCodecCtx->height, AV_PIX_FMT_RGB24, SWS_BICUBIC, NULL, NULL, NULL);
uint8_t *out_buffer;
printf("cam %d ready decode 2", cam_no);
out_buffer = new uint8_t[avpicture_get_size(AV_PIX_FMT_RGB24, pCodecCtx->width, pCodecCtx->height)];
avpicture_fill((AVPicture *)pFrameYUV, out_buffer, AV_PIX_FMT_RGB24, pCodecCtx->width, pCodecCtx->height);
//av_image_fill_arrays(pFrameYUV->data, pFrameYUV->linesize, out_buffer, AV_PIX_FMT_RGB24, pCodecCtx->width, pCodecCtx->height, 1);
printf("cam %d ready decode 3", cam_no);
int dec_error_count = 0;
int tmp_test = 0;
while (av_read_frame(pFormatCtx, packet) >= 0) {
if (packet->stream_index == videoindex) {
//tmp_test++;
if (packet->size < 50) {
av_free_packet(packet);
//printf("cam:%d packet is too small %d\n", cam_no, packet->size);
Sleep(3);
continue;
}
if (g_errorcall != 0)
g_errorcall(2, deviceInfo.cam_no, 1, 2, "start decode",3);
char str_decode[40];
sprintf(str_decode, "cam %d start decode", cam_no);
SLOG1(str_decode);
ret = avcodec_decode_video2(pCodecCtx, pFrame, &got_picture, packet);
if (ret < 0) {
dec_error_count++;
char str3[80];
sprintf(str3, "%d%s decode_error:%d error_count %d", cam_no, " Decode Error", ret, dec_error_count);
SLOG1(str3);
if (g_errorcall != 0)
g_errorcall(1, deviceInfo.cam_no, 0, 2, str3, 80);
printf("cam:%d Decode Error got_picture %d decode_error_num %d\n", cam_no, got_picture, dec_error_count);
if (dec_error_count > 2) {
dec_error_count = 0;
// restart ffmpeg
av_free_packet(packet);
Sleep(50);
sws_freeContext(img_convert_ctx);
img_convert_ctx = NULL;
printf("cam %d sws_freeContext 1\n", cam_no);
//av_free(out_buffer);
//av_free(pFrameYUV);
avcodec_close(pCodecCtx);
//pCodecCtx = NULL;
if (avcodec_open2(pCodecCtx, pCodec, NULL)<0) {
printf("Could not open codec.\n");
return -1;
}
/*pFrame = av_frame_alloc();
pFrameYUV = av_frame_alloc();*/
//packet = (AVPacket *)av_malloc(sizeof(AVPacket));
printf("cam_no %d avcodec_open2 ok width:%d height:%d\n", cam_no, pCodecCtx->width, pCodecCtx->height);
img_convert_ctx = sws_getContext(pCodecCtx->width, pCodecCtx->height, pCodecCtx->pix_fmt, pCodecCtx->width, pCodecCtx->height, AV_PIX_FMT_RGB24, SWS_BICUBIC, NULL, NULL, NULL);
char str3[40];
sprintf(str3, "ffmpeg restart cam %d ", cam_no);
SLOG1(str3);
continue;
}
}
if (got_picture) {
if (g_errorcall != 0)
g_errorcall(2, deviceInfo.cam_no, 1, 2, "got_picture",4);
char str3[40];
sprintf(str3, "cam %d got_picture", cam_no);
SLOG1(str3);
sws_scale(img_convert_ctx, (const uint8_t* const*)pFrame->data, pFrame->linesize, 0, pCodecCtx->height, pFrameYUV->data, pFrameYUV->linesize);
/*fwrite(pFrameYUV->data[0], (pCodecCtx->width)*(pCodecCtx->height) * 3, 1, output);*/
tcallback((char*)pFrameYUV->data[0], pCodecCtx->height * pCodecCtx->width * 3, cam_no, pCodecCtx->height, pCodecCtx->width);
}
}
av_free_packet(packet);
Sleep(10);
}
sws_freeContext(img_convert_ctx);
//av_free(out_buffer);
av_free(pFrameYUV);
avcodec_close(pCodecCtx);
avformat_close_input(&pFormatCtx);
return 0;
}
int tcp_init(char* ip, int port) {
int res = tcpInit(ip, port);
//printf("conn server\t%d\n", res);
return res;
}
int ffmpeg_recv(int cam_no, FrameFunc tcallback(char* a, int size, int cam_no, int height, int width))
{
av_register_all();
unsigned version = avcodec_version();
printf("FFmpeg version: %d\n", version);
AVFormatContext *pFormatCtx;
int i, videoindex;
AVCodecContext *pCodecCtx;
AVCodec *pCodec;
char filepath[] = "video.264";
avformat_network_init();
pFormatCtx = avformat_alloc_context();
//string patha = "C:\\Users\\sbd01\\Videos\\video.264";
//fp_open = fopen(patha.c_str(), "rb+");
unsigned char *aviobuffer = (unsigned char *)av_malloc(1512);
AVIOContext *avio = avio_alloc_context(aviobuffer, 1512, 0, &cam_no, read_buffer, NULL, NULL);
pFormatCtx->pb = avio;
if (avformat_open_input(&pFormatCtx, NULL, NULL, NULL) != 0) {
printf("Couldn't open input stream.\n");
return -1;
}
if (avformat_find_stream_info(pFormatCtx, NULL)<0) {
printf("Couldn't find stream information.\n");
return -1;
}
videoindex = -1;
for (i = 0; i<pFormatCtx->nb_streams; i++)
if (pFormatCtx->streams[i]->codec->codec_type == AVMEDIA_TYPE_VIDEO) {
videoindex = i;
break;
}
if (videoindex == -1) {
printf("Didn't find a video stream.\n");
return -1;
}
pCodecCtx = pFormatCtx->streams[videoindex]->codec;
pCodec = avcodec_find_decoder(pCodecCtx->codec_id);
if (pCodec == NULL) {
printf("Codec not found.\n");
return -1;
}
if (avcodec_open2(pCodecCtx, pCodec, NULL)<0) {
printf("Could not open codec.\n");
return -1;
}
AVFrame *pFrame, *pFrameYUV;
pFrame = av_frame_alloc();
pFrameYUV = av_frame_alloc();
int ret, got_picture;
AVPacket *packet = (AVPacket *)av_malloc(sizeof(AVPacket));
struct SwsContext *img_convert_ctx;
img_convert_ctx = sws_getContext(pCodecCtx->width, pCodecCtx->height, pCodecCtx->pix_fmt, pCodecCtx->width, pCodecCtx->height, AV_PIX_FMT_RGB24, SWS_BICUBIC, NULL, NULL, NULL);
uint8_t *out_buffer;
out_buffer = new uint8_t[avpicture_get_size(AV_PIX_FMT_RGB24, pCodecCtx->width, pCodecCtx->height)];
avpicture_fill((AVPicture *)pFrameYUV, out_buffer, AV_PIX_FMT_RGB24, pCodecCtx->width, pCodecCtx->height);
while (av_read_frame(pFormatCtx, packet) >= 0) {
if (packet->stream_index == videoindex) {
ret = avcodec_decode_video2(pCodecCtx, pFrame, &got_picture, packet);
if (ret < 0) {
printf("Decode Error.\n");
return -1;
}
if (got_picture) {
sws_scale(img_convert_ctx, (const uint8_t* const*)pFrame->data, pFrame->linesize, 0, pCodecCtx->height, pFrameYUV->data, pFrameYUV->linesize);
/*fwrite(pFrameYUV->data[0], (pCodecCtx->width)*(pCodecCtx->height) * 3, 1, output);*/
tcallback((char*)pFrameYUV->data[0], pCodecCtx->height * pCodecCtx->width * 3, cam_no, pCodecCtx->height, pCodecCtx->width);
}
}
av_free_packet(packet);
}
sws_freeContext(img_convert_ctx);
//fclose(fp_open);
//SDL_Quit();
//av_free(out_buffer);
av_free(pFrameYUV);
avcodec_close(pCodecCtx);
avformat_close_input(&pFormatCtx);
return 0;
}
//Callback
int file_buffer(void *opaque, uint8_t *buf, int buf_size) {
FILE *fp_open = (FILE *)opaque;
if (!feof(fp_open)) {
int true_size = fread(buf, 1, buf_size, fp_open);
return true_size;
}
else {
return -1;
}
}
int play_file(char* file_name, FrameFunc tcallback(char* a, int size,int num, int height, int width))
{
av_register_all();
unsigned version = avcodec_version();
printf("FFmpeg version: %d\n", version);
AVFormatContext *pFormatCtx;
int i, videoindex;
AVCodecContext *pCodecCtx;
AVCodec *pCodec;
char filepath[] = "video.264";
//av_register_all();
avformat_network_init();
pFormatCtx = avformat_alloc_context();
string patha = "C:\\Users\\sbd01\\Videos\\video.264";
//patha = "C:\\Users\\sbd01\\Pictures\\ffmpegtest\\Debug\\video.dat";
FILE *fp_open = fopen(file_name, "rb+");
unsigned char *aviobuffer = (unsigned char *)av_malloc(32768);
//printf("avio_alloc_context %d\n", cam_no);
AVIOContext *avio = avio_alloc_context(aviobuffer, 32768, 0, (void*)fp_open, file_buffer, NULL, NULL);
pFormatCtx->pb = avio;
//if (avformat_open_input(&pFormatCtx, patha.c_str(), NULL, NULL) != 0) {
if (avformat_open_input(&pFormatCtx, NULL, NULL, NULL) != 0) {
printf("Couldn't open input stream.\n");
return -1;
}
if (avformat_find_stream_info(pFormatCtx, NULL)<0) {
printf("Couldn't find stream information.\n");
return -1;
}
videoindex = -1;
for (i = 0; i<pFormatCtx->nb_streams; i++)
if (pFormatCtx->streams[i]->codec->codec_type == AVMEDIA_TYPE_VIDEO) {
videoindex = i;
break;
}
if (videoindex == -1) {
printf("Didn't find a video stream.\n");
return -1;
}
pCodecCtx = pFormatCtx->streams[videoindex]->codec;
pCodec = avcodec_find_decoder(pCodecCtx->codec_id);
if (pCodec == NULL) {
printf("Codec not found.\n");
return -1;
}
if (avcodec_open2(pCodecCtx, pCodec, NULL)<0) {
printf("Could not open codec.\n");
return -1;
}
AVFrame *pFrame, *pFrameYUV;
pFrame = av_frame_alloc();
pFrameYUV = av_frame_alloc();
/*if (SDL_Init(SDL_INIT_VIDEO | SDL_INIT_AUDIO | SDL_INIT_TIMER)) {
printf("Could not initialize SDL - %s\n", SDL_GetError());
return -1;
}*/
/*int screen_w = 0, screen_h = 0;
SDL_Surface *screen;
screen_w = pCodecCtx->width;
screen_h = pCodecCtx->height;
screen = SDL_SetVideoMode(screen_w, screen_h, 0, 0);
if (!screen) {
printf("SDL: could not set video mode - exiting:%s\n", SDL_GetError());
return -1;
}
SDL_Overlay *bmp;
bmp = SDL_CreateYUVOverlay(pCodecCtx->width, pCodecCtx->height, SDL_YV12_OVERLAY, screen);
SDL_Rect rect;
rect.x = 0;
rect.y = 0;
rect.w = screen_w;
rect.h = screen_h;*/
//SDL End------------------------
int ret, got_picture;
AVPacket *packet = (AVPacket *)av_malloc(sizeof(AVPacket));
struct SwsContext *img_convert_ctx;
img_convert_ctx = sws_getContext(pCodecCtx->width, pCodecCtx->height, pCodecCtx->pix_fmt, pCodecCtx->width, pCodecCtx->height, AV_PIX_FMT_RGB24, SWS_BICUBIC, NULL, NULL, NULL);
uint8_t *out_buffer;
out_buffer = new uint8_t[avpicture_get_size(AV_PIX_FMT_RGB24, pCodecCtx->width, pCodecCtx->height)];
avpicture_fill((AVPicture *)pFrameYUV, out_buffer, AV_PIX_FMT_RGB24, pCodecCtx->width, pCodecCtx->height);
while (av_read_frame(pFormatCtx, packet) >= 0) {
if (packet->stream_index == videoindex) {
ret = avcodec_decode_video2(pCodecCtx, pFrame, &got_picture, packet);
if (ret < 0) {
printf("Decode Error.\n");
return -1;
}
if (got_picture) {
sws_scale(img_convert_ctx, (const uint8_t* const*)pFrame->data, pFrame->linesize, 0, pCodecCtx->height, pFrameYUV->data, pFrameYUV->linesize);
/*fwrite(pFrameYUV->data[0], (pCodecCtx->width)*(pCodecCtx->height) * 3, 1, output);*/
tcallback((char*)pFrameYUV->data[0], pCodecCtx->height * pCodecCtx->width * 3, 1, pCodecCtx->height, pCodecCtx->width);
}
}
av_free_packet(packet);
}
sws_freeContext(img_convert_ctx);
//fclose(fp_open);
//SDL_Quit();
//av_free(out_buffer);
av_free(pFrameYUV);
avcodec_close(pCodecCtx);
avformat_close_input(&pFormatCtx);
return 0;
}
以上这篇python opencv图片编码为h264文件的实例就是小编分享给大家的全部内容了，希望能给大家一个参考，也希望大家多多支持脚本之家。
扫一扫
被折叠的 条评论
为什么被折叠?
到【灌水乐园】发言
