使用SOCKET TCP OPENCV 发送视频 mat格式及jpg格式

该博客详细介绍了如何通过TCP/IP协议使用SOCKET进行图像的传输,包括从OpenCV的Mat格式转换为JPG并发送,以及接收MAT和JPG图像的过程。涉及到的关键函数包括image_base64.h和Mat2Img.h。同时,提供了多个参考资料,如关于JSON传输、TCP粘包问题以及SOCKET通信的解决方案。

SERVER SEND jpg

//常头文件
#include <unistd.h>
#include <stdio.h>
#include <stdlib.h>

//socket相关头文件
#include <sys/socket.h>
#include <arpa/inet.h>
#include <csignal>
#include "Mat2Img.h"			//自编头文件,注意带上

//opencv相关头文件
#include <opencv2/opencv.hpp>


const int PORT = 5678;                //端口号,客户端应与之保持一致

struct sockaddr_in server_addr, client_addr; //定义服务端和客户端的地址结构体

const int Width = 640;  //图片的宽
const int Heigth = 480; //图片的高

int connectfd;      //用于传输的socketID
int sockfd;         //初始化socketID

int SendImage(const cv::Mat &mat, int sockfd); //发送图像

void InitAddr( );				//初始化函数

int main(int argc, char **argv)
{

    cv::VideoCapture capture(0);	//初始化摄像头
    cv::Mat cap;			//初始化摄像头mat数组
    cv::Mat image;			//初始化发送mat数组
    int ret=1;
    InitAddr(); //初始化TCP连接,并将地址结构体绑定到套接字上

    while (true)
    {
        capture >> cap;
        cv::resize(cap,image,cv::Size(Width,Heigth));	
        cv::imshow("local image", image);		//本地显示,可注释掉
        cv::waitKey(10);				//本地显示,可注释掉
        ret = SendImage(image,connectfd);		//发送图像
        if (ret == -1)					//如发送失败,关闭socket重新初始化
        {
		close(connectfd);
		InitAddr();
        }
    }
    return 0;
}

void InitAddr(void)
{
    char client_IP[1024];
    signal(SIGPIPE,SIG_IGN);
    //创建套接字
    sockfd = socket(AF_INET, SOCK_STREAM, 0); //TCP传输
    if (sockfd == -1)
    {
        perror("socket error");
        exit(EXIT_FAILURE);
    }

    bzero(&server_addr, sizeof(server_addr));
    server_addr.sin_family = AF_INET;
    server_addr.sin_port = htons(PORT);
    server_addr.sin_addr.s_addr = htonl(INADDR_ANY);

    //设置端口复用
    int opt = 1;
    setsockopt(sockfd, SOL_SOCKET, SO_REUSEPORT, &opt, sizeof(opt));

    //bind
    int ret = bind(sockfd, (struct sockaddr *)&server_addr, sizeof(server_addr));
    if (ret == -1)
    {
        perror("bind errno");
        exit(1);
    }

    //listen
    ret = listen(sockfd, 10);
    if (ret == -1)
    {
        perror("listen errno");
        exit(1);
    }

    //accept
    //阻塞等待客户端的连接请求
    bzero(&client_addr, sizeof(client_addr));
    socklen_t client_len = sizeof(client_addr);
    std::cout<<"wait"<<std::endl;
    connectfd = accept(sockfd, (struct sockaddr *)&client_addr, &client_len);
    if (connectfd == -1)
    {
        perror("accept errno");
        exit(1);
    }
    //打印客户端的IP地址和端口号
    printf("client ip:%s port:%d\n",
           inet_ntop(AF_INET, &client_addr.sin_addr.s_addr, client_IP, 1024),
           ntohs(client_addr.sin_port));

    //此时就可以读取connectfd中的数据
}


int SendImage(const cv::Mat &mat, int sockfd)
{
    // Mat 转化为jpg
	std::vector<unsigned char> buff_jpg;
	int ret = Mat2Img::MatToByteArray(mat, buff_jpg);
    // jpg 转化为Base64
	std::string str = ImageBase64::encode(buff_jpg.data(), buff_jpg.size());

    // 发送base64 长度  
    unsigned long count=0;
    count = str.size();
    int req = send (sockfd, &count, 4, MSG_NOSIGNAL);
    if(req == -1)
    {
        return -1;
    }
        
    // 发送base64 数据
    
    req = send (sockfd, str.c_str(), str.size(), MSG_NOSIGNAL);
    
    if(req == -1)
    {
        return -1;
    }
    return 1;
    
  
}

client receive jpg

//常用头文件
#include <unistd.h>
#include <stdio.h>
#include <stdlib.h>

//socket相关头文件
#include <sys/socket.h>
#include <arpa/inet.h>
#include "Mat2Img.h"			//自编jpg发送头文件,注意带上

//opencv相关头文件
#include <opencv2/opencv.hpp>

const int PORT = 5678;          	//端口号,应与server保持一致
const char *IP = "127.0.0.1"; 	//服务器IP地址,服务器在本机使用127.0.0.1
struct sockaddr_in server_addr;        //定义服务端的地址结构体

const int Width = 640;  //图片的宽 不需要
const int Heigth = 480; //图片的高 不需要


cv::Mat GetImage(int sockfd);

void InitAddr();

int main(int argc, char **argv)
{
    int sockfd = socket(AF_INET, SOCK_STREAM, 0); //TCP通信
    if (sockfd == -1)
    {
        perror("socket errno");
        exit(EXIT_FAILURE);
    }
    InitAddr();
    //std::cout<<"socket success"<<std::endl;
    int ret = connect(sockfd,(struct sockaddr *)&server_addr,sizeof(server_addr));
    if(ret == -1)
    {
        perror("connect error");
        exit(1);
    }
    std::cout<<"connect succedd"<<std::endl;


    while(1)
    {
        cv::Mat image = GetImage(sockfd);
        cv::imshow("remote image", image);
        cv::waitKey(1);
        std::cout<<"收到一帧!"<<std::endl;
    }

    return 0;

}

void InitAddr()
{
    //std::cout<<"Initing"<<std::endl;
    bzero(&server_addr, sizeof(server_addr));
    server_addr.sin_family = AF_INET;
    server_addr.sin_port = htons(PORT);
    //需要将服务器端的IP地址进行转换
    int ret = inet_pton(AF_INET, IP, &server_addr.sin_addr.s_addr);
    if (ret == -1)
    {
        perror("inet_pton error");
        exit(EXIT_FAILURE);
    }

}


cv::Mat GetImage(int connectfd)
{
    unsigned long base64_size=0;
    cv::Mat mat = cv::Mat::zeros(Heigth, Width, CV_8UC3);

    //获得jpeg大小
    int byte1 = recv(connectfd, &base64_size, 4, 0);
    if (byte1 == -1)
    {
        std::cout << "status == -1   errno byte1 == " << errno << "  in Socket::recv\n";
        exit(EXIT_FAILURE);
    }
	//std::cout << "base64_size = " << base64_size << "bytes" << std::endl;

    //接收base64 string
    char base64_str[base64_size];
    int bytes = 0;
    int i = 0;
    for (i = 0; i < base64_size; i += bytes)
    {
        bytes = recv(connectfd, base64_str+ i, base64_size - i, 0);
        //std::cout << "succed receive  = " << bytes << "bytes" << std::endl;
        if (bytes == -1)
        {
            std::cout << "status == -1   errno == " << errno << "  in Socket::recv\n";
            exit(EXIT_FAILURE);
        }
    }



	// Base64 字符串转化为jpg 的string
	int outLen = 0;
	std::string str1 = ImageBase64::decode(base64_str, base64_size, outLen);
	
	// jpg string 拷贝到jpg 数组buffer
	std::vector<uchar> baseJpgVec;
	baseJpgVec.assign(&str1.data()[0], &str1.data()[outLen]);
	
	//jpg buffer 转化为Mat
	cv::Mat MatFromBase;
	Mat2Img::JPEGToMat(MatFromBase, baseJpgVec);
	

    return MatFromBase;

}

sever send mat

#include <unistd.h>
#include <stdio.h>
#include <stdlib.h>

#include <sys/socket.h>
#include <arpa/inet.h>

#include <opencv2/opencv.hpp>

const int PORT = 48958;                //端口号

struct sockaddr_in server_addr, client_addr; //定义服务端和客户端的地址结构体

const int Width = 640;  //图片的宽
const int Heigth = 480; //图片的高

cv::Mat GetImage(int sockfd);
void SendImage(const cv::Mat &mat, int sockfd);

void InitAddr(int sokckfd);

int main(int argc, char **argv)
{
    char client_IP[1024];
    cv::VideoCapture capture(0);	
    cv::Mat cap;
    cv::Mat image;
    //创建套接字
    int sockfd = socket(AF_INET, SOCK_STREAM, 0); //TCP传输
    if (sockfd == -1)
    {
        perror("socket error");
        exit(EXIT_FAILURE);
    }
    InitAddr(sockfd); //初始化地址,并将地址结构体绑定到套接字上

    //阻塞等待客户端的连接请求
    while (true)
    {
        bzero(&client_addr, sizeof(client_addr));
        socklen_t client_len = sizeof(client_addr);
        std::cout<<"wait"<<std::endl;
        int connectfd = accept(sockfd, (struct sockaddr *)&client_addr, &client_len);
        if (connectfd == -1)
        {
            perror("accept errno");
            exit(1);
        }
        //打印客户端的IP地址和端口号
        printf("client ip:%s port:%d\n",
               inet_ntop(AF_INET, &client_addr.sin_addr.s_addr, client_IP, 1024),
               ntohs(client_addr.sin_port));

        //此时就可以读取connectfd中的数据
        while(1)
        {
	    capture >> cap;
	    cv::resize(cap,image,cv::Size(Width,Heigth));
	    cv::imshow("local image", image);
	    cv::waitKey(10);
	    SendImage(image,connectfd);       
        
        /*
    cv::Mat image = GetImage(connectfd);
        //保存图片
        //cv::imwrite("../Get/image.jpg", image);
    cv::imshow("remote image", image);
    cv::waitKey(10);
    */
        }
    }
    return 0;
}

void InitAddr(int sockfd)
{
    bzero(&server_addr, sizeof(server_addr));
    server_addr.sin_family = AF_INET;
    server_addr.sin_port = htons(PORT);
    server_addr.sin_addr.s_addr = htonl(INADDR_ANY);

    //设置端口复用
    int opt = 1;
    setsockopt(sockfd, SOL_SOCKET, SO_REUSEADDR, &opt, sizeof(opt));

    int ret = bind(sockfd, (struct sockaddr *)&server_addr, sizeof(server_addr));
    if (ret == -1)
    {
        perror("bind errno");
        exit(1);
    }
    std::cout<<"bind success"<<std::endl;

    ret = listen(sockfd, 10);
    if (ret == -1)
    {
        perror("listen errno");
        exit(1);
    }
    std::cout<<"listen success"<<std::endl;
}



void SendImage(const cv::Mat &mat, int sockfd)
{
    int ret = send (sockfd, mat.data, mat.cols * mat.rows * 3, MSG_NOSIGNAL );
    if(ret == -1)
    {
        perror("send error");
        exit(EXIT_FAILURE);
    }
}

client receive mat

#include <unistd.h>
#include <stdio.h>
#include <stdlib.h>

#include <sys/socket.h>
#include <arpa/inet.h>

#include <opencv2/opencv.hpp>

const int PORT = 5678;          //端口号
const char *IP = "192.168.137.123"; //IP地址
struct sockaddr_in server_addr;        //定义服务端的地址结构体

const int Width = 640;  //图片的宽
const int Heigth = 480; //图片的高

void SendImage(const cv::Mat &mat, int sockfd);
cv::Mat GetImage(int sockfd);

void InitAddr();

int main(int argc, char **argv)
{
    int sockfd = socket(AF_INET, SOCK_STREAM, 0); //TCP通信
    if (sockfd == -1)
    {
        perror("socket errno");
        exit(EXIT_FAILURE);
    }
    InitAddr();
    //std::cout<<"socket success"<<std::endl;
    int ret = connect(sockfd,(struct sockaddr *)&server_addr,sizeof(server_addr));
	if(ret == -1)
	{
		perror("connect error");
		exit(1);
	}
    std::cout<<"connect succedd"<<std::endl;
    

    while(1)
    {
    cv::Mat image = GetImage(sockfd);
    cv::imshow("remote image", image);
    cv::waitKey(1);
    }
    //close(sockfd);
    return 0;
    
}

void InitAddr()
{
    //std::cout<<"Initing"<<std::endl;
    bzero(&server_addr, sizeof(server_addr));
    server_addr.sin_family = AF_INET;
    server_addr.sin_port = htons(PORT);
    //需要将服务器端的IP地址进行转换
    int ret = inet_pton(AF_INET, IP, &server_addr.sin_addr.s_addr);
    if (ret == -1)
    {
        perror("inet_pton error");
        exit(EXIT_FAILURE);
    }

}

void SendImage(const cv::Mat &mat, int sockfd)
{
    int ret = send (sockfd, mat.data, mat.cols * mat.rows * 3, MSG_NOSIGNAL );
    if(ret == -1)
    {
        perror("send error");
        exit(EXIT_FAILURE);
    }
}

cv::Mat GetImage(int connectfd)
{
    cv::Mat mat = cv::Mat::zeros(Heigth, Width, CV_8UC3);
    //const int imgSize = mat.total() * mat.elemSize()*3;
    const int imgSize = Heigth * Width * 3 ;
    std::cout << "imgSize = " << imgSize << "bytes" << std::endl;
    uchar bufferData[imgSize*2];
    int bytes = 0;
    int i = 0;
    for (i = 0; i < imgSize; i += bytes)
    {
        bytes = recv(connectfd, bufferData + i, imgSize - i, 0);
        if (bytes == -1)
        {
            std::cout << "status == -1   errno == " << errno << "  in Socket::recv\n";
            exit(EXIT_FAILURE);
        }
    }
    // std::cout << "recv " << i << "bytes" << std::endl;
    mat = cv::Mat(Heigth, Width, CV_8UC3, bufferData);
    return mat;
}

相关函数

image_base64.h

#ifndef TESTFACEAPI_TESTFACEAPI_IMAGE_BASE64_H
#define TESTFACEAPI_TESTFACEAPI_IMAGE_BASE64_H
#include <string>
// 对图片进行base64编码解码类
class ImageBase64
{
public:

    /*编码
    DataByte
    [in]输入的数据长度,以字节为单位
    */
    static const std::string encode(const unsigned char* Data, int DataByte);
    /*解码
    DataByte
    [in]输入的数据长度,以字节为单位
    OutByte
    [out]输出的数据长度,以字节为单位,请不要通过返回值计算
    输出数据的长度
    */
    static const std::string decode(const char* Data, int DataByte, int& OutByte);
    // 传入图片地址进行base64编码示例
    static std::string file2base64(const std::string& file_path);
};
#endif

Mat2Img.h

#ifndef MAT2IMG_H
#define MAT2IMG_H
#include "opencv2/opencv.hpp"
#include <vector>
#include "image_base64.h"
#include "opencv2/imgcodecs/legacy/constants_c.h"

class Mat2Img 
{
		

public:
	static int MatToByteArray(const cv::Mat mat, std::vector<unsigned char>& buff)
	{
		if (mat.empty()) {
			return 0;
		}
		std::vector<int> param = std::vector<int>(2);
		param[0] = cv::IMWRITE_JPEG_QUALITY;
		param[1] = 95; // default(95) 0-100
		cv::imencode(".jpg", mat, buff, param);
		return 0;
	}
	
	static int JPEGToMat(cv::Mat &matImage, std::vector<unsigned char> buff)
	{
		if (buff.empty()) {
			return -1;
		}
		if ((buff[0] == 0xFF && buff[1] == 0xD8))
		{
			matImage = cv::imdecode(buff, CV_LOAD_IMAGE_COLOR);
		}
		else
		{
			buff.insert(buff.begin(), 0xFF);
			buff.insert(buff.begin()+1, 0xD8);
			matImage = cv::imdecode(buff, CV_LOAD_IMAGE_COLOR);
		}
		return 0;
	}

	static int Mat2Base64(cv::Mat &image, std::string &base64)
	{
		std::vector<unsigned char> cut_jpg;
		// Mat -> jpg
		cut_jpg.clear();
		Mat2Img::MatToByteArray(image, cut_jpg);

		base64 = ImageBase64::encode(cut_jpg.data(), cut_jpg.size());
		return 0;
	}
	static int Base2Mat(std::string &base64, cv::Mat &image)
	{
		
		int outLen = 0;
		std::string str1 = ImageBase64::decode(base64.c_str(), base64.size(), outLen);

		std::vector<uchar> baseJpgVec;
		baseJpgVec.assign(&str1.data()[0], &str1.data()[outLen]);

		int ret = Mat2Img::JPEGToMat(image, baseJpgVec);
		if (ret != 0)
		{
			return ret;
		}

		return 0;
	}
};
#endif

image_base64.cpp

#include "image_base64.h"
#include <vector>
#include <opencv2/opencv.hpp>


static const std::string base64_chars =
"ABCDEFGHIJKLMNOPQRSTUVWXYZ"
"abcdefghijklmnopqrstuvwxyz"
"0123456789+/";

static inline bool is_base64(unsigned char c) {
    return (isalnum(c) || (c == '+') || (c == '/'));
}

const std::string ImageBase64::encode(const unsigned char* Data, int DataByte)
{
    //编码表  
    const char EncodeTable[] = "ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789+/";
    //返回值  
    std::string str_encode;
    unsigned char tmp[4] = { 0 };
    int line_length = 0;
    for (int i = 0; i < (int)(DataByte / 3); i++)
    {
        tmp[1] = *Data++;
        tmp[2] = *Data++;
        tmp[3] = *Data++;
        str_encode += EncodeTable[tmp[1] >> 2];
        str_encode += EncodeTable[((tmp[1] << 4) | (tmp[2] >> 4)) & 0x3F];
        str_encode += EncodeTable[((tmp[2] << 2) | (tmp[3] >> 6)) & 0x3F];
        str_encode += EncodeTable[tmp[3] & 0x3F];
        if (line_length += 4, line_length == 76)
        {
            str_encode += "\r\n"; 
            line_length = 0;
        }
    }
    //对剩余数据进行编码  
    int mod = DataByte % 3;
    if (mod == 1)
    {
        tmp[1] = *Data++;
        str_encode += EncodeTable[(tmp[1] & 0xFC) >> 2];
        str_encode += EncodeTable[((tmp[1] & 0x03) << 4)];
        str_encode += "==";
    }
    else if (mod == 2)
    {
        tmp[1] = *Data++;
        tmp[2] = *Data++;
        str_encode += EncodeTable[(tmp[1] & 0xFC) >> 2];
        str_encode += EncodeTable[((tmp[1] & 0x03) << 4) | ((tmp[2] & 0xF0) >> 4)];
        str_encode += EncodeTable[((tmp[2] & 0x0F) << 2)];
        str_encode += "=";
    }

    return str_encode;
}

const std::string ImageBase64::decode(const char* Data, int DataByte, int& OutByte)
{
    //解码表  
    const char DecodeTable[] =
    {
        0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
        0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
        62, // '+'  
        0, 0, 0,
        63, // '/'  
        52, 53, 54, 55, 56, 57, 58, 59, 60, 61, // '0'-'9'  
        0, 0, 0, 0, 0, 0, 0,
        0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12,
        13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, // 'A'-'Z'  
        0, 0, 0, 0, 0, 0,
        26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38,
        39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, // 'a'-'z'  
    };
    //返回值  
    std::string str_decode;
    int n_value = 0;
    int i = 0;
    while (i < DataByte)
    {
        if (*Data != '\r' && *Data != '\n')
        {
            n_value = DecodeTable[*Data++] << 18;
            n_value += DecodeTable[*Data++] << 12;
            str_decode += (n_value & 0x00FF0000) >> 16;
            OutByte++;
            if (*Data != '=')
            {
                n_value += DecodeTable[*Data++] << 6;
                str_decode += (n_value & 0x0000FF00) >> 8;
                OutByte++;
                if (*Data != '=')
                {
                    n_value += DecodeTable[*Data++];
                    str_decode += n_value & 0x000000FF;
                    OutByte++;
                }
            }
            i += 4;
        }
        else// 回车换行,跳过  
        {
            Data++;
            i++;
        }
    }
    return str_decode;
}

std::string ImageBase64::file2base64(const std::string& file_path)
{
    cv::Mat img = cv::imread(file_path);
    if (img.empty())
    {
        return "";
    }
    std::vector<uchar> vec_img;                               //Mat 图片数据转换为vector<uchar>  
    std::vector<int> vec_compression_params;
    vec_compression_params.push_back(cv::IMWRITE_JPEG_QUALITY);
    vec_compression_params.push_back(90);
    cv::imencode(".jpg", img, vec_img, vec_compression_params);
    // base64;
    std::string img_base64 = encode(vec_img.data(), vec_img.size());
    return img_base64;
}


opencv的Mat数据和JPG数据的相互转化参考:
https://blog.youkuaiyun.com/baidu_31872269/article/details/86010156
JSON传输
https://blog.youkuaiyun.com/weixin_37459951/article/details/108986095
http://www.cppblog.com/wanghaiguang/archive/2013/12/26/205020.html
TCP 粘包问题解决办法 (暂未遇到)
https://blog.youkuaiyun.com/qq_42839596/article/details/102765764

SOCKET通信
https://blog.youkuaiyun.com/HUSTIS1804/article/details/122637618
https://blog.youkuaiyun.com/weixin_42299076/article/details/124828768

主要借鉴:
https://www.it610.com/article/1282580053632237568.htm
https://blog.youkuaiyun.com/u012736685/article/details/77131633

评论
添加红包

请填写红包祝福语或标题

红包个数最小为10个

红包金额最低5元

当前余额3.43前往充值 >
需支付:10.00
成就一亿技术人!
领取后你会自动成为博主和红包主的粉丝 规则
hope_wisdom
发出的红包
实付
使用余额支付
点击重新获取
扫码支付
钱包余额 0

抵扣说明:

1.余额是钱包充值的虚拟货币,按照1:1的比例进行支付金额的抵扣。
2.余额无法直接购买下载,可以购买VIP、付费专栏及课程。

余额充值