#include "form_
voip.h"
#include "ui_form_
voip.h"
#include "parammanager.h"
#include <QPushBut
ton>
#include <QMediaDevices>
#include <QVideoSink>
#include <QCamera>
#include <QTimer>
#include <QAudioInput>
#include <QVideoFrame>
using namespace pj;
class MyEndpoint : public Endpoint
{
public:
MyEndpoint() : Endpoint() {};
virtual pj_status_t onCredAuth(OnCredAuthParam &prm)
{
PJ_UNUSED_ARG(prm);
std::cout << "*** Callback onCredAuth called ***" << std::endl;
/* Return PJ_ENOTSUP
to use
* pj
sip_auth_create_aka_response()/<b>libmilenage</b> (default),
* if PJ
SIP_HAS_DIGEST_AKA_AUTH is defined.
*/
return PJ_ENOTSUP;
}
};
class MyAccount;
class MyAudioMediaPort: public AudioMediaPort
{
virtual void onFrameRequested(MediaFrame &frame)
{
// Give the input frame here
frame.type = PJMEDIA_FRAME_TYPE_AUDIO;
// frame.buf.assign(frame.size, 'c');
}
virtual void onFrameReceived(MediaFrame &frame)
{
PJ_UNUSED_ARG(frame);
// Process the incoming frame here
}
};
class MyCall : public Call
{
private:
MyAccount *myAcc;
AudioMediaPlayer *wav_player;
AudioMediaPort *med_port;
// 视频窗口指针
VideoWindow *localVideoWin = nullptr;
VideoWindow *remoteVideoWin = nullptr;
public:
MyCall(Account &acc, int call_id = PJSUA_INVALID_ID)
: Call(acc, call_id)
{
wav_player = NULL;
med_port = NULL;
myAcc = (MyAccount *)&acc;
}
~MyCall()
{
if (wav_player)
delete wav_player;
if (med_port)
delete med_port;
// 清理视频窗口
if (localVideoWin) delete localVideoWin;
if (remoteVideoWin) delete remoteVideoWin;
}
virtual void onCallState(OnCallStateParam &prm);
virtual void onCallTransferRequest(OnCallTransferRequestParam &prm);
virtual void onCallReplaceRequest(OnCallReplaceRequestParam &prm);
virtual void onCallMediaState(OnCallMediaStateParam &prm);
};
class MyAccount : public Account
{
public:
std::vec
tor<Call *> calls;
public:
MyAccount()
{}
~MyAccount()
{
std::cout << "*** Account is being deleted: No of calls="
<< calls.size() << std::endl;
for (std::vec
tor<Call *>::itera
tor it = calls.begin();
it != calls.end(); )
{
delete (*it);
it = calls.erase(it);
}
}
void removeCall(Call *call)
{
for (std::vec
tor<Call *>::itera
tor it = calls.begin();
it != calls.end(); ++it)
{
if (*it == call) {
calls.erase(it);
break;
}
}
}
// OnRegStateParam 是 PJSUA2 开发框架中的一个参数类，用于处理注册状态的变化。当帐户的注册状态发生变化时， Account 类会触发一个事件，该事件传递 OnRegStateParam 参数，其中包含了注册状态变化的详细信息。
virtual void onRegState(OnRegStateParam &prm)
{
AccountInfo ai = getInfo();
std::cout << (ai.regIsActive? "***** Register: code=" : "***** Unregister: code=")
<< prm.code << std::endl;
}
virtual void onIncomingCall(OnIncomingCallParam &iprm)
{
Call *call = new MyCall(*this, iprm.callId);
CallInfo ci = call
->getInfo();
CallOpParam prm;
std::cout << "*** Incoming Call: " << ci.remoteUri << " ["
<< ci.stateText << "]" << std::endl;
calls.push_back(call);
prm.statusCode = (pj
sip_status_code)200;
// 2.15.1 必须设置这两个参数
prm.opt.videoCount = 1; //opt 是 CallSetting 类型
call
->answer(prm);
//currentCall = call;
// 启动来电铃声
// pjmedia_
tonegen_param
toneParam;
// pj_bzero(&
toneParam, sizeof(
toneParam));
//
toneParam.flags = PJMEDIA_
TONEGEN_LOOP;
//
toneParam.
tones[0].freq1 = 440; // 音频频率
//
toneParam.
tones[0].duration =
-1; // 持续时间（无限循环）
// pjmedia_
tonegen_create(pjsua_get_media_transport(), NULL, &
toneParam, &call
->ring
ToneId);
//使用 pjmedia_
tonegen_create 函数创建一个音频生成器来播放铃声。上述代码中，ring
ToneId 是生成的铃声音频流 ID，用于后续停止铃声
//当用户点击接听按钮时，可以通过调用 answer 方法接听电话，并停止铃声播放
// void MyCall::answerCall() {
// CallOpParam answer_op;
// answer_op.statusCode = PJ
SIP_SC_OK; // 使用 200 OK 表示接听电话
// answer(answer_op);
// // 停止来电铃声
// if (ring
ToneId != PJMEDIA_
TONEGEN_ID_INVALID) {
// pjmedia_
tonegen_destroy(ring
ToneId);
// ring
ToneId = PJMEDIA_
TONEGEN_ID_INVALID;
// }
// PJ_LOG(3, (pj_get_log_writer(), "Call answered!"));
// }
// 假设这是 GUI 框架中的按钮点击事件处理函数
// void onAnswerBut
tonClicked(MyCall *call) {
// call
->answerCall();
// }
}
// void MyAccount::onIncomingCall(OnIncomingCallParam &iprm) {
// PJ_LOG(3, (pj_get_log_writer(), "Incoming call from %.*s!",
// (int)iprm.rinfo.fromUri.slen, iprm.rinfo.fromUri.ptr));
// // 创建一个新的 Call 对象
// MyCall *call = new MyCall(*this, iprm.callId);
// // 启动来电铃声
// pjmedia_
tonegen_param
toneParam;
// pj_bzero(&
toneParam, sizeof(
toneParam));
//
toneParam.flags = PJMEDIA_
TONEGEN_LOOP;
//
toneParam.
tones[0].freq1 = 440; // 音频频率
//
toneParam.
tones[0].duration =
-1; // 持续时间（无限循环）
// pjmedia_
tonegen_create(pjsua_get_media_transport(), NULL, &
toneParam, &call
->ring
ToneId);
// }
};
//condition_variable cv;
void MyCall::onCallState(OnCallStateParam &prm)
{
PJ_UNUSED_ARG(prm);
CallInfo ci = getInfo();
std::cout << "*** Call: " << ci.remoteUri << " [" << ci.stateText
<< "]" << std::endl;
if (ci.state == PJ
SIP_INV_STATE_DISCONNECTED) {
//myAcc
->removeCall(this);
/* Delete the call */
//delete this;
}
else if (ci.state == PJ
SIP_INV_STATE_CONFIRMED) {
std::cout << "*** 通话已连接" << std::endl;
//callConnected = true;
//cv.notify_one();
}
}
// 创建视频窗口
// void createVideoWindows(int med_idx) {
// // 获取视频媒体
// VideoMedia vid_med = getVideoMedia(med_idx);
// // 创建本地预览窗口
// VideoPreviewOpParam pre_param;
// VideoWindowHandle wnd_handle;
// try {
// VideoPreview *preview = vid_med.startPreview(pre_param);
// VideoWindow win = preview
->getVideoWindow();
// win.Show(true);
// cout << "本地预览窗口ID: " << win.getInfo().winId << endl;
// } catch(Error& err) {
// cout << "预览窗口错误: " << err.info() << endl;
// }
// // 创建远程视频窗口
// try {
// VideoWindow remote_win = vid_med.getRemoteVideoWindow();
// remote_win.Show(true);
// cout << "远程视频窗口ID: " << remote_win.getInfo().winId << endl;
// } catch(Error& err) {
// cout << "远程窗口错误: " << err.info() << endl;
// }
// }
void MyCall::onCallMediaState(OnCallMediaStateParam &prm)
{
PJ_UNUSED_ARG(prm);
CallInfo ci = getInfo();
AudioMedia aud_med;
AudioMedia& play_dev_med = MyEndpoint::instance().audDevManager().getPlaybackDevMedia();
qDebug()<<"AudioMedia& play_dev_med = MyEndpoint::instance().audDevManager().getPlaybackDevMedia();";
try {
// Get the first audio media
aud_med = getAudioMedia(
-1);
} catch(...) {
std::cout << "Failed
to get audio media" << std::endl;
return;
}
if (!wav_player) {
wav_player = new AudioMediaPlayer();
try {
wav_player
->createPlayer(
"./closecall.wav", 0);
std::cout << "Success opened wav file" << std::endl;
} catch (...) {
std::cout << "Failed opening wav file" << std::endl;
delete wav_player;
wav_player = NULL;
}
}
// This will connect the wav file
to the call audio media
if (wav_player)
wav_player
->startTransmit(aud_med);
if (!med_port) {
med_port = new MyAudioMediaPort();
MediaFormatAudio fmt;
fmt.init(PJMEDIA_FORMAT_PCM, 16000, 1, 20000, 16);
med_port
->createPort("med_port", fmt);
// Connect the media port
to the call audio media in both directions
med_port
->startTransmit(aud_med);
aud_med.startTransmit(*med_port);
}
// And this will connect the call audio media
to the sound device/speaker
aud_med.startTransmit(play_dev_med);
// 遍历媒体流
// for (unsigned i = 0; i < ci.media.size(); i++) {
// if (ci.media[i].type == PJMEDIA_TYPE_VIDEO) {
// // 获取视频媒体流
// VideoMedia *vid_med = (VideoMedia *)getMedia(i);
// if (vid_med) {
// // 创建本地预览窗口
// try {
// VideoPreviewOpParam pre_param;
// VideoPreview *preview = vid_med
->startPreview(pre_param);
// localVideoWin = new VideoWindow(preview
->getVideoWindow());
// localVideoWin
->Show(true);
// std::cout << "本地预览窗口ID: " << localVideoWin
->getInfo().winId << std::endl;
// } catch(Error& err) {
// std::cout << "预览窗口错误: " << err.info() << std::endl;
// }
// // 创建远程视频窗口
// try {
// remoteVideoWin = new VideoWindow(vid_med
->getRemoteVideoWindow());
// remoteVideoWin
->Show(true);
// std::cout << "远程视频窗口ID: " << remoteVideoWin
->getInfo().winId << std::endl;
// } catch(Error& err) {
// std::cout << "远程窗口错误: " << err.info() << std::endl;
// }
// }
// }
// }
}
void MyCall::onCallTransferRequest(OnCallTransferRequestParam &prm)
{
/* Create new Call for call transfer */
prm.newCall = new MyCall(*myAcc);
}
void MyCall::onCallReplaceRequest(OnCallReplaceRequestParam &prm)
{
/* Create new Call for call replace */
prm.newCall = new MyCall(*myAcc);
}
Form_
VoIP::Form_
VoIP(QWidget *parent)
: QWidget(parent)
, ui(new Ui::Form_
VoIP)
{
ui
->setupUi(this);
this
->resize(1680,920);
// 初始化GStreamer
qputenv("GST_DEBUG", "2"); // 设置GStreamer调试级别
qputenv("GST_PLUGIN_PATH", "/usr/lib/gstreamer
-1.0"); // 设置插件路径
connect(ui
->registerBut
ton, &QPushBut
ton::clicked, this, &Form_
VoIP::onRegisterClicked);
connect(ui
->unregisterBut
ton, &QPushBut
ton::clicked, this, &Form_
VoIP::onUnRegisterClicked);
connect(ui
->callBut
ton, &QPushBut
ton::clicked, this, &Form_
VoIP::onCallClicked);
connect(ui
->hangupBut
ton, &QPushBut
ton::clicked, this, &Form_
VoIP::onHangupClicked);
connect(this, &Form_
VoIP::callStateChanged, this, &Form_
VoIP::onCallStateChanged);
connect(this, &Form_
VoIP::incomingVideoFrame, this, &Form_
VoIP::handleIncomingFrame);
connect(this, &Form_
VoIP::outgoingVideoFrame, this, &Form_
VoIP::handleOutgoingFrame);
}
Form_
VoIP::~Form_
VoIP()
{
// if (registered) {
// this
->setRegistration(false);
// }
ep.libDestroy();
delete ui;
}
void Form_
VoIP::PJSUA2_Init()
{
if (ep.libGetState() == PJSUA_STATE_NULL) {
ep.libCreate(); // 安全调用
}
else
{
return;
}
qDebug() << "ep.libCreate(); 完成";
pj::EpConfig ep_cfg;
ep_cfg.logConfig.level = 5;
// 关键设置：启用视频支持
//ep_cfg.medConfig.vidCount = 1; // 必须 >=1 才能支持视频
// 设备配置（使用 PJSUA2 常量）
// ep_cfg.vidConfig.capDev = PJMEDIA_VID_DEFAULT_CAPTURE_DEV;
// ep_cfg.vidConfig.rendDev = PJMEDIA_VID_DEFAULT_RENDER_DEV;
// 2.15.1 特定参数
// ep_cfg.uaConfig.threadCnt = 0; // 自动选择线程数
// ep_cfg.medConfig.clockRate = 16000; // 推荐时钟频率
// Linux (强制使用 V4L2)
//ep_cfg.medConfig. = "v4l2";
// 检查是否已执行 libCreate
// 检查是否已执行 libInit
if (ep.libGetState() == PJSUA_STATE_CREATED) {
qDebug() << "开始 ep.libInit(ep_cfg)";
ep.libInit(ep_cfg);
}
else
{
return;
}
qDebug() << "配置视频编解码器参数";
// 配置视频编解码器参数
VidCodecParam vid_codec_param;
vid_codec_param.igno
reFmtp = true;
ep.videoCodecSetPriority("H264/97/98", PJMEDIA_CODEC_PRIO_HIGHEST);
ep.setVideoCodecParam("H264", vid_codec_param);
qDebug() << "传输配置";
// 传输配置
pj::TransportConfig tcfg;
tcfg.port = 5060;
ep.transportCreate(PJ
SIP_TRANSPORT_UDP, tcfg);
// 设置默认设备
// ep.audDevManager().setCaptureDev(1);
// ep.audDevManager().setPlaybackDev(1);
//ep.audDevManager().
refreshDevs();// 刷新设备列表
qDebug() << "检查设备";
// 检查设备
if (ep.audDevManager().getDevCount() == 0) {
qDebug() << "无音频设备，加载虚拟设备...";
// 调用系统命令加载 snd
-dummy（需提前配置）
system("sudo modprobe snd
-dummy");
ep.audDevManager().
refreshDevs(); // 重新刷新
}
else
{
qDebug() << "音频设备数量："<<ep.audDevManager().getDevCount();
AudioDevInfoVec
tor2 aud_devices = ep.audDevManager().enumDev2();
qDebug() << aud_devices.size();
for (int i = 0; i < aud_devices.size(); i++) {
qDebug()<< "设备 " << i << ": " << aud_devices[i].name
<< " (输入通道: " << aud_devices[i].inputCount
<< ", 输出通道: " << aud_devices[i].outputCount << ")\n";
}
}
// ep.audDevManager().setCaptureDev(3);
// ep.audDevManager().setPlaybackDev(3);
ep.vidDevManager().
refreshDevs(); // 手动刷新设备枚举
if (ep.vidDevManager().getDevCount() == 0) {
qDebug() << "无视频设备，...";
}
else
{
qDebug() << "视频设备数量："<<ep.vidDevManager().getDevCount();
}
// 获取当前音频设备参数
// AudDevMgr::Param param = ep.audDevMgr().getParam();
// // 设置输入和输出设备ID
// param.input_dev = inputDevId;
// param.output_dev = outputDevId;
// try {
// // 应用新的音频设备参数
// ep.audDevMgr().setParam(param);
// std::cout << "Successfully configured audio devices with IDs: "
// << inputDevId << " (input), " << outputDevId << " (output)." << std::endl;
// } catch (Error &err) {
// std::cerr << "Failed
to set audio device settings: " << err.info() << std::endl;
// }
// 启动 PJSUA2
ep.libStart();
// 新增自动注册逻辑
QTimer::singleShot(1000, this, [this]() {
au
to& paramMgr = ParamManager::instance();
QString server = paramMgr.getParamValue("
SIP", "Server").
toString();
QString
user = paramMgr.getParamValue("
SIP", "
User").
toString();
QString pass = paramMgr.getParamValue("
SIP", "Password").
toString();
if(!server.isEmpty() && !
user.isEmpty()) {
registerAccount(server,
user, pass);
}
});
}
void Form_
VoIP::showEvent(QShowEvent *event)
{
Q_UNUSED(event);
qDebug()<<"Form_
VoIP::showEvent";
PJSUA2_Init();
//qDebug() << "音频设备数量："<<ep.audDevManager().getDevCount();
}
void Form_
VoIP::startStream()
{
if (streaming) return;
streaming = true;
VideoDevice::init();
AudioDevice::init();
// 启动视频采集定时器
QTimer *videoTimer = new QTimer(this);
connect(videoTimer, &QTimer::timeout, [this](){
QVideoFrame frame = VideoDevice::captu
reFrame();
if (frame.isValid()) {
emit outgoingVideoFrame(frame);
}
});
videoTimer
->start(33); // ~30fps
// 音频流处理类似...
}
void Form_
VoIP::s
topStream()
{
if (!streaming) return;
streaming = false;
VideoDevice::cleanup();
AudioDevice::cleanup();
}
void Form_
VoIP::handleIncomingFrame(const QVideoFrame &frame)
{
// 处理接收到的视频帧
// 这里可以添加解码和显示逻辑
}
void Form_
VoIP::handleOutgoingFrame(const QVideoFrame &frame)
{
// 处理要发送的视频帧
// 这里可以添加编码和网络传输逻辑
}
void Form_
VoIP::onRegisterClicked()
{
m_
sipserver = ui
->serverEdit
->text();
m_
sipuser = ui
->
userEdit
->text();
m_
sippassword = ui
->passwordEdit
->text();
registerAccount(m_
sipserver, m_
sipuser, m_
sippassword);
}
void Form_
VoIP::onUnRegisterClicked()
{
try
{
if(!acc)return;
// 获取已注册的账户对象
Account& account = *acc;
// 发送Expires=0的REGISTER请求（注销）
account.setRegistration(false); // 核心注销指令 若Account已经注销，则该方法会报错
} catch (pj::Error &e) {
std::cerr << "PJ
SIP Error: " << e.reason << std::endl; // 输出具体错误:ml
-citation{
ref="4" data="citationList"}
}
}
void Form_
VoIP::onCallClicked()
{
QString number = ui
->numberEdit
->text();
//makeCall(number);
if (currentCall) return;
// Make outgoing call
Call *call = new MyCall(*acc);
acc
->calls.push_back(call);
CallOpParam prm(true);
prm.opt.audioCount = 1;
prm.opt.videoCount = 0; // 带视频呼叫
// 设置媒体方向（2.15.1 要求）
// prm.opt.audioDir = PJMEDIA_DIR_ENCODING_DECODING;
// prm.opt.videoDir = PJMEDIA_DIR_ENCODING_DECODING;
const QString uri = QString("
sip:%1@%2").arg(number).arg(m_
sipserver);
try {
call
->makeCall(uri.
toStdString(), prm);
currentCall = call;
} catch (pj::Error &e) {
delete call;
currentCall = nullptr;
std::cerr << "PJ
SIP Error: " << e.reason << std::endl; // 输出具体错误:ml
-citation{
ref="4" data="citationList"}
}
// pj::Call *call = new pj::Call(*this);
// pj::CallOpParam prm(true);
// currentCall = call;
// try {
// call
->makeCall("
sip:" + uri.
toStdString(), prm);
// emit callStateChanged(1); // 连接中
// } catch (...) {
// delete call;
// currentCall = nullptr;
// emit callStateChanged(0); // 空闲状态
// }
}
void Form_
VoIP::onHangupClicked()
{
//hangup();
currentCall = nullptr;
ep.hangupAllCalls();
}
void Form_
VoIP::onCallStateChanged(int state)
{
// 更新界面状态
// 0: 空闲, 1: 连接中, 2: 通话中
if (state == 2) { // 通话中
setupVideoCall();
}
//有拨号界面时，关闭拨号
// else if (callWindow) {
// callWindow
->close();
// callWindow = nullptr;
// }
}
void Form_
VoIP::setupVideoCall()
{
// if (!callWindow)
// {
// callWindow = new CallWindow(this);
// VideoDevice::init();
// connect(VideoDevice::instance(), &VideoDevice::frameAvailable,
// callWindow, [this](const QVideoFrame &frame) {
// // 获取本地视频项的videoSink并设置视频帧
// if (au
to sink = callWindow
->localVideoItem()
->videoSink()) {
// sink
->setVideoFrame(frame);
// }
// });
// }
// callWindow
->show();
VideoDevice::init();
connect(VideoDevice::instance(), &VideoDevice::frameAvailable,
this, [this](const QVideoFrame &frame) {
// if (au
to* sink = this
->localVideoItem()
->videoSink()) { // 明确指出 sink 是指针类型
// if (sink && sink
->isActive()) { // 添加必要的有效性检查
// qDebug() << "Video sink is active.";
// sink
->setVideoFrame(frame);
// } else {
// qDebug() << "No valid video sink or it's inactive.";
// }
// }
// 获取本地视频项的videoSink并设置视频帧
if (au
to sink = this
->localVideoItem
->videoSink()) {
sink
->setVideoFrame(frame);
}
});
}
AudioFilter::AudioFilter(int frameSize, int sampleRate) :
frameSize(frameSize),
sampleRate(sampleRate)
{
m_format.setSampleRate(sampleRate);
m_format.setChannelCount(1);
m_format.setSampleFormat(QAudioFormat::Int16);
// 获取默认音频输入设备并创建QAudioInput
QAudioDevice inputDevice = QMediaDevices::defaultAudioInput();
if (!inputDevice.isFormatSupported(m_format)) {
qWarning() << "Default audio input device does not support the required format";
m_format = inputDevice.p
referredFormat();
}
// m_audioInput = new QAudioInput(inputDevice, m_format, this);
// // 设置音频处理选项
// QAudioInpu
tOptions options;
// options.setEchoCancel(true);
// options.setNoiseSuppression(true);
// m_audioInput
->se
tOptions(options);
// // 启动音频输入
// m_audioInput
->start();
}
AudioFilter::~AudioFilter() {
//m_audioDevice.s
top();
}
void AudioFilter::processCapture(const QAudioBuffer &input, QAudioBuffer &output) {
// Qt6.7处理逻辑
- 使用QAudioSink处理输入
// QAudioSink sink(m_audioDevice, m_format);
// sink.start();
// sink.write(input.data(), input.byteCount());
// // 处理输出缓冲区
// QAudioSource source(m_audioDevice, m_format);
// source.start();
// source.read(output.data(), output.byteCount());
}
void AudioFilter::processPlayback(const QAudioBuffer &input) {
// QAudioSink sink(m_audioDevice, m_format);
// QIODevice *ioDevice = sink.start();
// if (ioDevice) {
// ioDevice
->write(input.constData<char>(), input.byteCount());
// }
// sink.s
top();
// sink.write(input.data(), input.byteCount());
}
// 静态成员变量定义
QAudioDevice AudioDevice::m_inputDevice;
QAudioDevice AudioDevice::m_outputDevice;
QAudioFormat AudioDevice::m_format;
void AudioDevice::init() {
// 初始化音频格式
m_format.setSampleRate(44100);
m_format.setChannelCount(2);
m_format.setSampleFormat(QAudioFormat::Int16);
// 获取默认输入输出设备
m_inputDevice = QMediaDevices::defaultAudioInput();
m_outputDevice = QMediaDevices::defaultAudioOutput();
// 验证设备是否支持所需格式
if (!m_inputDevice.isFormatSupported(m_format)) {
qWarning() << "Default input device does not support required format";
}
if (!m_outputDevice.isFormatSupported(m_format)) {
qWarning() << "Default output device does not support required format";
}
}
void AudioDevice::cleanup() {
// 清理音频资源
m_inputDevice = QAudioDevice();
m_outputDevice = QAudioDevice();
}
int AudioDevice::capture(void *buffer, int samples) {
static QAudioSource *input = nullptr;
if (!input) {
input = new QAudioSource(m_inputDevice, m_format);
}
if (input
->state() == QAudio::S
toppedState) {
//input
->start(buffer);
}
return 0;//input
->read((char*)buffer, samples * m_format.bytesPerSample());
}
int AudioDevice::play(void *buffer, int samples) {
static QAudioSink *output = nullptr;
static QIODevice *ioDevice = nullptr;
if (!output) {
output = new QAudioSink(m_outputDevice, m_format);
ioDevice = output
->start();
}
if (ioDevice) {
return ioDevice
->write(static_cast<const char*>(buffer), samples);
}
return 0;
if (output
->state() == QAudio::S
toppedState) {
//output
->start(buffer);
}
return 0;//output
->write((const char*)buffer, samples * m_format.bytesPerSample());
}
VideoDevice *VideoDevice::m_instance = nullptr;
QCamera *VideoDevice::camera = nullptr;
VideoDevice *VideoDevice::instance() {
if (!m_instance) {
m_instance = new VideoDevice();
}
return m_instance;
}
VideoDevice::VideoDevice(QObject *parent) : QObject(parent) {}
void VideoDevice::init()
{
au
to videoInputs = QMediaDevices::videoInputs();
if (videoInputs.isEmpty()) {
qWarning() << "No video input devices found";
return;
}
// camera = new QCamera(videoInputs.first());
// au
to *capture
Session = new QMediaCapture
Session;
// capture
Session->setCamera(camera);
// au
to *videoSink = new QVideoSink;
// QObject::connect(videoSink, &QVideoSink::videoFrameChanged,
// [](const QVideoFrame &frame) {
// QVideoFrame mappedFrame(frame);
// if (mappedFrame.map(QVideoFrame::ReadOnly)) {
// emit VideoDevice::instance()
->frameAvailable(mappedFrame);
// mappedFrame.unmap();
// }
// });
// capture
Session->setVideoSink(videoSink);
// camera
->start();
}
void VideoDevice::cleanup()
{
if (camera) {
camera
->s
top();
delete camera;
camera = nullptr;
}
}
QVideoFrame VideoDevice::captu
reFrame()
{
if (!camera) return QVideoFrame();
// 创建视频帧并映射内存
//QVideoFrame frame(QSize(640, 480), QVideoFrameFormat::Format_ARGB8888);
// 先创建格式对象
QVideoFrameFormat format(
QSize(640, 480),
QVideoFrameFormat::Format_ARGB8888
);
// 再创建视频帧对象
QVideoFrame frame(format);
if (frame.map(QVideoFrame::WriteOnly)) {
// 这里可以填充帧数据
frame.unmap();
}
return frame;
}
void Form_
VoIP::registerAccount(const QString &server, const QString &
user, const QString &pass)
{
accCfg.idUri = "
sip:" +
user.
toStdString() + "@" + server.
toStdString();
accCfg.regConfig.registrarUri = "
sip:" + server.
toStdString();
accCfg.callConfig.timerMinSESec = 90; // 强制最小值
accCfg.callConfig.timerSessExpiresSec = 1800; // 推荐30分钟超时
accCfg.
sipConfig.authCreds.push_back(
pj::AuthCredInfo("digest", "*",
user.
toStdString(), 0, pass.
toStdString()) );
// 添加视频支持
accCfg.videoConfig.au
toShowIncoming = true;
accCfg.videoConfig.au
toTransmi
tOutgoing = true;
// 设置默认设备（使用 PJSUA2 常量）
accCfg.videoConfig.defaultCaptureDevice = PJMEDIA_VID_DEFAULT_CAPTURE_DEV;
accCfg.videoConfig.defaultRenderDevice = PJMEDIA_VID_DEFAULT_RENDER_DEV;
//
acc= new MyAccount;
try {
acc
->create(accCfg);
} catch (...) {
std::cout << "Adding account failed" << std::endl;
}
registered = true;
emit callStateChanged(0); // 空闲状态
}
void Form_
VoIP::hangup()
{
if (currentCall)
{
try {
pj::CallOpParam prm;
currentCall
->hangup(prm);
currentCall = nullptr;
emit callStateChanged(0); // 空闲状态
} catch (pj::Error &e) {
currentCall = nullptr;
std::cerr << "PJ
SIP Error: " << e.reason << std::endl; // 输出具体错误:ml
-citation{
ref="4" data="citationList"}
}
}
//hangUpAllCalls();
}
//还没调好
void Form_
VoIP::hangUpAllCalls() {
std::vec
tor<pj::Call*> calls = acc
->calls;
for (au
to call : calls) {
CallInfo ci = call
->getInfo();
if (ci.state != PJ
SIP_INV_STATE_DISCONNECTED) {
try {
pj::CallOpParam prm;
call
->hangup(prm);
} catch (...) {
// 处理可能的异常
}
}
}
}
void Form_
VoIP::setVideoWindows(QVideoSink *local, QVideoSink *remote)
{
// Qt6.7视频架构兼容实现
if (remote) {
connect(this, &Form_
VoIP::incomingVideoFrame, this,
[remote](const QVideoFrame &frame) {
QVideoFrame clonedFrame(frame);
clonedFrame.map(QVideoFrame::ReadOnly);
remote
->setVideoFrame(clonedFrame);
clonedFrame.unmap();
}, Qt::QueuedConnection);
}
if (local) {
connect(this, &Form_
VoIP::outgoingVideoFrame, this,
[local](const QVideoFrame &frame) {
QVideoFrame clonedFrame(frame);
clonedFrame.map(QVideoFrame::ReadOnly);
local
->setVideoFrame(clonedFrame);
clonedFrame.unmap();
}, Qt::QueuedConnection);
}
}
#ifndef FORM_
VOIP_H
#define FORM_
VOIP_H
#include <QWidget>
#include <QGraphicsScene>
#include <QGraphicsVideoItem>
#include <QVideoSink>
#include <QVideoFrame>
#include <QAudioDevice>
#include <QAudioFormat>
#include <QAudioSink>
#include <QAudioSource>
#include <QAudioBuffer>
#include <QMediaDevices>
#include <QAudioInput>
#include <QCamera>
#include <pjsua2.hpp>
#include <iostream>
namespace Ui {
class Form_
VoIP;
}
class MyAccount;
class Form_
VoIP : public QWidget
{
Q_OBJECT
public:
explicit Form_
VoIP(QWidget *parent = nullptr);
~Form_
VoIP();
void setLocalVideo(QVideoSink *sink);
void setRemoteVideo(QVideoSink *sink);
void startStream();
void s
topStream();
void registerAccount(const QString &server, const QString &
user, const QString &pass);
//void makeCall(const QString &uri);
void hangup();
void setVideoWindows(QVideoSink *local, QVideoSink *remote);
protected:
void showEvent(QShowEvent *event);
signals:
void callStateChanged(int state);
void incomingVideoFrame(const QVideoFrame &frame);
void outgoingVideoFrame(const QVideoFrame &frame);
private slots:
void onRegisterClicked();
void onUnRegisterClicked();
void onCallClicked();
void onHangupClicked();
void onCallStateChanged(int state);
void handleIncomingFrame(const QVideoFrame &frame);
void handleOutgoingFrame(const QVideoFrame &frame);
private:
Ui::Form_
VoIP *ui;
bool streaming = false;
pj::Endpoint ep;
pj::AccountConfig accCfg;
MyAccount *acc;
pj::Call *currentCall = nullptr;
bool registered = false;
QString m_
sipserver;
QString m_
sipuser;
QString m_
sippassword;
QGraphicsScene *localScene;
QGraphicsScene *remoteScene;
QGraphicsVideoItem *localVideoItem;
QGraphicsVideoItem *remoteVideoItem;
void PJSUA2_Init();
void setupVideoCall();
void hangUpAllCalls();
};
class AudioDevice : public QObject
{
Q_OBJECT
public:
static void init();
static void cleanup();
static int capture(void *buffer, int samples);
static int play(void *buffer, int samples);
private:
static QAudioDevice m_inputDevice;
static QAudioDevice m_outputDevice;
static QAudioFormat m_format;
};
class VideoDevice : public QObject
{
Q_OBJECT
public:
static VideoDevice* instance();
static void init();
static void cleanup();
static QVideoFrame captu
reFrame();
signals:
void frameAvailable(const QVideoFrame &frame);
private:
explicit VideoDevice(QObject *parent = nullptr);
static VideoDevice *m_instance;
static QCamera *camera;
};
class AudioFilter {
public:
AudioFilter(int frameSize, int sampleRate);
~AudioFilter();
void processCapture(const QAudioBuffer &input, QAudioBuffer &output);
void processPlayback(const QAudioBuffer &input);
private:
QAudioDevice m_audioDevice;
QAudioFormat m_format;
int frameSize;
int sampleRate;
QAudioInput *m_audioInput;
};
#endif // FORM_
VOIP_H
我使用debugger模式运行的时候程序崩溃 指向, ui(new Ui::Form_
VoIP)
1 __pthread_kill_implementation pthread_kill.c 44 0xfffff46e2978
2 __pthread_kill_internal pthread_kill.c 78 0xfffff46e29c8
3 __GI_raise raise.c 26 0xfffff469bca0
4 __GI_abort abort.c 79 0xfffff4687e70
5 __gnu_cxx::__verbose_terminate_handler() 0xfffff49aacb0
6 ?? 0xfffff49a84d0
7 std::terminate() 0xfffff49a8554
8 __cxa_throw 0xfffff49a88a4
9 pj::Endpoint::Endpoint endpoint.cpp 600 0xfffff75339b8
10 Form_
VoIP::Form_
VoIP form_
voip.cpp 355 0xaaaaaad531b8
11 FormSettings_System::FormSettings_System formsettings_system.cpp 211 0xaaaaaad82e5c
12 Form001::Init_UI_4 form001.cpp 515 0xaaaaaabba708
13 opera
tor() form001.cpp 192 0xaaaaaabb6f40
14 std::__invoke_impl<void, Form001::Form001(QWidget *)::<lambda()>&>(std::__invoke_other, struct {...} &) invoke.h 61 0xaaaaaabc7338
15 std::__invoke_r<void, Form001::Form001(QWidget *)::<lambda()>&>(struct {...} &) invoke.h 111 0xaaaaaabc5d98
16 std::_Function_handler<void(), Form001::Form001(QWidget *)::<lambda()>>::_M_invoke(const std::_Any_data &) std_function.h 290 0xaaaaaabc4344
17 std::function<void ()>::opera
tor()() const std_function.h 591 0xaaaaaabceb2c
18 Form001::doNextInitStep form001.cpp 261 0xaaaaaabb7d20
19 MainForm::timer_100ms_timeout mainform.cpp 205 0xaaaaaadedaac
20 QtPrivate::Func
torCall<QtPrivate::IndexesList<>, QtPrivate::List<>, void, void (MainForm:: *)()>::call(void (MainForm:: *)(), MainForm *, void * *) qobjectdefs_impl.h 145 0xaaaaaadf0c68
... <更多>
本文概述了SIP（Session Initiation Protocol）的核心标准、文档及其相关技术，包括核心SIP文档、SDP（Session Description Protocol）相关文档、RTP（Real-time Transport Protocol）相关文档、HTTP、MIME等文档，以及SIP标准跟踪文档、选项、扩展等。
扫一扫
2958
被折叠的 条评论
为什么被折叠?
到【灌水乐园】发言
