记一次heygem搭建教程

配置：

GeForce RTX 3090 *1  16核 32G 数据盘要200G ubuntu22.04

参考博主：https://zhuanlan.zhihu.com/p/32359775701  、 https://blog.youkuaiyun.com/m0_63634521/article/details/146982923  

https://github.com/duixcom/Duix.Heygem/issues

问题1、卡在20%不动，去docker看发现是CUDA内存不足，所以换成了3090 24G。8G不太行！

问题2、TypeError: SQLite3 can only bind numbers, strings, bigints, buffers, and null

音频有问题，用剪影加背景音乐好像就解决了

问题3、资源路径不正确（注意，root权限会在root目录下生成）

配置 /home/HeyGem.ai/src/main/config/config.js

问题4、ffmpeg没有cuda环境编译库，报错

改用CPU

/home/HeyGem.ai/src/main/util/

export async function toH264(videoPath, outputPath) {
  // 注释或保留检测逻辑均可，最终不使用其结果
  const hasNvidia = await detectNvidia();
  log.debug('hasNvidia:', hasNvidia); // 日志仍可保留，仅作参考
  return new Promise((resolve, reject) => {
    ffmpeg(videoPath)
      // 强制使用CPU编码器libx264，忽略GPU检测结果
      .videoCodec('libx264')
      .outputOptions('-pix_fmt yuv420p')
      .save(outputPath)
      .on('end', () => {
        log.info('video convert to h264 (using CPU) done');
        resolve(true);
      })
      .on('error', (err) => {
        reject(err);
      });
  });
}

docker的配置

networks:
  ai_network:
    driver: bridge

services:
  heygem-tts:
    image: crpi-87t8jkvf79rj7hal.cn-huhehaote.personal.cr.aliyuncs.com/modelers_park/fish-speech-ziming:latest
    container_name: heygem-tts
    restart: always
    runtime: nvidia
    environment:
      - NVIDIA_VISIBLE_DEVICES=0
      - NVIDIA_DRIVER_CAPABILITIES=compute,graphics,utility,video,display
    ports:
      - '18180:8080'
    volumes:
      - /root/heygem_data/voice/data:/code/data
    command: /bin/bash -c "/opt/conda/envs/python310/bin/python3 tools/api_server.py --listen 0.0.0.0:8080"
    networks:
      - ai_network
  heygem-asr:
    image: crpi-87t8jkvf79rj7hal.cn-huhehaote.personal.cr.aliyuncs.com/modelers_park/fun-asr:latest
    container_name: heygem-asr
    restart: always
    runtime: nvidia
    privileged: true
    working_dir: /workspace/FunASR/runtime
    ports:
      - '10095:10095'
    command: sh /run.sh
    deploy:
      resources:
        reservations:
          devices:
            - driver: nvidia
              count: all
              capabilities: [gpu]
    networks:
      - ai_network
  heygem-gen-video:
    image: crpi-87t8jkvf79rj7hal.cn-huhehaote.personal.cr.aliyuncs.com/modelers_park/heygem.ai:latest
    container_name: heygem-gen-video
    restart: always
    runtime: nvidia
    privileged: true
    volumes:
      - /root/heygem_data/face2face:/code/data
    environment:
      - PYTORCH_CUDA_ALLOC_CONF=max_split_size_mb:512
    deploy:
      resources:
        reservations:
          devices:
            - capabilities: [gpu]
    shm_size: '8g'
    ports:
      - '8383:8383'
    command: python /code/app_local.py
    networks:
      - ai_network