java 实时播放android采集的音频,android - 在Android中使用Audiotrack播放javacv-ffmpeg解码的音频 - 堆栈内存溢出...

您可以使用FFmpegFrameGrabber类捕获流。 并使用FloatBuffer类提取音频。 这是一个java示例

public class PlayVideoAndAudio extends Application

{

private static final Logger LOG = Logger.getLogger(JavaFxPlayVideoAndAudio.class.getName());

private static final double SC16 = (double) 0x7FFF + 0.4999999999999999;

private static volatile Thread playThread;

public static void main(String[] args)

{

launch(args);

}

@Override

public void start(Stage primaryStage) throws Exception

{

String source = "rtsp://184.72.239.149/vod/mp4:BigBuckBunny_115k.mov";

StackPane root = new StackPane();

ImageView imageView = new ImageView();

root.getChildren().add(imageView);

imageView.fitWidthProperty().bind(primaryStage.widthProperty());

imageView.fitHeightProperty().bind(primaryStage.heightProperty());

Scene scene = new Scene(root, 640, 480);

primaryStage.setTitle("Video + audio");

primaryStage.setScene(scene);

primaryStage.show();

playThread = new Thread(() -> {

try {

FFmpegFrameGrabber grabber = new FFmpegFrameGrabber(source);

grabber.start();

primaryStage.setWidth(grabber.getImageWidth());

primaryStage.setHeight(grabber.getImageHeight());

AudioFormat audioFormat = new AudioFormat(grabber.getSampleRate(), 16, grabber.getAudioChannels(), true, true);

DataLine.Info info = new DataLine.Info(SourceDataLine.class, audioFormat);

SourceDataLine soundLine = (SourceDataLine) AudioSystem.getLine(info);

soundLine.open(audioFormat);

soundLine.start();

Java2DFrameConverter converter = new Java2DFrameConverter();

ExecutorService executor = Executors.newSingleThreadExecutor();

while (!Thread.interrupted()) {

Frame frame = grabber.grab();

if (frame == null) {

break;

}

if (frame.image != null) {

Image image = SwingFXUtils.toFXImage(converter.convert(frame), null);

Platform.runLater(() -> {

imageView.setImage(image);

});

} else if (frame.samples != null) {

FloatBuffer channelSamplesFloatBuffer = (FloatBuffer) frame.samples[0];

channelSamplesFloatBuffer.rewind();

ByteBuffer outBuffer = ByteBuffer.allocate(channelSamplesFloatBuffer.capacity() * 2);

for (int i = 0; i < channelSamplesFloatBuffer.capacity(); i++) {

short val = (short)((double) channelSamplesFloatBuffer.get(i) * SC16);

outBuffer.putShort(val);

}

/**

* We need this because soundLine.write ignores

* interruptions during writing.

*/

try {

executor.submit(() -> {

soundLine.write(outBuffer.array(), 0, outBuffer.capacity());

outBuffer.clear();

}).get();

} catch (InterruptedException interruptedException) {

Thread.currentThread().interrupt();

}

}

}

executor.shutdownNow();

executor.awaitTermination(10, TimeUnit.SECONDS);

soundLine.stop();

grabber.stop();

grabber.release();

Platform.exit();

} catch (Exception exception) {

LOG.log(Level.SEVERE, null, exception);

System.exit(1);

}

});

playThread.start();

}

@Override

public void stop() throws Exception

{

playThread.interrupt();

}

}