Android集成GRPC 双向流式

项目需要GRPC实时音频帧数据上传到服务端,算法语音转文字聚类返回客户端,记录学习

1.project根目录build.gradle

添加protobuf插件

buildscript {
    dependencies {
        classpath "com.google.protobuf:protobuf-gradle-plugin:0.8.17"
    }
}

2.app目录build.gradle 配置protobuf和grpc

plugins {
    id 'com.google.protobuf'
}

android {...}
...
protobuf {
    protoc { artifact = 'com.google.protobuf:protoc:3.17.2' }
    plugins {
        grpc { artifact = 'io.grpc:protoc-gen-grpc-java:1.40.0' // CURRENT_GRPC_VERSION
        }
    }
    generateProtoTasks {
        all().each { task ->
            task.builtins {
                java { option 'lite' }
            }
            task.plugins {
                grpc { // Options added to --grpc_out
                    option 'lite' }
            }
        }
    }
}
...
dependencies {
    //grpc
    implementation 'io.grpc:grpc-okhttp:1.40.0' // CURRENT_GRPC_VERSION
    implementation 'io.grpc:grpc-protobuf-lite:1.40.0' // CURRENT_GRPC_VERSION
    implementation 'io.grpc:grpc-stub:1.40.0' // CURRENT_GRPC_VERSION
    compileOnly 'org.apache.tomcat:annotations-api:6.0.53'
}

3.简单使用

• proto文件放置到 src/main/proto
• 重新同步项目,会显示插件根据proto生成的java代码

stt.proto文件

syntax = "proto3";
package com.moyihen.voicetotext;
// Service that implements NCS Speech To Text (STT) API.
service STT {
  // Performs synchronous speech recognition: receive results after all audio
  // has been sent and processed.
  rpc Recognize(RecognizeRequest) returns (RecognizeResponse) {}

  rpc StreamingRecognize(stream StreamingRecognizeRequest)
      returns (stream StreamingRecognizeResponse) {}
}

// The top-level message sent by the client for the `Recognize` method.
message RecognizeRequest {
  // *Required* Provides information to the recognizer that specifies how to
  // process the request.
  RecognitionConfig config = 1;

  // *Required* The audio data to be recognized.
  RecognitionAudio audio = 2;
}
message StreamingRecognizeRequest {
  // The streaming request, which is either a streaming config or audio content.
  oneof streaming_request {
//    StreamingRecognitionConfig streaming_config = 1;
    RecognitionConfig config = 1;
    bool interim_results = 3;
    bytes audio_content = 2;
  }
}

// Provides information to the recognizer that specifies how to process the
// request.
message StreamingRecognitionConfig {
  // *Required* Provides information to the recognizer that specifies how to
  // process the request.
  RecognitionConfig config = 1;
  bool interim_results = 3;
}

// Provides information to the recognizer that specifies how to process the
// request.
message RecognitionConfig {

  int32 sample_rate_hertz = 16000;
  bool enable_phoneme_recognition = 11;
}

message RecognitionAudio {
  // The audio source, which is either inline content or a Google Cloud
  // Storage uri.
  oneof audio_source {
   
    bytes content = 1;
  }
}
message RecognizeResponse {
  // Output only. Sequential list of transcription results corresponding to
  // sequential portions of audio.
  repeated SpeechRecognitionResult results = 2;
}

message StreamingRecognizeResponse {
  repeated StreamingRecognitionResult results = 2;
}

// A streaming speech recognition result corresponding to a portion of the audio
// that is currently being processed.
message StreamingRecognitionResult {
  repeated SpeechRecognitionAlternative alternatives = 1;
  string vp=2;
}

// A speech recognition result corresponding to a portion of the audio.
message SpeechRecognitionResult {
  repeated SpeechRecognitionAlternative alternatives = 1;
  string vp = 2;
}

// Alternative hypotheses (a.k.a. n-best list).
message SpeechRecognitionAlternative {
  // Output only. Transcript text representing the words that the user spoke.
  string transcript = 1;
}

3.1初始化GRPC

 private void initGPRC() {
        Log.i(TAG, "grpc: 开始创建channel");
        isFirst = true;
        //1.创建channel
        mChannel = ManagedChannelBuilder
                .forAddress("112.26.212.59", 11157)
                .enableRetry()
                .usePlaintext().build();
        //2.创建阻塞请求服务
        //STTGrpc.STTBlockingStub sttBlockingStub = STTGrpc.newBlockingStub(channel);
        mSttStub = STTGrpc.newStub(mChannel);

        //双向流GRPC
        mObserver = mSttStub.streamingRecognize(new StreamObserver<Stt.StreamingRecognizeResponse>() {
            @Override
            public void onNext(Stt.StreamingRecognizeResponse value) {
				Log.i(TAG, "onNext: 服务端发送的数据:"+value.getResults(0).getAlternatives(0).getTranscript());
              		
                });
            }

            @Override
            public void onError(Throwable t) {
                Log.i(TAG, "onError: " + t.toString() + "--" + t.getMessage());
                //连接异常
                //onError: io.grpc.StatusRuntimeException: UNAVAILABLE
                //if (t instanceof StatusRuntimeException)
            }

            @Override
            public void onCompleted() {
                Log.i(TAG, "onCompleted: ");
            }
        });
    }

3.2 发送数据到服务端

这边测试实时推送音频数据到服务端,语音转文字.

//往服务端发送数据
 if (isFirst) {
                        isFirst = false;
                        Stt.StreamingRecognizeRequest request = Stt.StreamingRecognizeRequest.newBuilder()
                                .setConfig(config)
                                .build();
                        mObserver.onNext(request);
                        //  Log.i(TAG, "voice: 第一次,配置config");
                    } else {
                        Stt.StreamingRecognizeRequest request = Stt.StreamingRecognizeRequest.newBuilder()
                                .setAudioContent(ByteString.copyFrom(voice))
                                .build();

                        //IDLE 查询channel状态,如果为IDLE 尝试重新连接.
                        ConnectivityState state = mChannel.getState(true);
                        Log.i(TAG, "voice:ConnectivityState: "+state);
                        if ( state !=ConnectivityState.READY){
                            Log.i(TAG, "voice: 状态异常 不发送数据");
                            return;
                        }
                        mObserver.onNext(request);
                    }