How to Process Audio Data Received from the HololensCaptureApp in HololensCaptureServer? #300

 var audioIProducer = CaptureTcpStream<AudioBuffer>(tcpEndpoint, Serializers.AudioBufferFormat());
 var vad = new Microsoft.Psi.Speech.SystemVoiceActivityDetector(captureServerPipeline);
 audioIProducer
 .Write("Audio IProducer", captureServerStore)
 .PipeTo(vad);
 var recognizer = new AzureSpeechRecognizer(captureServerPipeline, new AzureSpeechRecognizerConfiguration
 {
 SubscriptionKey = AzureSubscriptionKey,
 Region = AzureRegion,
 });
 vad.Write("Speech Detector", captureServerStore);
 var voice = audioIProducer.Join(vad);
 voice.PipeTo(recognizer);
 recognizer.Write("Speech Recognizer", captureServerStore);
 var output = recognizer.Select(result => result.Text).Do(text => Console.WriteLine(text));

 private static void CreateAndRunComputeServerPipeline(Rendezvous.Process inputRendezvousProcess)
 {
 var config = ConfigurationManager.AppSettings;
 var storeName = config["storeName"];
 var storePath = config["storePath"];
 var diagnosticsInterval = double.Parse(config["diagnosticsIntervalSeconds"]);
 // Create the pipeline, store and output diagnostics
 if (captureServerPipeline != null)
 {
 StopComputeServerPipeline("CLIENT STARTED NEW RECORDING WHILE PREVIOUS STILL RUNNING");
 }
 captureServerPipeline = Pipeline.Create(
 enableDiagnostics: diagnosticsInterval > 0,
 diagnosticsConfiguration: new DiagnosticsConfiguration()
 {
 SamplingInterval = TimeSpan.FromSeconds(diagnosticsInterval),
 });
 captureServerStore = PsiStore.Create(captureServerPipeline, storeName, storePath);
 captureServerPipeline.Diagnostics.Write("ServerDiagnostics", captureServerStore);
 // Connect to remote clock on the client app to synchronize clocks
 foreach (var endpoint in inputRendezvousProcess.Endpoints)
 {
 if (endpoint is Rendezvous.RemoteClockExporterEndpoint remoteClockExporterEndpoint)
 {
 var remoteClock = remoteClockExporterEndpoint.ToRemoteClockImporter(captureServerPipeline);
 Console.Write(" Connecting to clock sync ...");
 if (!remoteClock.Connected.WaitOne(10000))
 {
 Console.WriteLine("FAILED.");
 throw new Exception("Failed to connect to remote clock exporter.");
 }
 Console.WriteLine("DONE.");
 }
 }
 statistics = new ();
 foreach (var endpoint in inputRendezvousProcess.Endpoints)
 {
 if (endpoint is Rendezvous.TcpSourceEndpoint tcpEndpoint && tcpEndpoint.Stream is not null)
 {
 // Determine the correct action to execute for capturing the rendezvous stream,
 // based on a simplified version of the stream's type name.
 var simpleTypeName = SimplifyTypeName(tcpEndpoint.Stream.TypeName);
 if (!CaptureStreamAction.ContainsKey(simpleTypeName))
 {
 throw new Exception($"Unknown stream type: {tcpEndpoint.Stream.StreamName} ({tcpEndpoint.Stream.TypeName})");
 }
 if (tcpEndpoint.Stream.StreamName == "Audio")
 {
 Console.WriteLine("~~~ Audio ~~~");
 // Speech to Text
 var audioIProducer = CaptureTcpStream<AudioBuffer>(tcpEndpoint, Serializers.AudioBufferFormat());
 var vad = new Microsoft.Psi.Speech.SystemVoiceActivityDetector(captureServerPipeline);
 audioIProducer
 .Write("Audio IProducer", captureServerStore)
 .PipeTo(vad);
 var recognizer = new AzureSpeechRecognizer(captureServerPipeline, new AzureSpeechRecognizerConfiguration
 {
 SubscriptionKey = AzureSubscriptionKey,
 Region = AzureRegion,
 });
 vad.Write("Speech Detector", captureServerStore);
 var voice = audioIProducer.Join(vad);
 voice.PipeTo(recognizer);
 recognizer.Write("Speech Recognizer", captureServerStore);
 var output = recognizer.Select(result => result.Text).Do(text => Console.WriteLine(text));
 }
 else
 {
 CaptureStreamAction[simpleTypeName](tcpEndpoint);
 }
 }
 else if (endpoint is not Rendezvous.RemoteClockExporterEndpoint)
 {
 throw new Exception("Unexpected endpoint type.");
 }
 }
 // Send a server heartbeat
 var serverHeartbeat = Generators.Sequence(
 captureServerPipeline,
 (0f, 0f),
 _ =>
 {
 if (statistics.TryGetValue("VideoEncodedImageCameraView", out var videoStats))
 {
 if (statistics.TryGetValue("DepthImageCameraView", out var depthStats))
 {
 return ((float)videoStats.MessagesPerSecond,
 (float)depthStats.MessagesPerSecond);
 }
 else
 {
 return ((float)videoStats.MessagesPerSecond, 0.0f);
 }
 }
 else
 {
 if (statistics.TryGetValue("DepthImageCameraView", out var depthStats))
 {
 return (0.0f, (float)depthStats.MessagesPerSecond);
 }
 else
 {
 return (0.0f, 0.0f);
 }
 }
 },
 TimeSpan.FromSeconds(0.2) /* 5Hz */);
 serverHeartbeat.Write("ServerHeartbeat", captureServerStore);
 var heartbeatTcpSource = new TcpWriter<(float, float)>(captureServerPipeline, 16000, Serializers.HeartbeatFormat());
 serverHeartbeat.PipeTo(heartbeatTcpSource);
 RendezvousServer.Rendezvous.TryAddProcess(
 new Rendezvous.Process(
 nameof(HoloLensCaptureServer),
 new[] { heartbeatTcpSource.ToRendezvousEndpoint("0.0.0.0", "ServerHeartbeat") }, // dummy host name, ignored by app
 Version));
 // Report statistics to console
 logFile = Path.Combine(captureServerStore.Path, "CaptureLog.txt");
 Generators.Sequence(
 captureServerPipeline,
 string.Empty,
 _ =>
 {
 var sb = new StringBuilder();
 foreach (var kv in statistics)
 {
 sb.Append($"{kv.Key}: {kv.Value}\n");
 }
 return sb.ToString();
 },
 TimeSpan.FromSeconds(1))
 .Do(log =>
 {
 /* Console.WriteLine();
 Console.WriteLine(log);
 File.WriteAllText(logFile, $"Capture Statistics\nVersion: {Version}\n\n{log}\n\nIn progress... ");
 */
 });
 // Run the pipeline
 captureServerPipeline.RunAsync();
 Console.WriteLine(" Running...");
 Console.WriteLine();
 Console.WriteLine("Press V to view camera stream.");
 }