2021-07-16 16:46:54 +00:00
|
|
|
|
//
|
|
|
|
|
// ContentView.swift
|
|
|
|
|
// ListenerApp
|
|
|
|
|
//
|
|
|
|
|
// Created by Jeremy Rand on 2021-07-16.
|
|
|
|
|
//
|
|
|
|
|
|
|
|
|
|
import SwiftUI
|
2021-07-17 02:58:41 +00:00
|
|
|
|
import Speech
|
2021-07-16 16:46:54 +00:00
|
|
|
|
|
|
|
|
|
struct ContentView: View {
|
2021-07-17 02:58:41 +00:00
|
|
|
|
@State private var listening = false
|
|
|
|
|
@State private var textHeard = ""
|
|
|
|
|
|
|
|
|
|
private let speechRecognizer = SFSpeechRecognizer(locale: Locale(identifier: "en-US"))!
|
|
|
|
|
|
|
|
|
|
@State private var recognitionRequest: SFSpeechAudioBufferRecognitionRequest?
|
|
|
|
|
|
|
|
|
|
@State private var recognitionTask: SFSpeechRecognitionTask?
|
|
|
|
|
|
|
|
|
|
private let audioEngine = AVAudioEngine()
|
|
|
|
|
|
2021-07-16 16:46:54 +00:00
|
|
|
|
var body: some View {
|
2021-07-17 02:58:41 +00:00
|
|
|
|
VStack {
|
|
|
|
|
Label(textHeard, systemImage:"")
|
|
|
|
|
.labelStyle(TitleOnlyLabelStyle())
|
|
|
|
|
.padding()
|
|
|
|
|
Button("Listen") {
|
|
|
|
|
listen()
|
|
|
|
|
}
|
2021-07-16 16:46:54 +00:00
|
|
|
|
.padding()
|
2021-07-17 02:58:41 +00:00
|
|
|
|
.background(listening ? Color.red : Color.white)
|
|
|
|
|
.foregroundColor(listening ? .black : .blue)
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
func listen() {
|
|
|
|
|
self.listening.toggle()
|
|
|
|
|
if (self.listening) {
|
|
|
|
|
SFSpeechRecognizer.requestAuthorization { authStatus in
|
|
|
|
|
// The authorization status results in changes to the
|
|
|
|
|
// app’s interface, so process the results on the app’s
|
|
|
|
|
// main queue.
|
|
|
|
|
OperationQueue.main.addOperation {
|
|
|
|
|
switch authStatus {
|
|
|
|
|
case .authorized:
|
|
|
|
|
break
|
|
|
|
|
|
|
|
|
|
case .denied:
|
|
|
|
|
self.listening = false
|
|
|
|
|
break
|
|
|
|
|
|
|
|
|
|
case .restricted:
|
|
|
|
|
self.listening = false
|
|
|
|
|
break
|
|
|
|
|
|
|
|
|
|
case .notDetermined:
|
|
|
|
|
self.listening = false
|
|
|
|
|
break
|
|
|
|
|
|
|
|
|
|
default:
|
|
|
|
|
self.listening = false
|
|
|
|
|
break
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
if (self.listening) {
|
|
|
|
|
do {
|
|
|
|
|
try startRecording()
|
|
|
|
|
}
|
|
|
|
|
catch {
|
|
|
|
|
|
|
|
|
|
}
|
|
|
|
|
} else {
|
|
|
|
|
audioEngine.stop()
|
|
|
|
|
recognitionRequest?.endAudio()
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
private func startRecording() throws {
|
|
|
|
|
|
|
|
|
|
// Cancel the previous task if it's running.
|
|
|
|
|
recognitionTask?.cancel()
|
|
|
|
|
self.recognitionTask = nil
|
|
|
|
|
|
|
|
|
|
// Configure the audio session for the app.
|
|
|
|
|
let audioSession = AVAudioSession.sharedInstance()
|
|
|
|
|
try audioSession.setCategory(.record, mode: .measurement, options: .duckOthers)
|
|
|
|
|
try audioSession.setActive(true, options: .notifyOthersOnDeactivation)
|
|
|
|
|
let inputNode = audioEngine.inputNode
|
|
|
|
|
|
|
|
|
|
// Create and configure the speech recognition request.
|
|
|
|
|
recognitionRequest = SFSpeechAudioBufferRecognitionRequest()
|
|
|
|
|
guard let recognitionRequest = recognitionRequest else { fatalError("Unable to create a SFSpeechAudioBufferRecognitionRequest object") }
|
|
|
|
|
recognitionRequest.shouldReportPartialResults = true
|
|
|
|
|
|
|
|
|
|
// Keep speech recognition data on device
|
|
|
|
|
if #available(iOS 13, *) {
|
|
|
|
|
recognitionRequest.requiresOnDeviceRecognition = false
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// Create a recognition task for the speech recognition session.
|
|
|
|
|
// Keep a reference to the task so that it can be canceled.
|
|
|
|
|
recognitionTask = speechRecognizer.recognitionTask(with: recognitionRequest) { result, error in
|
|
|
|
|
var isFinal = false
|
|
|
|
|
|
|
|
|
|
if let result = result {
|
|
|
|
|
// Update the text view with the results.
|
|
|
|
|
self.textHeard = result.bestTranscription.formattedString
|
|
|
|
|
isFinal = result.isFinal
|
|
|
|
|
print("Text \(result.bestTranscription.formattedString)")
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
if error != nil || isFinal {
|
|
|
|
|
// Stop recognizing speech if there is a problem.
|
|
|
|
|
self.audioEngine.stop()
|
|
|
|
|
inputNode.removeTap(onBus: 0)
|
|
|
|
|
|
|
|
|
|
self.recognitionRequest = nil
|
|
|
|
|
self.recognitionTask = nil
|
|
|
|
|
self.listening = false
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// Configure the microphone input.
|
|
|
|
|
let recordingFormat = inputNode.outputFormat(forBus: 0)
|
|
|
|
|
inputNode.installTap(onBus: 0, bufferSize: 1024, format: recordingFormat) { (buffer: AVAudioPCMBuffer, when: AVAudioTime) in
|
|
|
|
|
self.recognitionRequest?.append(buffer)
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
audioEngine.prepare()
|
|
|
|
|
try audioEngine.start()
|
2021-07-16 16:46:54 +00:00
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
struct ContentView_Previews: PreviewProvider {
|
|
|
|
|
static var previews: some View {
|
|
|
|
|
ContentView()
|
|
|
|
|
}
|
|
|
|
|
}
|