Record also app audio

Author: Cesar Vargas Casaseca

Wyler/SampleApp/MP3Sample.mp3

@@ -10,6 +10,7 @@ import Foundation
 import UIKit
 import QuartzCore
 import Wyler
+import AVFoundation
 
 final class ViewController: UIViewController {
   @IBOutlet weak var bouncingBall: UIView!
@@ -18,6 +19,7 @@ final class ViewController: UIViewController {
   @IBOutlet weak var cameraRollSwitch: UISwitch!
   @IBOutlet weak var cameraRollLabel: UILabel!
 
+  private var player: AVAudioPlayer?
   private let screenRecorder = ScreenRecorder()
 
   override func viewDidLoad() {
@@ -40,13 +42,30 @@ final class ViewController: UIViewController {
   @IBAction func startRecordingButtonWasPressed(_ sender: Any) {
     enableElements(isRecording: true)
 
+    playSound()
     animateBall()
 
     screenRecorder.startRecording(saveToCameraRoll: cameraRollSwitch.isOn, errorHandler: { error in
       debugPrint("Error when recording \(error)")
     })
   }
 
+  private func playSound() {
+      guard let url = Bundle.main.url(forResource: "MP3Sample", withExtension: "mp3") else { return }
+
+      do {
+          try AVAudioSession.sharedInstance().setCategory(.playback, mode: .default)
+          try AVAudioSession.sharedInstance().setActive(true)
+
+          player = try AVAudioPlayer(contentsOf: url, fileTypeHint: AVFileType.mp3.rawValue)
+
+          player?.play()
+
+      } catch let error {
+          print(error.localizedDescription)
+      }
+  }
+
   private func enableElements(isRecording: Bool) {
     startRecordingButton.isEnabled = !isRecording
     stopRecordingButton.isEnabled = isRecording

Wyler/SampleApp/ViewController.swift

@@ -17,6 +17,7 @@
 		370DA4EA244367A700BAB2B7 /* ViewController.swift in Sources */ = {isa = PBXBuildFile; fileRef = 370DA4E9244367A700BAB2B7 /* ViewController.swift */; };
 		370DA4EC2443710500BAB2B7 /* Wyler.framework in Frameworks */ = {isa = PBXBuildFile; fileRef = 370DA4C12440D8C300BAB2B7 /* Wyler.framework */; };
 		370DA4ED2443710500BAB2B7 /* Wyler.framework in Embed Frameworks */ = {isa = PBXBuildFile; fileRef = 370DA4C12440D8C300BAB2B7 /* Wyler.framework */; settings = {ATTRIBUTES = (CodeSignOnCopy, RemoveHeadersOnCopy, ); }; };
+		37B519B7244C71D30048B034 /* MP3Sample.mp3 in Resources */ = {isa = PBXBuildFile; fileRef = 37B519B6244C71D30048B034 /* MP3Sample.mp3 */; };
 /* End PBXBuildFile section */
 
 /* Begin PBXContainerItemProxy section */
@@ -56,6 +57,7 @@
 		370DA4E42440D96900BAB2B7 /* ScreenRecorder.swift */ = {isa = PBXFileReference; lastKnownFileType = sourcecode.swift; path = ScreenRecorder.swift; sourceTree = "<group>"; };
 		370DA4E72443678400BAB2B7 /* Main.storyboard */ = {isa = PBXFileReference; fileEncoding = 4; lastKnownFileType = file.storyboard; path = Main.storyboard; sourceTree = "<group>"; };
 		370DA4E9244367A700BAB2B7 /* ViewController.swift */ = {isa = PBXFileReference; lastKnownFileType = sourcecode.swift; path = ViewController.swift; sourceTree = "<group>"; };
+		37B519B6244C71D30048B034 /* MP3Sample.mp3 */ = {isa = PBXFileReference; lastKnownFileType = audio.mp3; path = MP3Sample.mp3; sourceTree = "<group>"; };
 /* End PBXFileReference section */
 
 /* Begin PBXFrameworksBuildPhase section */
@@ -109,6 +111,7 @@
 		370DA4D12440D8DA00BAB2B7 /* SampleApp */ = {
 			isa = PBXGroup;
 			children = (
+				37B519B6244C71D30048B034 /* MP3Sample.mp3 */,
 				370DA4E9244367A700BAB2B7 /* ViewController.swift */,
 				370DA4E72443678400BAB2B7 /* Main.storyboard */,
 				370DA4D22440D8DA00BAB2B7 /* AppDelegate.swift */,
@@ -238,6 +241,7 @@
 			buildActionMask = 2147483647;
 			files = (
 				370DA4DF2440D8DE00BAB2B7 /* LaunchScreen.storyboard in Resources */,
+				37B519B7244C71D30048B034 /* MP3Sample.mp3 in Resources */,
 				370DA4DC2440D8DE00BAB2B7 /* Preview Assets.xcassets in Resources */,
 				370DA4D92440D8DE00BAB2B7 /* Assets.xcassets in Resources */,
 				370DA4E82443678400BAB2B7 /* Main.storyboard in Resources */,

Wyler/Wyler.xcodeproj/project.pbxproj

@@ -18,7 +18,8 @@ final public class ScreenRecorder {
   private var videoOutputURL: URL?
   private var videoWriter: AVAssetWriter?
   private var videoWriterInput: AVAssetWriterInput?
-  private var audioWriterInput: AVAssetWriterInput?
+  private var micAudioWriterInput: AVAssetWriterInput?
+  private var appAudioWriterInput: AVAssetWriterInput?
   private var saveToCameraRoll = false
   let recorder = RPScreenRecorder.shared()
 
@@ -40,7 +41,8 @@ final public class ScreenRecorder {
                              errorHandler: @escaping (Error) -> Void) {
     createVideoWriter(in: outputURL, error: errorHandler)
     addVideoWriterInput(size: size)
-    addAudioWriterInput()
+    self.micAudioWriterInput = createAndAddAudioInput()
+    self.appAudioWriterInput = createAndAddAudioInput()
     startCapture(error: errorHandler)
   }
 
@@ -89,8 +91,8 @@ final public class ScreenRecorder {
     newVideoWriterInput.expectsMediaDataInRealTime = true
     videoWriter?.add(newVideoWriterInput)
   }
-
-  private func addAudioWriterInput() {
+  
+  private func createAndAddAudioInput() -> AVAssetWriterInput {
     let settings = [
         AVFormatIDKey: Int(kAudioFormatMPEG4AAC),
         AVSampleRateKey: 12000,
@@ -99,10 +101,11 @@ final public class ScreenRecorder {
     ]
 
     let audioInput = AVAssetWriterInput(mediaType: .audio, outputSettings: settings)
-    self.audioWriterInput = audioInput
 
     audioInput.expectsMediaDataInRealTime = true
     videoWriter?.add(audioInput)
+    
+    return audioInput
   }
 
   private func startCapture(error: @escaping (Error) -> Void) {
@@ -115,10 +118,10 @@ final public class ScreenRecorder {
       switch sampleType {
       case .video:
         self.handleSampleBuffer(sampleBuffer: sampleBuffer)
-      case .audioApp, .audioMic:
-        if self.audioWriterInput?.isReadyForMoreMediaData ?? false {
-          self.audioWriterInput?.append(sampleBuffer)
-        }
+      case .audioApp:
+        self.add(sample: sampleBuffer, to: self.appAudioWriterInput)
+      case .audioMic:
+        self.add(sample: sampleBuffer, to: self.micAudioWriterInput)
       default:
         break
       }
@@ -134,6 +137,12 @@ final public class ScreenRecorder {
       self.videoWriterInput?.append(sampleBuffer)
     }
   }
+  
+  private func add(sample: CMSampleBuffer, to writerInput: AVAssetWriterInput?) {
+    if writerInput?.isReadyForMoreMediaData ?? false {
+      writerInput?.append(sample)
+    }
+  }
 
   /**
    Stops recording the content of the application screen, after calling startRecording
@@ -148,7 +157,8 @@ final public class ScreenRecorder {
     })
 
     self.videoWriterInput?.markAsFinished()
-    self.audioWriterInput?.markAsFinished()
+    self.micAudioWriterInput?.markAsFinished()
+    self.appAudioWriterInput?.markAsFinished()
     self.videoWriter?.finishWriting {
       self.saveVideoToCameraRollAfterAuthorized(errorHandler: errorHandler)
     }