diff --git a/ultrasonic/src/main/kotlin/org/moire/ultrasonic/playback/PlaybackService.kt b/ultrasonic/src/main/kotlin/org/moire/ultrasonic/playback/PlaybackService.kt
index b4ae1a91..23adf816 100644
--- a/ultrasonic/src/main/kotlin/org/moire/ultrasonic/playback/PlaybackService.kt
+++ b/ultrasonic/src/main/kotlin/org/moire/ultrasonic/playback/PlaybackService.kt
@@ -82,8 +82,8 @@ class PlaybackService : MediaLibraryService(), KoinComponent {
     }
 
     override fun onTaskRemoved(rootIntent: Intent?) {
-        Timber.i("Pausing the playback because we were swiped away")
-        player.pause()
+        Timber.i("Stopping the playback because we were swiped away")
+        releasePlayerAndSession()
     }
 
     private fun releasePlayerAndSession() {