diff --git a/src/core/Song.cpp b/src/core/Song.cpp
index 4de614d1c..306647b6b 100644
--- a/src/core/Song.cpp
+++ b/src/core/Song.cpp
@@ -625,6 +625,12 @@ void Song::setPlayPos( tick_t ticks, PlayMode playMode )
 
 void Song::togglePause()
 {
+	// Pause/unpause only works when something is actually playing
+	if (m_playMode == PlayMode::None)
+	{
+		return;
+	}
+
 	if( m_paused == true )
 	{
 		m_playing = true;