diff --git a/DStarControl.cpp b/DStarControl.cpp
index 483484f..9830a1d 100644
--- a/DStarControl.cpp
+++ b/DStarControl.cpp
@@ -827,7 +827,8 @@ void CDStarControl::clock()
 		}
 	}
 
-	if (m_netState == RS_NET_AUDIO || m_netState == RS_NET_DATA) {
+	// Only insert silence on audio data
+	if (m_netState == RS_NET_AUDIO) {
 		m_packetTimer.clock(ms);
 
 		if (m_packetTimer.isRunning() && m_packetTimer.hasExpired()) {