diff --git a/audio/media.c b/audio/media.c
index 427087a..49ff594 100644
--- a/audio/media.c
+++ b/audio/media.c
@@ -481,6 +481,9 @@ static void headset_state_changed(struct audio_device *dev,
 
 	DBG("");
 
+	if (bacmp(&endpoint->adapter->src, &dev->src) != 0)
+		return;
+
 	switch (new_state) {
 	case HEADSET_STATE_DISCONNECTED:
 		transport = find_device_transport(endpoint, dev);