diff --git a/bumble/avdtp.py b/bumble/avdtp.py
index 28545935..03e9c13b 100644
--- a/bumble/avdtp.py
+++ b/bumble/avdtp.py
@@ -2039,6 +2039,7 @@ async def on_close_command(self) -> Message | None:
 
         if self.rtp_channel is None:
             # No channel to release, we're done
+            self.local_endpoint.in_use = 0
             self.change_state(State.IDLE)
         else:
             # TODO: set a timer as we wait for the RTP channel to be closed
@@ -2050,6 +2051,7 @@ async def on_abort_command(self) -> Message | None:
         await self.local_endpoint.on_abort_command()
         if self.rtp_channel is None:
             # No need to wait
+            self.local_endpoint.in_use = 0
             self.change_state(State.IDLE)
         else:
             # Wait for the RTP channel to be closed