diff --git a/channels/chan_sip.c b/channels/chan_sip.c
index 644dc4b6a1..08f721d68a 100644
--- a/channels/chan_sip.c
+++ b/channels/chan_sip.c
@@ -3416,7 +3416,8 @@ static int sip_hangup(struct ast_channel *ast)
 				if (p->invitestate == INV_CALLING) {
 					/* We can't send anything in CALLING state */
 					ast_set_flag(&p->flags[0], SIP_PENDINGBYE);
-					/* Do we need a timer here if we don't hear from them at all? */
+					/* Do we need a timer here if we don't hear from them at all? Yes we do or else we will get hung dialogs and those are no fun. */
+					sip_scheddestroy(p, DEFAULT_TRANS_TIMEOUT);
 					sip_scheddestroy(p, DEFAULT_TRANS_TIMEOUT);
 					append_history(p, "DELAY", "Not sending cancel, waiting for timeout");
 				} else {