diff --git a/apps/app_speech_utils.c b/apps/app_speech_utils.c
index 874c6c69fb10ca1fd6b06e7ae859cfb19b470e9e..211cca5d93f2c7f5ef2daa9e9ddb2688844ef112 100644
--- a/apps/app_speech_utils.c
+++ b/apps/app_speech_utils.c
@@ -609,7 +609,7 @@ static int speech_background(struct ast_channel *chan, void *data)
                         /* If audio playback has stopped do a check for timeout purposes */
                         if (chan->streamid == -1 && chan->timingfunc == NULL)
                                 ast_stopstream(chan);
-                        if (chan->stream == NULL && timeout > 0 && started == 0) {
+                        if (chan->stream == NULL && timeout > 0 && started == 0 && !filename_tmp) {
 				time(&start);
 				started = 1;
                         }