diff --git a/src/core/IconDownloader.cpp b/src/core/IconDownloader.cpp
index fe346becd..1d9bd01ad 100644
--- a/src/core/IconDownloader.cpp
+++ b/src/core/IconDownloader.cpp
@@ -126,6 +126,10 @@ void IconDownloader::setUrl(const QString& entryUrl)
 
 void IconDownloader::download()
 {
+    if (m_urlsToTry.isEmpty()) {
+        return;
+    }
+
     if (!m_timeout.isActive()) {
         int timeout = config()->get("FaviconDownloadTimeout", 10).toInt();
         m_timeout.start(timeout * 1000);