fix: recursive sitemaps

adbar · Oct 6, 2020 · e8f3f83 · e8f3f83
1 parent 58decca
commit e8f3f83
Showing 1 changed file with 4 additions and 4 deletions.
diff --git a/trafilatura/sitemaps.py b/trafilatura/sitemaps.py
@@ -27,10 +27,10 @@ def sitemap_search(url):
             tmp_sitemapurls, tmp_linklist = process_sitemap(url, domain)
             sitemapurls.extend(tmp_sitemapurls)
             linklist.extend(tmp_linklist)
-        while sitemapurls:
-            tmp_sitemapurls, tmp_linklist = process_sitemap(sitemapurls.pop(), domain)
-            sitemapurls.extend(tmp_sitemapurls)
-            linklist.extend(tmp_linklist)
+    while sitemapurls:
+        tmp_sitemapurls, tmp_linklist = process_sitemap(sitemapurls.pop(), domain)
+        sitemapurls.extend(tmp_sitemapurls)
+        linklist.extend(tmp_linklist)
     return linklist