From d2f1f8a7e1809c4b62813c44c7faa272328368a3 Mon Sep 17 00:00:00 2001
From: Raphael Fakhri <153192858+RaphaelFakhri@users.noreply.github.com>
Date: Sat, 24 Oct 2026 16:05:16 +0000
Subject: [PATCH] fix(nodes): stop FetchNodeLevelK from skipping the page after
 an empty one

---
 scrapegraphai/nodes/fetch_node_level_k.py |  2 +-
 tests/test_fetch_node_level_k.py          | 33 +++++++++++++++++++++++
 2 files changed, 34 insertions(+), 1 deletion(-)
 create mode 100644 tests/test_fetch_node_level_k.py

diff --git a/scrapegraphai/nodes/fetch_node_level_k.py b/scrapegraphai/nodes/fetch_node_level_k.py
index cfe355cb8..7176230e8 100644
--- a/scrapegraphai/nodes/fetch_node_level_k.py
+++ b/scrapegraphai/nodes/fetch_node_level_k.py
@@ -243,7 +243,7 @@ def obtain_content(self, documents: List, loader_kwargs) -> List:
             List: The updated list of documents with fetched content.
         """
         new_documents = []
-        for doc in documents:
+        for doc in list(documents):
             source = doc["source"]
             if "document" not in doc:
                 try:
diff --git a/tests/test_fetch_node_level_k.py b/tests/test_fetch_node_level_k.py
new file mode 100644
index 000000000..bf5945f22
--- /dev/null
+++ b/tests/test_fetch_node_level_k.py
@@ -0,0 +1,33 @@
+from unittest.mock import patch
+
+from langchain_core.documents import Document
+
+from scrapegraphai.nodes.fetch_node_level_k import FetchNodeLevelK
+
+
+def test_empty_page_does_not_skip_the_next_link():
+    """A page with empty content must not stop the following page from loading."""
+    pages = {
+        "https://example.com": '<a href="/empty">E</a><a href="/full">F</a>',
+        "https://example.com/empty": "   ",
+        "https://example.com/full": "<p>content</p>",
+    }
+
+    def fake_fetch(source, loader_kwargs):
+        return [Document(page_content=pages[source])]
+
+    node = FetchNodeLevelK(
+        input="url",
+        output=["docs"],
+        node_config={"depth": 2},
+    )
+
+    with patch.object(node, "fetch_content", side_effect=fake_fetch) as fetch:
+        state = node.execute({"url": "https://example.com"})
+
+    fetched = [call.args[0] for call in fetch.call_args_list]
+    assert "https://example.com/full" in fetched
+    assert [doc["source"] for doc in state["docs"]] == [
+        "https://example.com",
+        "https://example.com/full",
+    ]