From 82ba6dd61be15b3f54f76b2f75e7bda6b5f6ca79 Mon Sep 17 00:00:00 2001
From: Mohammad Hijjawi <mohammad.hijjawi1997@gmail.com>
Date: Thu, 15 Oct 2026 13:59:02 +0100
Subject: [PATCH] fix(nodes): keep the scheme of absolute URLs extracted by
 ParseNode

The scheme part of ParseNode.url_pattern was written as a character
class, so the match never captured "http(s)://". Absolute links and
image URLs were then joined onto the page URL as if they were relative
(https://docs.example.org/guide on https://example.com/blog/post became
https://example.com/blog/docs.example.org/guide), and dropped entirely
when the source was local HTML. This affects the link_urls and img_urls
used by OmniScraperGraph.
---
 scrapegraphai/nodes/parse_node.py |  2 +-
 tests/nodes/parse_node_test.py    | 62 +++++++++++++++++++++++++++++++
 2 files changed, 63 insertions(+), 1 deletion(-)
 create mode 100644 tests/nodes/parse_node_test.py

diff --git a/scrapegraphai/nodes/parse_node.py b/scrapegraphai/nodes/parse_node.py
index b4a4a6f7b..9b345ce4d 100644
--- a/scrapegraphai/nodes/parse_node.py
+++ b/scrapegraphai/nodes/parse_node.py
@@ -33,7 +33,7 @@ class ParseNode(BaseNode):
     """
 
     url_pattern = re.compile(
-        r"[http[s]?:\/\/]?(www\.)?([-a-zA-Z0-9@:%._\+~#=]{1,256}\.[a-zA-Z0-9()]{1,6}\b[-a-zA-Z0-9()@:%_\+.~#?&\/\/=]*)"
+        r"(https?:\/\/)(www\.)?([-a-zA-Z0-9@:%._\+~#=]{1,256}\.[a-zA-Z0-9()]{1,6}\b[-a-zA-Z0-9()@:%_\+.~#?&\/\/=]*)"
     )
     relative_url_pattern = re.compile(r"[\(](/[^\(\)\s]*)")
 
diff --git a/tests/nodes/parse_node_test.py b/tests/nodes/parse_node_test.py
new file mode 100644
index 000000000..b4c099bed
--- /dev/null
+++ b/tests/nodes/parse_node_test.py
@@ -0,0 +1,62 @@
+from langchain_core.documents import Document
+
+from scrapegraphai.nodes import ParseNode
+
+
+def _url_parse_node():
+    return ParseNode(
+        input="doc & (url | local_dir)",
+        output=["parsed_doc", "link_urls", "img_urls"],
+        node_config={"chunk_size": 4096, "parse_urls": True, "llm_model": None},
+    )
+
+
+def test_extract_urls_keeps_absolute_urls_intact():
+    text = (
+        "Read the [guide](https://docs.example.org/guide/start), "
+        "the [about page](/about) and https://www.other.com/page?x=1\n"
+        "![logo](https://cdn.example.net/img/logo.png) ![hero](/static/hero.jpg)"
+    )
+
+    links, images = _url_parse_node()._extract_urls(
+        text, "https://example.com/blog/post"
+    )
+
+    assert set(links) == {
+        "https://docs.example.org/guide/start",
+        "https://www.other.com/page?x=1",
+        "https://example.com/about",
+    }
+    assert set(images) == {
+        "https://cdn.example.net/img/logo.png",
+        "https://example.com/static/hero.jpg",
+    }
+
+
+def test_extract_urls_from_local_source_keeps_absolute_urls():
+    text = (
+        "[guide](https://docs.example.org/guide) ![logo](http://cdn.example.net/a.png)"
+    )
+
+    links, images = _url_parse_node()._extract_urls(text, "<html>local</html>")
+
+    assert links == ["https://docs.example.org/guide"]
+    assert images == ["http://cdn.example.net/a.png"]
+
+
+def test_execute_returns_absolute_links_unchanged():
+    html = (
+        "<html><body><p>Docs: <a href='https://docs.example.org/guide'>guide</a>"
+        " <a href='/about'>about</a></p></body></html>"
+    )
+    state = {
+        "doc": [Document(page_content=html)],
+        "url": "https://example.com/blog/post",
+    }
+
+    state = _url_parse_node().execute(state)
+
+    assert set(state["link_urls"]) == {
+        "https://docs.example.org/guide",
+        "https://example.com/about",
+    }