Fix for --crawl dropping GET links having same parameter names as POST forms

This commit is contained in:
Miroslav Štampar 2026-11-12 16:25:57 +01:00
parent 4b8c39e424
commit 8eacffa226
2 changed files with 2 additions and 2 deletions

View file

@ -501,7 +501,7 @@ def normalizeCrawlingResults(targets):
# action name and parameters (e.g. /users/edit?id= vs /products/edit?id=) are not collapsed
match = re.search(r"\A[^?]+\?.+\Z", value)
if match:
key = re.sub(r"=[^=&]*", "=", match.group(0)).strip("&?")
key = "%s %s" % (target[1] or "GET", re.sub(r"=[^=&]*", "=", match.group(0)).strip("&?")) # Note: e.g. GET link and POST form with same parameter(s) are distinct targets
if '=' in key and key not in seen:
results.add(target)
seen.add(key)