aboutsummaryrefslogtreecommitdiff
diff options
context:
space:
mode:
Diffstat (limited to 'lib-python/3/urllib/robotparser.py')
-rw-r--r--lib-python/3/urllib/robotparser.py1
1 files changed, 1 insertions, 0 deletions
diff --git a/lib-python/3/urllib/robotparser.py b/lib-python/3/urllib/robotparser.py
index 75be4af409..978ba58d84 100644
--- a/lib-python/3/urllib/robotparser.py
+++ b/lib-python/3/urllib/robotparser.py
@@ -157,6 +157,7 @@ class RuleLine:
if path == '' and not allowance:
# an empty value means allow all
allowance = True
+ path = urllib.parse.urlunparse(urllib.parse.urlparse(path))
self.path = urllib.parse.quote(path)
self.allowance = allowance