Commit cc83755f authored by Romain Courteaud's avatar Romain Courteaud

Handle bad url

parent f36903a5
...@@ -54,7 +54,9 @@ class WebBot: ...@@ -54,7 +54,9 @@ class WebBot:
# Extract the list of URL domains # Extract the list of URL domains
url_list = self.calculateUrlList() url_list = self.calculateUrlList()
for url in url_list: for url in url_list:
domain_list.append(getUrlHostname(url)) domain = getUrlHostname(url)
if domain is not None:
domain_list.append(domain)
domain_list = list(set(domain_list)) domain_list = list(set(domain_list))
# Expand with all parent domains # Expand with all parent domains
......
Markdown is supported
0%
or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment