From 3596829b067eae00f0c048d159a7e97b1309614c Mon Sep 17 00:00:00 2001
From: simon987 <fortier.simon@hotmail.com>
Date: Mon, 26 Mar 2018 18:32:38 -0400
Subject: [PATCH] Fixes problem with urls with no trailing slash

---
 crawler.py | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/crawler.py b/crawler.py
index 724f765..bf213fb 100644
--- a/crawler.py
+++ b/crawler.py
@@ -1,6 +1,7 @@
 import requests
 from parser import NginxParser, ApacheParser
 from crawl_report import ReportSaver, ReportBuilder
+import os
 
 
 class Crawler:
@@ -8,7 +9,7 @@ class Crawler:
     def __init__(self, url, test_url):
         self.files = []
         self.parsed_urls = []
-        self.base_url = url
+        self.base_url = os.path.join(url, '')
 
         if url.startswith("http"):
             if test_url: