Fixed bugs, enhanced parser

This commit is contained in:
simon
2018-02-05 22:05:07 -05:00
parent f3dc1445e4
commit 23775ec126
12 changed files with 459 additions and 80 deletions

View File

@@ -0,0 +1,32 @@
from unittest import TestCase
from parser import ApacheParser, NginxParser
from crawler import Crawler
class CrawlerTest(TestCase):
def test_guess_parser1(self):
with open("test_apache1.html", "r") as f:
text = f.read()
c = Crawler("http://some.website/", False)
self.assertEqual(c.guess_parser(text, {}), ApacheParser)
def test_guess_parser2(self):
with open("test_nginx1.html", "r") as f:
text = f.read()
c = Crawler("http://some.website", False)
self.assertEqual(c.guess_parser(text, {}), NginxParser)
def test_guess_parser3(self):
with open("test_invalid.html", "r") as f:
text = f.read()
c = Crawler("http://some.website", False)
self.assertEqual(c.guess_parser(text, {}), None)