From 03a487f3937c317a9f7e4223c16de78cd2fd2e06 Mon Sep 17 00:00:00 2001 From: Richard Patel Date: Sun, 18 Nov 2018 18:45:06 +0100 Subject: [PATCH] Fix crawl loop --- crawl.go | 10 +++++----- 1 file changed, 5 insertions(+), 5 deletions(-) diff --git a/crawl.go b/crawl.go index 1bb4542..19ce529 100644 --- a/crawl.go +++ b/crawl.go @@ -50,6 +50,8 @@ func GetDir(j *Job, f *File) (links []fasturl.URL, err error) { var linkHref string for { + err = nil + tokenType := doc.Next() if tokenType == html.ErrorToken { break @@ -80,16 +82,16 @@ func GetDir(j *Job, f *File) (links []fasturl.URL, err error) { linkHref = "" if strings.LastIndexByte(href, '?') != -1 { - goto nextToken + continue } switch href { case "", " ", ".", "..", "/": - goto nextToken + continue } if strings.Contains(href, "../") { - goto nextToken + continue } var link fasturl.URL @@ -108,8 +110,6 @@ func GetDir(j *Job, f *File) (links []fasturl.URL, err error) { links = append(links, link) } } - - nextToken: } return