Unescape results & don't recrawl 404

This commit is contained in:
Richard Patel
2018-11-17 01:21:20 +01:00
parent 145d37f84a
commit f1687679ab
5 changed files with 80 additions and 15 deletions

View File

@@ -2,7 +2,6 @@ package main
import (
"bytes"
"fmt"
"github.com/terorie/oddb-go/ds/redblackhash"
"github.com/terorie/oddb-go/fasturl"
"github.com/valyala/fasthttp"
@@ -190,15 +189,7 @@ func checkStatusCode(status int) error {
switch status {
case fasthttp.StatusOK:
return nil
case fasthttp.StatusTooManyRequests:
return ErrRateLimit
case fasthttp.StatusForbidden,
fasthttp.StatusUnauthorized:
return ErrForbidden
default:
return fmt.Errorf("got HTTP status %d", status)
return &HttpError{status}
}
}