mirror of
https://github.com/terorie/od-database-crawler.git
synced 2025-04-19 10:26:43 +00:00
Fix FTP error ignore
This commit is contained in:
parent
f41198b00c
commit
f8d2bf386d
11
main.go
11
main.go
@ -62,11 +62,6 @@ func cmdBase(clic *cli.Context) error {
|
|||||||
case <-ticker.C:
|
case <-ticker.C:
|
||||||
t, err := FetchTask()
|
t, err := FetchTask()
|
||||||
if err != nil {
|
if err != nil {
|
||||||
if err == fasturl.ErrUnknownScheme {
|
|
||||||
// Not an error
|
|
||||||
err = nil
|
|
||||||
continue
|
|
||||||
}
|
|
||||||
logrus.WithError(err).
|
logrus.WithError(err).
|
||||||
Error("Failed getting new task")
|
Error("Failed getting new task")
|
||||||
time.Sleep(30 * time.Second)
|
time.Sleep(30 * time.Second)
|
||||||
@ -82,7 +77,11 @@ func cmdBase(clic *cli.Context) error {
|
|||||||
|
|
||||||
var baseUri fasturl.URL
|
var baseUri fasturl.URL
|
||||||
err = baseUri.Parse(t.Url)
|
err = baseUri.Parse(t.Url)
|
||||||
if err != nil {
|
if urlErr, ok := err.(*fasturl.Error); ok && urlErr.Err == fasturl.ErrUnknownScheme {
|
||||||
|
// Not an error
|
||||||
|
err = nil
|
||||||
|
continue
|
||||||
|
} else if err != nil {
|
||||||
logrus.WithError(err).
|
logrus.WithError(err).
|
||||||
Error("Failed getting new task")
|
Error("Failed getting new task")
|
||||||
time.Sleep(30 * time.Second)
|
time.Sleep(30 * time.Second)
|
||||||
|
Loading…
x
Reference in New Issue
Block a user