simon987/od-database-crawler
1
0
Fork 0
mirror of https://github.com/terorie/od-database-crawler.git synced 2025-12-13 15:19:03 +00:00
Code Issues Projects Releases Wiki Activity

Fix ton of bugs

Browse Source
This commit is contained in:
Richard Patel
2018-11-17 04:18:22 +01:00
parent 0fe97a8058
commit d596882b40
9 changed files with 146 additions and 93 deletions
Download Patch File Download Diff File Expand all files Collapse all files

11
crawl.go
View File

@@ -165,22 +165,27 @@ func (f *File) applyContentLength(v string) {
f.Size = size
}
// TODO Cleanup
func (f *File) applyLastModified(v string) {
if v == "" {
return
}
var t time.Time
var err error
f.MTime, err = time.Parse(time.RFC1123, v)
t, err = time.Parse(time.RFC1123, v)
if err == nil {
f.MTime = t.Unix()
return
}
f.MTime, err = time.Parse(time.RFC850, v)
t, err = time.Parse(time.RFC850, v)
if err == nil {
f.MTime = t.Unix()
return
}
// TODO Parse asctime
f.MTime, err = time.Parse("2006-01-02", v[:10])
t, err = time.Parse("2006-01-02", v[:10])
if err == nil {
f.MTime = t.Unix()
return
}
}