erki/ss13_se
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Don't quit on scraper errors.

Browse Source
This commit is contained in:
A. Svensson 2016-03-04 20:49:13 +01:00
parent 2ec35faed1
commit 8fa98df187
1 changed files with 4 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
src/scraper.go
View File

@ -29,7 +29,7 @@ func download_data() *goquery.Document {
if IsDebugging() { if IsDebugging() {
fmt.Println("Scraper data source: ./dump.html") fmt.Println("Scraper data source: ./dump.html")
f, err := os.Open("./tmp/dump.html") f, err := os.Open("./tmp/dump.html")
check_error(err) log_error(err)
defer f.Close() defer f.Close()
r = charmap.Windows1252.NewDecoder().Reader(f) r = charmap.Windows1252.NewDecoder().Reader(f)
} else { } else {
@ -37,14 +37,14 @@ func download_data() *goquery.Document {
Timeout: time.Duration(1) * time.Minute, Timeout: time.Duration(1) * time.Minute,
} }
resp, e := client.Get("http://www.byond.com/games/exadv1/spacestation13") resp, e := client.Get("http://www.byond.com/games/exadv1/spacestation13")
check_error(e) log_error(e)
defer resp.Body.Close() defer resp.Body.Close()
// Yep, Byond serve's it's pages with Windows-1252 encoding... // Yep, Byond serve's it's pages with Windows-1252 encoding...
r = charmap.Windows1252.NewDecoder().Reader(resp.Body) r = charmap.Windows1252.NewDecoder().Reader(resp.Body)
} }
doc, e := goquery.NewDocumentFromReader(r) doc, e := goquery.NewDocumentFromReader(r)
check_error(e) log_error(e)
return doc return doc
} }
@ -89,7 +89,7 @@ func parse_server_data(raw *goquery.Selection) *RawServerData {
// than 2 there's multiple matches, which is fishy... // than 2 there's multiple matches, which is fishy...
if len(ret) == 2 { if len(ret) == 2 {
p, err := strconv.ParseInt(ret[1], 10, 0) p, err := strconv.ParseInt(ret[1], 10, 0)
check_error(err) log_error(err)
players = int(p) players = int(p)
} }