68 lines
1.5 KiB
Go
68 lines
1.5 KiB
Go
package crawler
|
|
|
|
import (
|
|
"bytes"
|
|
"fmt"
|
|
"pcgamedb/db"
|
|
"regexp"
|
|
"strconv"
|
|
"time"
|
|
|
|
"pcgamedb/constant"
|
|
"pcgamedb/model"
|
|
"pcgamedb/utils"
|
|
|
|
"github.com/PuerkitoBio/goquery"
|
|
)
|
|
|
|
func GetSteam250(url string) ([]*model.GameInfo, error) {
|
|
resp, err := utils.Fetch(utils.FetchConfig{
|
|
Url: url,
|
|
})
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
doc, err := goquery.NewDocumentFromReader(bytes.NewReader(resp.Data))
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
var rank []model.Steam250Item
|
|
var item model.Steam250Item
|
|
steamIDs := make([]int, 0)
|
|
doc.Find(".appline").Each(func(i int, s *goquery.Selection) {
|
|
item.Name = s.Find(".title>a").First().Text()
|
|
idStr := s.Find(".store").AttrOr("href", "")
|
|
idSlice := regexp.MustCompile(`app/(\d+)/`).FindStringSubmatch(idStr)
|
|
if len(idSlice) < 2 {
|
|
return
|
|
}
|
|
item.SteamID, _ = strconv.Atoi(idSlice[1])
|
|
rank = append(rank, item)
|
|
steamIDs = append(steamIDs, item.SteamID)
|
|
})
|
|
infos, err := db.GetGameInfosByPlatformIDs("steam", steamIDs)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
if len(infos) > 10 {
|
|
return infos[:10], nil
|
|
}
|
|
return infos, nil
|
|
}
|
|
|
|
func GetSteam250Top250() ([]*model.GameInfo, error) {
|
|
return GetSteam250(constant.Steam250Top250URL)
|
|
}
|
|
|
|
func GetSteam250BestOfTheYear() ([]*model.GameInfo, error) {
|
|
return GetSteam250(fmt.Sprintf(constant.Steam250BestOfTheYearURL, time.Now().UTC().Year()))
|
|
}
|
|
|
|
func GetSteam250WeekTop50() ([]*model.GameInfo, error) {
|
|
return GetSteam250(constant.Steam250WeekTop50URL)
|
|
}
|
|
|
|
func GetSteam250MostPlayed() ([]*model.GameInfo, error) {
|
|
return GetSteam250(constant.Steam250MostPlayedURL)
|
|
}
|