40 lines
878 B
Go
40 lines
878 B
Go
package crawler
|
|
|
|
import (
|
|
"pcgamedb/model"
|
|
|
|
"go.uber.org/zap"
|
|
)
|
|
|
|
type Crawler interface {
|
|
Name() string
|
|
Crawl(int) ([]*model.GameItem, error)
|
|
CrawlAll() ([]*model.GameItem, error)
|
|
}
|
|
|
|
type SimpleCrawler interface {
|
|
Crawler
|
|
}
|
|
|
|
type PagedCrawler interface {
|
|
Crawler
|
|
CrawlMulti([]int) ([]*model.GameItem, error)
|
|
GetTotalPageNum() (int, error)
|
|
}
|
|
|
|
func BuildCrawlerMap(logger *zap.Logger) map[string]Crawler {
|
|
ret := map[string]Crawler{
|
|
"fitgirl": NewFitGirlCrawler(logger),
|
|
"dodi": NewDODICrawler(logger),
|
|
"kaoskrew": NewKaOsKrewCrawler(logger),
|
|
"freegog": NewFreeGOGCrawler(logger),
|
|
"xatab": NewXatabCrawler(logger),
|
|
"onlinefix": NewOnlineFixCrawler(logger),
|
|
"steamrip": NewSteamRIPCrawler(logger),
|
|
"chovka": NewChovkaCrawler(logger),
|
|
"goggames": NewGOGGamesCrawler(logger),
|
|
// "gnarly": NewGnarlyCrawler(logger),
|
|
}
|
|
return ret
|
|
}
|