package crawler import ( "github.com/nitezs/pcgamedb/model" "go.uber.org/zap" ) type Crawler interface { Name() string Crawl(int) ([]*model.GameItem, error) CrawlAll() ([]*model.GameItem, error) } type SimpleCrawler interface { Crawler } type PagedCrawler interface { Crawler CrawlMulti([]int) ([]*model.GameItem, error) GetTotalPageNum() (int, error) } func BuildCrawlerMap(logger *zap.Logger) map[string]Crawler { return map[string]Crawler{ "fitgirl": NewFitGirlCrawler(logger), "dodi": NewDODICrawler(logger), "kaoskrew": NewKaOsKrewCrawler(logger), // "freegog": NewFreeGOGCrawler(logger), "xatab": NewXatabCrawler(logger), "onlinefix": NewOnlineFixCrawler(logger), "steamrip": NewSteamRIPCrawler(logger), // "armgddn": NewARMGDDNCrawler(logger), // "goggames": NewGOGGamesCrawler(logger), "chovka": NewChovkaCrawler(logger), // "gnarly": NewGnarlyCrawler(logger), } }