pcgamedb/crawler/crawler.go

package crawler

import (
	"pcgamedb/model"

	"go.uber.org/zap"
)

type Crawler interface {
	Name() string
	Crawl(int) ([]*model.GameItem, error)
	CrawlAll() ([]*model.GameItem, error)
}

type SimpleCrawler interface {
	Crawler
}

type PagedCrawler interface {
	Crawler
	CrawlMulti([]int) ([]*model.GameItem, error)
	GetTotalPageNum() (int, error)
}

func BuildCrawlerMap(logger *zap.Logger) map[string]Crawler {
	ret := map[string]Crawler{
		"fitgirl":     NewFitGirlCrawler(logger),
		"dodi":        NewDODICrawler(logger),
		"kaoskrew":    NewKaOsKrewCrawler(logger),
		"freegog":     NewFreeGOGCrawler(logger),
		"xatab":       NewXatabCrawler(logger),
		"onlinefix":   NewOnlineFixCrawler(logger),
		"steamrip":    NewSteamRIPCrawler(logger),
		"chovka":      NewChovkaCrawler(logger),
		"goggames":    NewGOGGamesCrawler(logger),
		"johncena141": NewJohncena141Crawler(logger),
		// "gnarly":   NewGnarlyCrawler(logger),
	}
	return ret
}