pcgamedb/crawler/crawler.go

package crawler

import (
	"github.com/nitezs/pcgamedb/model"

	"go.uber.org/zap"
)

type Crawler interface {
	Name() string
	Crawl(int) ([]*model.GameItem, error)
	CrawlAll() ([]*model.GameItem, error)
}

type SimpleCrawler interface {
	Crawler
}

type PagedCrawler interface {
	Crawler
	CrawlMulti([]int) ([]*model.GameItem, error)
	GetTotalPageNum() (int, error)
}

func BuildCrawlerMap(logger *zap.Logger) map[string]Crawler {
	return map[string]Crawler{
		"fitgirl":  NewFitGirlCrawler(logger),
		"dodi":     NewDODICrawler(logger),
		"kaoskrew": NewKaOsKrewCrawler(logger),
		// "freegog":   NewFreeGOGCrawler(logger),
		"xatab":     NewXatabCrawler(logger),
		"onlinefix": NewOnlineFixCrawler(logger),
		"steamrip":  NewSteamRIPCrawler(logger),
		// "armgddn":   NewARMGDDNCrawler(logger),
		"goggames": NewGOGGamesCrawler(logger),
		"chovka":   NewChovkaCrawler(logger),
		// "gnarly":   NewGnarlyCrawler(logger),
	}
}