feat: add task webhooks

.gitattributes

@@ -0,0 +1 @@
+* text=auto eol=lf

config/config.go

@@ -17,12 +17,17 @@ type config struct {
 	Redis              redis     `json:"redis"`
 	OnlineFix          onlinefix `json:"online_fix"`
 	Twitch             twitch    `json:"twitch"`
+	Webhooks           webhooks  `json:"webhooks"`
 	DatabaseAvaliable  bool
 	OnlineFixAvaliable bool
 	MegaAvaliable      bool
 	RedisAvaliable     bool
 }
 
+type webhooks struct {
+	CrawlTask []string `env:"WEBHOOKS_ERROR_TASK" json:"crawl_task"`
+}
+
 type server struct {
 	Port      string `env:"SERVER_PORT" json:"port"`
 	SecretKey string `env:"SERVER_SECRET_KEY" json:"secret_key"`

task/crawl.go

@@ -1,8 +1,12 @@
 package task
 
 import (
+	"net/http"
+	"net/url"
+	"pcgamedb/config"
 	"pcgamedb/crawler"
 	"pcgamedb/model"
+	"pcgamedb/utils"
 
 	"go.uber.org/zap"
 )
@@ -35,4 +39,23 @@ func Crawl(logger *zap.Logger) {
 		)
 	}
 	Clean(logger)
+	for _, u := range config.Config.Webhooks.CrawlTask {
+		_, err := url.Parse(u)
+		if err != nil {
+			logger.Error("Invalid webhook url", zap.String("url", u), zap.Error(err))
+			continue
+		}
+		logger.Info("webhook triggered", zap.String("task", "crawl"), zap.String("url", u))
+		_, err = utils.Fetch(utils.FetchConfig{
+			Url:    u,
+			Method: http.MethodPost,
+			Headers: map[string]string{
+				"Content-Type": "application/json",
+			},
+			Data: games,
+		})
+		if err != nil {
+			logger.Error("Failed to trigger webhook", zap.String("task", "crawl"), zap.String("url", u), zap.Error(err))
+		}
+	}
 }