nite/game-crawler
1
0
Fork 0
Code Issues Pull Requests Actions Releases 5 Activity

rename

Browse Source
This commit is contained in:
Nite07 2024-12-26 21:09:00 +08:00
parent 45f7eff8b1
commit 2553a35a4a
74 changed files with 189 additions and 199 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
.github/workflows/docker.yml vendored
View File

@ -17,7 +17,7 @@ jobs:
uses: docker/metadata-action@v5
with:
images: |
nite07/pcgamedb
nite07/game-crawler
tags: |
type=semver,pattern={{version}}
type=semver,pattern={{major}}.{{minor}}

4
.goreleaser.yaml
View File

@ -1,4 +1,4 @@
project_name: pcgamedb
project_name: game-crawler
before:
hooks:
- go install github.com/swaggo/swag/cmd/swag@latest
@ -16,7 +16,7 @@ builds:
- arm
- "386"
ldflags:
- -s -w -X pcgamedb/constant.Version={{ .Version }}
- -s -w -X game-crawler/constant.Version={{ .Version }}
flags:
- -trimpath
archives:

6
Dockerfile
View File

@ -14,10 +14,10 @@ ARG version=dev
RUN if [ "$version" = "dev" ]; then \
version=$(git describe --tags --always); \
fi && \
CGO_ENABLED=0 GOOS=linux go build -ldflags="-s -w -X pcgamedb/constant.Version=${version}" -o pcgamedb .
CGO_ENABLED=0 GOOS=linux go build -ldflags="-s -w -X game-crawler/constant.Version=${version}" -o game-crawler .
FROM alpine:latest
WORKDIR /app
COPY --from=builder /app/pcgamedb /app/pcgamedb
COPY --from=builder /app/game-crawler /app/game-crawler
ENTRYPOINT ["/app/pcgamedb", "server"]
ENTRYPOINT ["/app/game-crawler", "server"]

4
README.md
View File

@ -1,6 +1,6 @@
# pcgamedb
# game-crawler
pcgamedb is a powerful command-line tool designed to scrape and manage repack game data from various online sources. With support for multiple data sources and the ability to provide a RESTful API.
game-crawler is a powerful command-line tool designed to scrape and manage repack game data from various online sources. With support for multiple data sources and the ability to provide a RESTful API.
## Features

2
build.sh
View File

@ -1,4 +1,4 @@
go install github.com/swaggo/swag/cmd/swag@latest
swag init
CGO_ENABLED=0
go build -o pcgamedb -ldflags "-s -w -X pcgamedb/constant.Version=$(git describe --tags --always)" .
go build -o game-crawler -ldflags "-s -w -X game-crawler/constant.Version=$(git describe --tags --always)" .

4
cache/redis.go vendored
View File

@ -6,8 +6,8 @@ import (
"sync"
"time"
"pcgamedb/config"
"pcgamedb/log"
"game-crawler/config"
"game-crawler/log"
"github.com/redis/go-redis/v9"
)

4
cmd/clean.go
View File

@ -1,8 +1,8 @@
package cmd
import (
"pcgamedb/log"
"pcgamedb/task"
"game-crawler/log"
"game-crawler/task"
"github.com/spf13/cobra"
)

6
cmd/crawl.go
View File

@ -6,9 +6,9 @@ import (
"strconv"
"strings"
"pcgamedb/crawler"
"pcgamedb/log"
"pcgamedb/utils"
"game-crawler/crawler"
"game-crawler/log"
"game-crawler/utils"
"github.com/spf13/cobra"
"go.uber.org/zap"

4
cmd/export.go
View File

@ -4,9 +4,9 @@ import (
"os"
"path/filepath"
"game-crawler/db"
"game-crawler/log"
"go.uber.org/zap"
"pcgamedb/db"
"pcgamedb/log"
"github.com/spf13/cobra"
)

4
cmd/import.go
View File

@ -1,10 +1,10 @@
package cmd
import (
"game-crawler/db"
"game-crawler/log"
"github.com/spf13/cobra"
"go.uber.org/zap"
"pcgamedb/db"
"pcgamedb/log"
)
type importCommandConfig struct {

4
cmd/list.go
View File

@ -1,8 +1,8 @@
package cmd
import (
"pcgamedb/db"
"pcgamedb/log"
"game-crawler/db"
"game-crawler/log"
"github.com/spf13/cobra"
"go.uber.org/zap"

6
cmd/organize.go
View File

@ -1,9 +1,9 @@
package cmd
import (
"pcgamedb/crawler"
"pcgamedb/db"
"pcgamedb/log"
"game-crawler/crawler"
"game-crawler/db"
"game-crawler/log"
"github.com/spf13/cobra"
"go.uber.org/zap"

6
cmd/organize_manually.go
View File

@ -4,9 +4,9 @@ import (
"encoding/json"
"os"
"pcgamedb/crawler"
"pcgamedb/db"
"pcgamedb/log"
"game-crawler/crawler"
"game-crawler/db"
"game-crawler/log"
"github.com/spf13/cobra"
"go.mongodb.org/mongo-driver/bson/primitive"

4
cmd/server.go
View File

@ -1,8 +1,8 @@
package cmd
import (
"pcgamedb/config"
"pcgamedb/server"
"game-crawler/config"
"game-crawler/server"
"github.com/spf13/cobra"
)

4
cmd/supplement.go
View File

@ -1,9 +1,9 @@
package cmd
import (
"game-crawler/crawler"
"game-crawler/log"
"go.uber.org/zap"
"pcgamedb/crawler"
"pcgamedb/log"
"github.com/spf13/cobra"
)

4
cmd/task.go
View File

@ -1,8 +1,8 @@
package cmd
import (
"pcgamedb/log"
"pcgamedb/task"
"game-crawler/log"
"game-crawler/task"
"github.com/robfig/cron/v3"
"github.com/spf13/cobra"

6
cmd/version.go
View File

@ -4,15 +4,15 @@ import (
"fmt"
"runtime"
"pcgamedb/constant"
"game-crawler/constant"
"github.com/spf13/cobra"
)
var versionCmd = &cobra.Command{
Use: "version",
Long: "Get version of pcgamedb",
Short: "Get version of pcgamedb",
Long: "Get version of game-crawler",
Short: "Get version of game-crawler",
Run: func(cmd *cobra.Command, args []string) {
fmt.Printf("Version: %s\n", constant.Version)
fmt.Printf("Go: %s\n", runtime.Version())

8
crawler/1337x.go
View File

@ -8,10 +8,10 @@ import (
"strconv"
"strings"
"pcgamedb/constant"
"pcgamedb/db"
"pcgamedb/model"
"pcgamedb/utils"
"game-crawler/constant"
"game-crawler/db"
"game-crawler/model"
"game-crawler/utils"
"github.com/PuerkitoBio/goquery"
"go.uber.org/zap"

13
crawler/chovka.go
View File

@ -2,15 +2,16 @@ package crawler
import (
"bytes"
"encoding/base64"
"errors"
"fmt"
"strconv"
"strings"
"pcgamedb/constant"
"pcgamedb/db"
"pcgamedb/model"
"pcgamedb/utils"
"game-crawler/constant"
"game-crawler/db"
"game-crawler/model"
"game-crawler/utils"
"github.com/PuerkitoBio/goquery"
"go.uber.org/zap"
@ -47,7 +48,6 @@ func (c *ChovkaCrawler) CrawlByUrl(URL string) (*model.GameItem, error) {
item.RawName = doc.Find(".inner-entry__title").First().Text()
item.Name = ChovkaFormatter(item.RawName)
item.Author = "Chovka"
item.UpdateFlag = item.RawName
item.Platform = "windows"
downloadURL := doc.Find(".download-torrent").AttrOr("href", "")
if downloadURL == "" {
@ -83,7 +83,7 @@ func (c *ChovkaCrawler) Crawl(page int) ([]*model.GameItem, error) {
return
}
urls = append(urls, u)
updateFlags = append(updateFlags, s.Find(".entry__title.h2 a").Text())
updateFlags = append(updateFlags, base64.StdEncoding.EncodeToString([]byte(s.Find(".entry__title.h2 a").Text())))
})
var res []*model.GameItem
for i, u := range urls {
@ -96,6 +96,7 @@ func (c *ChovkaCrawler) Crawl(page int) ([]*model.GameItem, error) {
c.logger.Warn("Failed to crawl", zap.Error(err), zap.String("URL", u))
continue
}
item.UpdateFlag = updateFlags[i]
if err := db.SaveGameItem(item); err != nil {
c.logger.Warn("Failed to save", zap.Error(err), zap.String("URL", u))
continue

2
crawler/crawler.go
View File

@ -1,7 +1,7 @@
package crawler
import (
"pcgamedb/model"
"game-crawler/model"
"go.uber.org/zap"
)

4
crawler/dodi.go
View File

@ -4,8 +4,8 @@ import (
"regexp"
"strings"
"pcgamedb/model"
"pcgamedb/utils"
"game-crawler/model"
"game-crawler/utils"
"go.uber.org/zap"
)

11
crawler/fitgirl.go
View File

@ -2,16 +2,17 @@ package crawler
import (
"bytes"
"encoding/base64"
"errors"
"fmt"
"regexp"
"strconv"
"strings"
"pcgamedb/constant"
"pcgamedb/db"
"pcgamedb/model"
"pcgamedb/utils"
"game-crawler/constant"
"game-crawler/db"
"game-crawler/model"
"game-crawler/utils"
"github.com/PuerkitoBio/goquery"
"go.uber.org/zap"
@ -91,7 +92,7 @@ func (c *FitGirlCrawler) Crawl(page int) ([]*model.GameItem, error) {
d, exist2 := s.Find("time").First().Attr("datetime")
if exist1 && exist2 {
urls = append(urls, u)
updateFlags = append(updateFlags, fmt.Sprintf("%s%s", u, d))
updateFlags = append(updateFlags, base64.StdEncoding.EncodeToString([]byte(fmt.Sprintf("%s%s", u, d))))
}
})
var res []*model.GameItem

12
crawler/freegog.go
View File

@ -11,11 +11,11 @@ import (
"strings"
"time"
"pcgamedb/cache"
"pcgamedb/config"
"pcgamedb/constant"
"pcgamedb/db"
"pcgamedb/model"
"game-crawler/cache"
"game-crawler/config"
"game-crawler/constant"
"game-crawler/db"
"game-crawler/model"
"git.nite07.com/nite/ccs"
"github.com/PuerkitoBio/goquery"
@ -79,7 +79,7 @@ func (c *FreeGOGCrawler) Crawl(num int) ([]*model.GameItem, error) {
var updateFlags []string //rawName+link
doc.Find(".items-outer li a").Each(func(i int, s *goquery.Selection) {
urls = append(urls, s.AttrOr("href", ""))
updateFlags = append(updateFlags, s.Text()+s.AttrOr("href", ""))
updateFlags = append(updateFlags, base64.StdEncoding.EncodeToString([]byte(s.Text()+s.AttrOr("href", ""))))
})
var res []*model.GameItem

6
crawler/game.go
View File

@ -6,9 +6,9 @@ import (
"strings"
"time"
"pcgamedb/db"
"pcgamedb/model"
"pcgamedb/utils"
"game-crawler/db"
"game-crawler/model"
"game-crawler/utils"
"go.uber.org/zap"

19
crawler/goggames.go
View File

@ -1,17 +1,18 @@
package crawler
import (
"encoding/base64"
"encoding/json"
"fmt"
"path"
"strings"
"time"
"pcgamedb/config"
"pcgamedb/constant"
"pcgamedb/db"
"pcgamedb/model"
"pcgamedb/utils"
"game-crawler/config"
"game-crawler/constant"
"game-crawler/db"
"game-crawler/model"
"game-crawler/utils"
"git.nite07.com/nite/ccs"
"go.uber.org/zap"
@ -116,7 +117,7 @@ func (c *GOGGamesCrawler) Crawl(page int) ([]*model.GameItem, error) {
var updateFlags []string //link+date
for _, item := range data.Data {
urls = append(urls, fmt.Sprintf(constant.GOGGamesPageURL, item.Slug))
updateFlags = append(updateFlags, fmt.Sprintf("%s%s", item.GogURL, item.LastUpdate))
updateFlags = append(updateFlags, base64.StdEncoding.EncodeToString([]byte(fmt.Sprintf("%s%s", item.GogURL, item.LastUpdate))))
}
res := make([]*model.GameItem, 0)
for i, u := range urls {
@ -130,12 +131,6 @@ func (c *GOGGamesCrawler) Crawl(page int) ([]*model.GameItem, error) {
continue
}
item.UpdateFlag = updateFlags[i]
oldItem, err := db.GetGameItemByUrl(u)
if err == nil {
db.MergeGameItem(oldItem, item)
}
if err := db.SaveGameItem(item); err != nil {
c.logger.Warn("Failed to save", zap.Error(err), zap.String("URL", u))
continue

12
crawler/igdb.go
View File

@ -11,12 +11,12 @@ import (
"strings"
"time"
"pcgamedb/cache"
"pcgamedb/config"
"pcgamedb/constant"
"pcgamedb/db"
"pcgamedb/model"
"pcgamedb/utils"
"game-crawler/cache"
"game-crawler/config"
"game-crawler/constant"
"game-crawler/db"
"game-crawler/model"
"game-crawler/utils"
"github.com/PuerkitoBio/goquery"
"github.com/go-resty/resty/v2"

2
crawler/johncena141.go
View File

@ -4,7 +4,7 @@ import (
"regexp"
"strings"
"pcgamedb/model"
"game-crawler/model"
"go.uber.org/zap"
)

2
crawler/kaoskrew.go
View File

@ -4,7 +4,7 @@ import (
"regexp"
"strings"
"pcgamedb/model"
"game-crawler/model"
"go.uber.org/zap"
)

16
crawler/onlinefix.go
View File

@ -2,6 +2,7 @@ package crawler
import (
"bytes"
"encoding/base64"
"encoding/json"
"errors"
"fmt"
@ -13,12 +14,12 @@ import (
"strings"
"time"
"pcgamedb/cache"
"pcgamedb/config"
"pcgamedb/constant"
"pcgamedb/db"
"pcgamedb/model"
"pcgamedb/utils"
"game-crawler/cache"
"game-crawler/config"
"game-crawler/constant"
"game-crawler/db"
"game-crawler/model"
"game-crawler/utils"
"github.com/PuerkitoBio/goquery"
"go.uber.org/zap"
@ -61,8 +62,7 @@ func (c *OnlineFixCrawler) Crawl(page int) ([]*model.GameItem, error) {
urls = append(urls, s.Find(".big-link").First().AttrOr("href", ""))
updateFlags = append(
updateFlags,
s.Find(".big-link").First().AttrOr("href", "")+
s.Find("time").Text(),
base64.StdEncoding.EncodeToString([]byte(s.Find(".big-link").First().AttrOr("href", "")+s.Find("time").Text())),
)
})

8
crawler/steam.go
View File

@ -9,10 +9,10 @@ import (
"strconv"
"strings"
"pcgamedb/cache"
"pcgamedb/constant"
"pcgamedb/model"
"pcgamedb/utils"
"game-crawler/cache"
"game-crawler/constant"
"game-crawler/model"
"game-crawler/utils"
)
func GetSteamAppDetail(id int) (*model.SteamAppDetail, error) {

10
crawler/steam250.go
View File

@ -4,16 +4,16 @@ import (
"bytes"
"encoding/json"
"fmt"
"game-crawler/cache"
"game-crawler/db"
"net/url"
"pcgamedb/cache"
"pcgamedb/db"
"regexp"
"strconv"
"time"
"pcgamedb/constant"
"pcgamedb/model"
"pcgamedb/utils"
"game-crawler/constant"
"game-crawler/model"
"game-crawler/utils"
"github.com/PuerkitoBio/goquery"
)

17
crawler/steamrip.go
View File

@ -2,15 +2,16 @@ package crawler
import (
"bytes"
"encoding/base64"
"errors"
"fmt"
"regexp"
"strings"
"pcgamedb/constant"
"pcgamedb/db"
"pcgamedb/model"
"pcgamedb/utils"
"game-crawler/constant"
"game-crawler/db"
"game-crawler/model"
"game-crawler/utils"
"github.com/PuerkitoBio/goquery"
"go.uber.org/zap"
@ -98,7 +99,7 @@ func (c *SteamRIPCrawler) Crawl(num int) ([]*model.GameItem, error) {
return
}
urls = append(urls, fmt.Sprintf("%s%s", constant.SteamRIPBaseURL, u))
updateFlags = append(updateFlags, s.Text())
updateFlags = append(updateFlags, base64.StdEncoding.EncodeToString([]byte(s.Text())))
})
for i, u := range urls {
if count == num {
@ -114,12 +115,6 @@ func (c *SteamRIPCrawler) Crawl(num int) ([]*model.GameItem, error) {
continue
}
item.UpdateFlag = updateFlags[i]
oldItem, err := db.GetGameItemByUrl(u)
if err == nil {
db.MergeGameItem(oldItem, item)
}
if err := db.SaveGameItem(item); err != nil {
c.logger.Warn("Failed to save item", zap.Error(err))
continue

13
crawler/xatab.go
View File

@ -2,16 +2,17 @@ package crawler
import (
"bytes"
"encoding/base64"
"errors"
"fmt"
"regexp"
"strconv"
"strings"
"pcgamedb/constant"
"pcgamedb/db"
"pcgamedb/model"
"pcgamedb/utils"
"game-crawler/constant"
"game-crawler/db"
"game-crawler/model"
"game-crawler/utils"
"github.com/PuerkitoBio/goquery"
"go.uber.org/zap"
@ -51,7 +52,7 @@ func (c *XatabCrawler) Crawl(page int) ([]*model.GameItem, error) {
return
}
urls = append(urls, u)
updateFlags = append(updateFlags, s.Find(".entry__title.h2 a").Text())
updateFlags = append(updateFlags, base64.StdEncoding.EncodeToString([]byte(s.Find(".entry__title.h2 a").Text())))
})
var res []*model.GameItem
for i, u := range urls {
@ -64,6 +65,7 @@ func (c *XatabCrawler) Crawl(page int) ([]*model.GameItem, error) {
c.logger.Warn("Failed to crawl", zap.Error(err), zap.String("URL", u))
continue
}
item.UpdateFlag = updateFlags[i]
err = db.SaveGameItem(item)
if err != nil {
c.logger.Warn("Failed to save", zap.Error(err))
@ -95,7 +97,6 @@ func (c *XatabCrawler) CrawlByUrl(URL string) (*model.GameItem, error) {
item.RawName = doc.Find(".inner-entry__title").First().Text()
item.Name = XatabFormatter(item.RawName)
item.Author = "Xatab"
item.UpdateFlag = item.RawName
item.Platform = "windows"
downloadURL := doc.Find("#download>a").First().AttrOr("href", "")
if downloadURL == "" {

2
db/1337x.go
View File

@ -1,7 +1,7 @@
package db
import (
"pcgamedb/model"
"game-crawler/model"
)
func GetDODIGameItems() ([]*model.GameItem, error) {

2
db/armgddn.go
View File

@ -1,6 +1,6 @@
package db
import "pcgamedb/model"
import "game-crawler/model"
func IsARMGDDNCrawled(flag string) bool {
return IsGameCrawled(flag, "armgddn")

2
db/custom_collection.go
View File

@ -3,7 +3,7 @@ package db
import (
"context"
"pcgamedb/config"
"game-crawler/config"
"go.mongodb.org/mongo-driver/mongo"
"go.mongodb.org/mongo-driver/mongo/options"

4
db/db.go
View File

@ -6,8 +6,8 @@ import (
"sync"
"time"
"pcgamedb/config"
"pcgamedb/log"
"game-crawler/config"
"game-crawler/log"
"go.mongodb.org/mongo-driver/bson"
"go.mongodb.org/mongo-driver/mongo"

2
db/export.go
View File

@ -5,8 +5,8 @@ import (
"encoding/json"
"time"
"game-crawler/model"
"go.mongodb.org/mongo-driver/bson"
"pcgamedb/model"
)
func Export() ([]byte, []byte, error) {

2
db/fitgirl.go
View File

@ -1,6 +1,6 @@
package db
import "pcgamedb/model"
import "game-crawler/model"
func GetFitgirlAllGameItems() ([]*model.GameItem, error) {
return GetGameItemsByAuthor("fitgirl")

2
db/freegog.go
View File

@ -1,7 +1,7 @@
package db
import (
"pcgamedb/model"
"game-crawler/model"
)
func GetFreeGOGGameItems() ([]*model.GameItem, error) {

6
db/game.go
View File

@ -5,13 +5,13 @@ import (
"encoding/json"
"errors"
"fmt"
"pcgamedb/utils"
"game-crawler/utils"
"regexp"
"strings"
"time"
"pcgamedb/cache"
"pcgamedb/model"
"game-crawler/cache"
"game-crawler/model"
"go.mongodb.org/mongo-driver/bson"
"go.mongodb.org/mongo-driver/bson/primitive"

2
db/import.go
View File

@ -5,7 +5,7 @@ import (
"encoding/json"
"os"
"pcgamedb/model"
"game-crawler/model"
)
func ImportGameInfo(filePath string) error {

2
db/onlinefix.go
View File

@ -1,7 +1,7 @@
package db
import (
"pcgamedb/model"
"game-crawler/model"
)
func GetOnlineFixGameItems() ([]*model.GameItem, error) {

2
db/xatab.go
View File

@ -1,7 +1,7 @@
package db
import (
"pcgamedb/model"
"game-crawler/model"
)
func GetXatabGameItems() ([]*model.GameItem, error) {

14
docker-compose.yaml
View File

@ -1,22 +1,22 @@
services:
pcgamedb:
image: nite07/pcgamedb
game-crawler:
image: nite07/game-crawler
restart: unless-stopped
ports:
- "8080:8080"
environment:
- LOG_LEVEL=info
- SERVER_PORT=8080
- DATABASE_HOST=pcgamedb-mongodb
- DATABASE_HOST=game-crawler-mongodb
- DATABASE_PORT=27017
- DATABASE_USER=root
- DATABASE_PASSWORD=password
- DATABASE_NAME=pcgamedb
- REDIS_HOST=pcgamedb-redis
- DATABASE_NAME=game-crawler
- REDIS_HOST=game-crawler-redis
- REDIS_PORT=6379
- REDIS_DB=0
# Read more about environment variables: config/config.go
pcgamedb-mongodb:
game-crawler-mongodb:
image: mongo:latest
restart: unless-stopped
environment:
@ -24,7 +24,7 @@ services:
MONGO_INITDB_ROOT_PASSWORD: password
volumes:
- ./mongodb:/data/db
pcgamedb-redis:
game-crawler-redis:
image: redis:latest
volumes:
- ./redis:/data

1
game_infos.json
View File

File diff suppressed because one or more lines are too long

1
games.json
View File

File diff suppressed because one or more lines are too long

2
go.mod
View File

@ -1,4 +1,4 @@
module pcgamedb
module game-crawler
go 1.23.3

2
log/log.go
View File

@ -4,7 +4,7 @@ import (
"os"
"strings"
"pcgamedb/config"
"game-crawler/config"
"go.uber.org/zap"
"go.uber.org/zap/zapcore"

4
main.go
View File

@ -3,8 +3,8 @@ package main
import (
"strings"
"pcgamedb/cmd"
"pcgamedb/log"
"game-crawler/cmd"
"game-crawler/log"
"go.uber.org/zap"
)

2
model/game.go
View File

@ -50,7 +50,7 @@ type GameItem struct {
Password string `json:"password,omitempty" bson:"password"`
Author string `json:"author,omitempty" bson:"author"`
Platform string `json:"platform,omitempty" bson:"platform"`
UpdateFlag string `json:"-" bson:"update_flag,omitempty"`
UpdateFlag string `json:"update_flag,omitempty" bson:"update_flag"`
CreatedAt time.Time `json:"created_at" bson:"created_at"`
UpdatedAt time.Time `json:"updated_at" bson:"updated_at"`
}

4
server/handler/clean_game.go
View File

@ -3,8 +3,8 @@ package handler
import (
"net/http"
"pcgamedb/log"
"pcgamedb/task"
"game-crawler/log"
"game-crawler/task"
"github.com/gin-gonic/gin"
)

2
server/handler/delete_game_info.go
View File

@ -3,7 +3,7 @@ package handler
import (
"net/http"
"pcgamedb/db"
"game-crawler/db"
"github.com/gin-gonic/gin"
"go.mongodb.org/mongo-driver/bson/primitive"

2
server/handler/get_all_authors.go
View File

@ -3,7 +3,7 @@ package handler
import (
"net/http"
"pcgamedb/db"
"game-crawler/db"
"github.com/gin-gonic/gin"
)

4
server/handler/get_game_Infos_by_name.go
View File

@ -3,8 +3,8 @@ package handler
import (
"net/http"
"pcgamedb/db"
"pcgamedb/model"
"game-crawler/db"
"game-crawler/model"
"github.com/gin-gonic/gin"
)

4
server/handler/get_game_by_id.go
View File

@ -3,8 +3,8 @@ package handler
import (
"net/http"
"pcgamedb/db"
"pcgamedb/model"
"game-crawler/db"
"game-crawler/model"
"github.com/gin-gonic/gin"
"go.mongodb.org/mongo-driver/bson/primitive"

4
server/handler/get_game_by_raw_name.go
View File

@ -3,8 +3,8 @@ package handler
import (
"net/http"
"pcgamedb/db"
"pcgamedb/model"
"game-crawler/db"
"game-crawler/model"
"github.com/gin-gonic/gin"
"go.mongodb.org/mongo-driver/mongo"

4
server/handler/get_game_info_by_id.go
View File

@ -3,8 +3,8 @@ package handler
import (
"net/http"
"pcgamedb/db"
"pcgamedb/model"
"game-crawler/db"
"game-crawler/model"
"github.com/gin-gonic/gin"
"go.mongodb.org/mongo-driver/bson/primitive"

4
server/handler/get_game_info_by_platform_id.go
View File

@ -3,8 +3,8 @@ package handler
import (
"net/http"
"pcgamedb/db"
"pcgamedb/model"
"game-crawler/db"
"game-crawler/model"
"github.com/gin-gonic/gin"
"go.mongodb.org/mongo-driver/mongo"

4
server/handler/get_games_by_author.go
View File

@ -3,8 +3,8 @@ package handler
import (
"net/http"
"pcgamedb/db"
"pcgamedb/model"
"game-crawler/db"
"game-crawler/model"
"github.com/gin-gonic/gin"
)

6
server/handler/get_popular_game_infos.go
View File

@ -1,10 +1,10 @@
package handler
import (
"game-crawler/crawler"
"game-crawler/db"
"game-crawler/model"
"net/http"
"pcgamedb/crawler"
"pcgamedb/db"
"pcgamedb/model"
"github.com/gin-gonic/gin"
)

4
server/handler/get_unorganized_games.go
View File

@ -3,8 +3,8 @@ package handler
import (
"net/http"
"pcgamedb/db"
"pcgamedb/model"
"game-crawler/db"
"game-crawler/model"
"github.com/gin-gonic/gin"
)

6
server/handler/healthcheck.go
View File

@ -6,9 +6,9 @@ import (
"runtime"
"time"
"pcgamedb/config"
"pcgamedb/constant"
"pcgamedb/db"
"game-crawler/config"
"game-crawler/constant"
"game-crawler/db"
"github.com/gin-gonic/gin"
)

4
server/handler/organize_game_info.go
View File

@ -3,8 +3,8 @@ package handler
import (
"net/http"
"pcgamedb/crawler"
"pcgamedb/model"
"game-crawler/crawler"
"game-crawler/model"
"github.com/gin-gonic/gin"
"go.mongodb.org/mongo-driver/bson/primitive"

4
server/handler/search_games.go
View File

@ -3,8 +3,8 @@ package handler
import (
"net/http"
"pcgamedb/db"
"pcgamedb/model"
"game-crawler/db"
"game-crawler/model"
"github.com/gin-gonic/gin"
)

2
server/middleware/auth.go
View File

@ -4,7 +4,7 @@ import (
"net/http"
"strings"
"pcgamedb/config"
"game-crawler/config"
"github.com/gin-gonic/gin"
)

2
server/middleware/log.go
View File

@ -2,7 +2,7 @@ package middleware
import (
"fmt"
"pcgamedb/log"
"game-crawler/log"
"strings"
"time"

2
server/middleware/recover.go
View File

@ -3,7 +3,7 @@ package middleware
import (
"net/http"
"pcgamedb/log"
"game-crawler/log"
"github.com/gin-gonic/gin"
"go.uber.org/zap"

14
server/route.go
View File

@ -3,14 +3,14 @@ package server
import (
"embed"
"errors"
"game-crawler/crawler"
"game-crawler/db"
"game-crawler/log"
"game-crawler/server/handler"
"game-crawler/server/middleware"
"io/fs"
"net/http"
"path/filepath"
"pcgamedb/crawler"
"pcgamedb/db"
"pcgamedb/log"
"pcgamedb/server/handler"
"pcgamedb/server/middleware"
"strconv"
"strings"
@ -20,7 +20,7 @@ import (
"go.mongodb.org/mongo-driver/bson/primitive"
"go.uber.org/zap"
"pcgamedb/docs"
"game-crawler/docs"
swaggerfiles "github.com/swaggo/files"
ginSwagger "github.com/swaggo/gin-swagger"
@ -133,7 +133,7 @@ func initFrontend(app *gin.Engine) {
page := ctx.Query("page")
key = strings.TrimSpace(key)
if len(key) < 2 {
ctx.HTML(400, "400.html", errors.New("Search key should be at least 2 characters long"))
ctx.HTML(400, "400.html", errors.New("search key should be at least 2 characters long"))
return
}
if page == "" {

12
server/server.go
View File

@ -4,12 +4,12 @@ import (
"io"
"time"
"pcgamedb/cache"
"pcgamedb/config"
"pcgamedb/db"
"pcgamedb/log"
"pcgamedb/server/middleware"
"pcgamedb/task"
"game-crawler/cache"
"game-crawler/config"
"game-crawler/db"
"game-crawler/log"
"game-crawler/server/middleware"
"game-crawler/task"
"github.com/gin-gonic/gin"
"github.com/robfig/cron/v3"

3
server/templates/layouts/footer.html
View File

@ -3,8 +3,7 @@
<footer class="text-light py-4 mt-5">
<div class="container">
<div class="col text-center">
<div><a href="https://git.nite07.com/nite/pcgamedb" target="_blank">Open Source</a> | <a
href="/api/swagger/index.html">API Doc</a></div>
<div><a href="/api/swagger/index.html">API Doc</a></div>
<div>Made by <a href="https://www.nite07.com" target="_blank">Nite</a></div>
</div>
</div>

2
task/clean.go
View File

@ -1,7 +1,7 @@
package task
import (
"pcgamedb/db"
"game-crawler/db"
"go.uber.org/zap"
)

10
task/crawl.go
View File

@ -3,11 +3,11 @@ package task
import (
"net/url"
"pcgamedb/config"
"pcgamedb/crawler"
"pcgamedb/db"
"pcgamedb/model"
"pcgamedb/utils"
"game-crawler/config"
"game-crawler/crawler"
"game-crawler/db"
"game-crawler/model"
"game-crawler/utils"
"go.mongodb.org/mongo-driver/bson/primitive"
"go.uber.org/zap"

2
task/update_game_info.go
View File

@ -1,7 +1,7 @@
package task
import (
"pcgamedb/crawler"
"game-crawler/crawler"
"go.uber.org/zap"
)