148 lines
3.2 KiB
Go
148 lines
3.2 KiB
Go
package utils
|
|
|
|
import (
|
|
"encoding/json"
|
|
"errors"
|
|
"time"
|
|
)
|
|
|
|
// https://github.com/ZFC-Digital/cf-clearance-scraper
|
|
|
|
type ccsRequest struct {
|
|
Url string `json:"url"`
|
|
Mode string `json:"mode"`
|
|
SiteKey string `json:"siteKey"`
|
|
}
|
|
|
|
type WAFSession struct {
|
|
Cookies []struct {
|
|
Name string `json:"name"`
|
|
Value string `json:"value"`
|
|
Domain string `json:"domain"`
|
|
Path string `json:"path"`
|
|
Expires float64 `json:"expires"`
|
|
Size int `json:"size"`
|
|
HTTPOnly bool `json:"httpOnly"`
|
|
Secure bool `json:"secure"`
|
|
Session bool `json:"session"`
|
|
SameSite string `json:"sameSite"`
|
|
Priority string `json:"priority"`
|
|
SameParty bool `json:"sameParty"`
|
|
SourceScheme string `json:"sourceScheme"`
|
|
PartitionKey string `json:"partitionKey"`
|
|
} `json:"cookies"`
|
|
Headers map[string]string `json:"headers"`
|
|
Code int `json:"code"`
|
|
}
|
|
|
|
func CCSWAFSession(ccsUrl string, requestUrl string) (*WAFSession, error) {
|
|
data := ccsRequest{
|
|
Url: requestUrl,
|
|
Mode: "waf-session",
|
|
}
|
|
resp, err := Fetch(FetchConfig{
|
|
Url: ccsUrl,
|
|
Method: "POST",
|
|
Data: data,
|
|
Timeout: 60 * time.Second,
|
|
})
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
var response WAFSession
|
|
err = json.Unmarshal(resp.Data, &response)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
if response.Code != 200 {
|
|
return nil, errors.New("failed to get WAF session")
|
|
}
|
|
return &response, nil
|
|
}
|
|
|
|
func CCSSource(ccsUrl string, requestUrl string) (string, error) {
|
|
data := ccsRequest{
|
|
Url: requestUrl,
|
|
Mode: "source",
|
|
}
|
|
resp, err := Fetch(FetchConfig{
|
|
Url: ccsUrl,
|
|
Method: "POST",
|
|
Data: data,
|
|
Timeout: 60 * time.Second,
|
|
})
|
|
if err != nil {
|
|
return "", err
|
|
}
|
|
type response struct {
|
|
Source string `json:"source"`
|
|
Code int `json:"code"`
|
|
}
|
|
var ccsResp response
|
|
err = json.Unmarshal(resp.Data, &ccsResp)
|
|
if err != nil {
|
|
return "", err
|
|
}
|
|
if ccsResp.Code != 200 {
|
|
return "", errors.New("failed to get source")
|
|
}
|
|
return ccsResp.Source, nil
|
|
}
|
|
|
|
func CCSTurnstileToken(ccsUrl string, requestUrl string, siteKey string) (string, error) {
|
|
data := ccsRequest{
|
|
Url: requestUrl,
|
|
Mode: "turnstile-min",
|
|
SiteKey: siteKey,
|
|
}
|
|
resp, err := Fetch(FetchConfig{
|
|
Url: ccsUrl,
|
|
Method: "POST",
|
|
Data: data,
|
|
Timeout: 60 * time.Second,
|
|
})
|
|
if err != nil {
|
|
return "", err
|
|
}
|
|
var ccsResp struct {
|
|
Token string `json:"token"`
|
|
Code int `json:"code"`
|
|
}
|
|
err = json.Unmarshal(resp.Data, &ccsResp)
|
|
if err != nil {
|
|
return "", err
|
|
}
|
|
if ccsResp.Code != 200 {
|
|
return "", errors.New("failed to get source")
|
|
}
|
|
return ccsResp.Token, nil
|
|
}
|
|
|
|
func CCSTurnstileMaxToken(ccsUrl string, requestUrl string) (string, error) {
|
|
data := ccsRequest{
|
|
Url: requestUrl,
|
|
Mode: "turnstile-max",
|
|
}
|
|
resp, err := Fetch(FetchConfig{
|
|
Url: ccsUrl,
|
|
Method: "POST",
|
|
Data: data,
|
|
Timeout: 60 * time.Second,
|
|
})
|
|
if err != nil {
|
|
return "", err
|
|
}
|
|
var ccsResp struct {
|
|
Token string `json:"token"`
|
|
Code int `json:"code"`
|
|
}
|
|
err = json.Unmarshal(resp.Data, &ccsResp)
|
|
if err != nil {
|
|
return "", err
|
|
}
|
|
if ccsResp.Code != 200 {
|
|
return "", errors.New("failed to get source")
|
|
}
|
|
return ccsResp.Token, nil
|
|
}
|