u

flaresolverr.go

@@ -4,8 +4,13 @@ import (
 	"encoding/json"
 	"fmt"
 	"net/http"
+	"regexp"
 	"strings"
 	"time"
+
+	fhttp "github.com/bogdanfinn/fhttp"
+	tls_client "github.com/bogdanfinn/tls-client"
+	"github.com/bogdanfinn/tls-client/profiles"
 )
 
 var instances map[string]*Flaresolverr = make(map[string]*Flaresolverr)
@@ -15,6 +20,8 @@ type Flaresolverr struct {
 	v1Url     string
 	sessionID string
 	proxy     string
+	userAgent string
+	cookies   []*http.Cookie
 }
 
 func GetInstance(flaresolverrURL string, sessionID string, proxy string) (*Flaresolverr, error) {
@@ -87,6 +94,9 @@ func (f *Flaresolverr) GetV1(reqURL string, req *V1RequestBase) (*V1ResponseBase
 	req.Cmd = "request.get"
 	req.URL = reqURL
 	req.Session = f.sessionID
+	if f.proxy != "" {
+		req.Proxy.Url = f.proxy
+	}
 
 	return f.requestV1(req)
 }
@@ -100,6 +110,9 @@ func (f *Flaresolverr) PostV1(reqURL string, req *V1RequestBase) (*V1ResponseBas
 	req.Cmd = "request.post"
 	req.URL = reqURL
 	req.Session = f.sessionID
+	if f.proxy != "" {
+		req.Proxy.Url = f.proxy
+	}
 
 	return f.requestV1(req)
 }
@@ -109,6 +122,9 @@ func (f *Flaresolverr) CreateSessionV1(sessionID string) (*V1ResponseBase, error
 		Session: sessionID,
 		Cmd:     "sessions.create",
 	}
+	if f.proxy != "" {
+		req.Proxy.Url = f.proxy
+	}
 	return f.requestV1(req)
 }
 
@@ -127,3 +143,112 @@ func (f *Flaresolverr) ListSessionsV1(sessionID string) (*V1ResponseBase, error)
 	}
 	return f.requestV1(req)
 }
+
+func (f *Flaresolverr) DetermineProfile(userAgent string) profiles.ClientProfile {
+	re := regexp.MustCompile(`Chrome/(\d+)\.`)
+	matches := re.FindStringSubmatch(userAgent)
+
+	if len(matches) < 2 {
+		return profiles.Chrome_120
+	}
+
+	ver := matches[1]
+
+	switch ver {
+	case "124", "123", "122", "121", "120":
+		return profiles.Chrome_120
+	case "119", "118", "117":
+		return profiles.Chrome_117
+	default:
+		return profiles.Chrome_120
+	}
+}
+
+func (f *Flaresolverr) SimulateGet(url string, ua string, cookies []*http.Cookie, opts ...tls_client.HttpClientOption) (*fhttp.Response, error) {
+	currentUA := ua
+	currentCookies := cookies
+
+	// Use cached credentials if arguments are empty
+	if currentUA == "" {
+		currentUA = f.userAgent
+	}
+	if len(currentCookies) == 0 {
+		currentCookies = f.cookies
+	}
+
+	// Helper to perform the request
+	doRequest := func(ua string, cookies []*http.Cookie) (*fhttp.Response, error) {
+		profile := f.DetermineProfile(ua)
+		reqOpts := append([]tls_client.HttpClientOption{}, opts...) // Clone opts
+		reqOpts = append(reqOpts, tls_client.WithClientProfile(profile))
+		if f.proxy != "" {
+			reqOpts = append(reqOpts, tls_client.WithProxyUrl(f.proxy))
+		}
+
+		client, err := tls_client.NewHttpClient(tls_client.NewNoopLogger(), reqOpts...)
+		if err != nil {
+			return nil, fmt.Errorf("failed to create client: %w", err)
+		}
+		req, err := fhttp.NewRequest(http.MethodGet, url, nil)
+		if err != nil {
+			return nil, fmt.Errorf("failed to create request: %w", err)
+		}
+		req.Header.Set("User-Agent", ua)
+		for _, cookie := range cookies {
+			req.AddCookie(&fhttp.Cookie{
+				Name:       cookie.Name,
+				Value:      cookie.Value,
+				Path:       cookie.Path,
+				Domain:     cookie.Domain,
+				Expires:    cookie.Expires,
+				RawExpires: cookie.RawExpires,
+				MaxAge:     cookie.MaxAge,
+				Secure:     cookie.Secure,
+				HttpOnly:   cookie.HttpOnly,
+				SameSite:   fhttp.SameSite(cookie.SameSite),
+				Raw:        cookie.Raw,
+				Unparsed:   cookie.Unparsed,
+			})
+		}
+		return client.Do(req)
+	}
+
+	// First attempt
+	resp, err := doRequest(currentUA, currentCookies)
+
+	// Check for retry condition (err or 403)
+	needRetry := false
+	if err == nil && (resp.StatusCode == 403 || resp.StatusCode == 503) {
+		needRetry = true
+	}
+
+	if needRetry || (currentUA == "" && len(currentCookies) == 0) {
+		// Refresh credentials
+		fmt.Println("[Flaresolverr] Refreshing credentials via GetV1...")
+		v1Resp, err := f.GetV1(url, nil)
+		if err != nil {
+			return nil, fmt.Errorf("failed to refresh credentials: %w", err)
+		}
+		if v1Resp.Solution.Status != 200 {
+			return nil, fmt.Errorf("refresh failed with status: %d", v1Resp.Solution.Status)
+		}
+
+		// Update state
+		currentUA = v1Resp.Solution.UserAgent
+		currentCookies = v1Resp.Solution.Cookies
+		f.userAgent = currentUA
+		f.cookies = currentCookies
+
+		// Retry request
+		resp, err = doRequest(currentUA, currentCookies)
+		if err != nil {
+			return nil, fmt.Errorf("retry failed: %w", err)
+		}
+	}
+
+	if err != nil {
+		return nil, err
+	}
+
+	return resp, nil
+}

go.mod

@@ -1,7 +1,25 @@
 module git.nite07.com/nite/go-flaresolverr
 
-go 1.24.0
+go 1.24.1
 
-require github.com/go-resty/resty/v2 v2.17.1
+require (
+	github.com/bogdanfinn/fhttp v0.6.7
+	github.com/bogdanfinn/tls-client v1.13.2-0.20260121072726-145b2fdcf1c7
+	github.com/go-resty/resty/v2 v2.17.1
+)
 
-require golang.org/x/net v0.49.0 // indirect
+require (
+	github.com/andybalholm/brotli v1.2.0 // indirect
+	github.com/bdandy/go-errors v1.2.2 // indirect
+	github.com/bdandy/go-socks4 v1.2.3 // indirect
+	github.com/bogdanfinn/quic-go-utls v1.0.7-utls // indirect
+	github.com/bogdanfinn/utls v1.7.7-barnius // indirect
+	github.com/bogdanfinn/websocket v1.5.4-barnius // indirect
+	github.com/klauspost/compress v1.18.2 // indirect
+	github.com/quic-go/qpack v0.6.0 // indirect
+	github.com/tam7t/hpkp v0.0.0-20160821193359-2b70b4024ed5 // indirect
+	golang.org/x/crypto v0.47.0 // indirect
+	golang.org/x/net v0.49.0 // indirect
+	golang.org/x/sys v0.40.0 // indirect
+	golang.org/x/text v0.33.0 // indirect
+)

go.sum

@@ -1,6 +1,52 @@
+github.com/andybalholm/brotli v1.2.0 h1:ukwgCxwYrmACq68yiUqwIWnGY0cTPox/M94sVwToPjQ=
+github.com/andybalholm/brotli v1.2.0/go.mod h1:rzTDkvFWvIrjDXZHkuS16NPggd91W3kUSvPlQ1pLaKY=
+github.com/bdandy/go-errors v1.2.2 h1:WdFv/oukjTJCLa79UfkGmwX7ZxONAihKu4V0mLIs11Q=
+github.com/bdandy/go-errors v1.2.2/go.mod h1:NkYHl4Fey9oRRdbB1CoC6e84tuqQHiqrOcZpqFEkBxM=
+github.com/bdandy/go-socks4 v1.2.3 h1:Q6Y2heY1GRjCtHbmlKfnwrKVU/k81LS8mRGLRlmDlic=
+github.com/bdandy/go-socks4 v1.2.3/go.mod h1:98kiVFgpdogR8aIGLWLvjDVZ8XcKPsSI/ypGrO+bqHI=
+github.com/bogdanfinn/fhttp v0.6.7 h1:yTDywa9INbRqePBE5gHhpxlMjvAQ0bdX77pvOTPJoPI=
+github.com/bogdanfinn/fhttp v0.6.7/go.mod h1:A+EKDzMx2hb4IUbMx4TlkoHnaJEiLl8r/1Ss1Y+5e5M=
+github.com/bogdanfinn/quic-go-utls v1.0.7-utls h1:opxU/wt2C6FcD3rkGSOwfpQgfGSFx9eAKYQrFwYBzuo=
+github.com/bogdanfinn/quic-go-utls v1.0.7-utls/go.mod h1:bk8QMY2KypO8A6LzHJ7C4+bdB0ksLOd6NZt600wXYe8=
+github.com/bogdanfinn/tls-client v1.13.2-0.20260121072726-145b2fdcf1c7 h1:7/7xbSyvJTwxjOP5iBw5CM3SmIBGqHwC5nFkbkvdI28=
+github.com/bogdanfinn/tls-client v1.13.2-0.20260121072726-145b2fdcf1c7/go.mod h1:z01rwJcKsjx8Vo0dXKwz7YRkqo+XNIKC0pJaCdJDHgs=
+github.com/bogdanfinn/utls v1.7.7-barnius h1:OuJ497cc7F3yKNVHRsYPQdGggmk5x6+V5ZlrCR7fOLU=
+github.com/bogdanfinn/utls v1.7.7-barnius/go.mod h1:aAK1VZQlpKZClF1WEQeq6kyclbkPq4hz6xTbB5xSlmg=
+github.com/bogdanfinn/websocket v1.5.4-barnius h1:qn3DU/KMHMNPNnwDCtA/IN3QqmzV98DVsvQkQkxruKw=
+github.com/bogdanfinn/websocket v1.5.4-barnius/go.mod h1:IWHoWLZd+5/o9340A/m/ApAOBmWDSTUXuL7zSVmRHQk=
+github.com/davecgh/go-spew v1.1.1 h1:vj9j/u1bqnvCEfJOwUhtlOARqs3+rkHYY13jYWTU97c=
+github.com/davecgh/go-spew v1.1.1/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38=
 github.com/go-resty/resty/v2 v2.17.1 h1:x3aMpHK1YM9e4va/TMDRlusDDoZiQ+ViDu/WpA6xTM4=
 github.com/go-resty/resty/v2 v2.17.1/go.mod h1:kCKZ3wWmwJaNc7S29BRtUhJwy7iqmn+2mLtQrOyQlVA=
+github.com/klauspost/compress v1.18.2 h1:iiPHWW0YrcFgpBYhsA6D1+fqHssJscY/Tm/y2Uqnapk=
+github.com/klauspost/compress v1.18.2/go.mod h1:R0h/fSBs8DE4ENlcrlib3PsXS61voFxhIs2DeRhCvJ4=
+github.com/pmezard/go-difflib v1.0.0 h1:4DBwDE0NGyQoBHbLQYPwSUPoCMWR5BEzIk/f1lZbAQM=
+github.com/pmezard/go-difflib v1.0.0/go.mod h1:iKH77koFhYxTK1pcRnkKkqfTogsbg7gZNVY4sRDYZ/4=
+github.com/quic-go/qpack v0.6.0 h1:g7W+BMYynC1LbYLSqRt8PBg5Tgwxn214ZZR34VIOjz8=
+github.com/quic-go/qpack v0.6.0/go.mod h1:lUpLKChi8njB4ty2bFLX2x4gzDqXwUpaO1DP9qMDZII=
+github.com/stretchr/testify v1.11.1 h1:7s2iGBzp5EwR7/aIZr8ao5+dra3wiQyKjjFuvgVKu7U=
+github.com/stretchr/testify v1.11.1/go.mod h1:wZwfW3scLgRK+23gO65QZefKpKQRnfz6sD981Nm4B6U=
+github.com/tam7t/hpkp v0.0.0-20160821193359-2b70b4024ed5 h1:YqAladjX7xpA6BM04leXMWAEjS0mTZ5kUU9KRBriQJc=
+github.com/tam7t/hpkp v0.0.0-20160821193359-2b70b4024ed5/go.mod h1:2JjD2zLQYH5HO74y5+aE3remJQvl6q4Sn6aWA2wD1Ng=
+github.com/xyproto/randomstring v1.0.5 h1:YtlWPoRdgMu3NZtP45drfy1GKoojuR7hmRcnhZqKjWU=
+github.com/xyproto/randomstring v1.0.5/go.mod h1:rgmS5DeNXLivK7YprL0pY+lTuhNQW3iGxZ18UQApw/E=
+go.uber.org/mock v0.5.2 h1:LbtPTcP8A5k9WPXj54PPPbjcI4Y6lhyOZXn+VS7wNko=
+go.uber.org/mock v0.5.2/go.mod h1:wLlUxC2vVTPTaE3UD51E0BGOAElKrILxhVSDYQLld5o=
+golang.org/x/crypto v0.47.0 h1:V6e3FRj+n4dbpw86FJ8Fv7XVOql7TEwpHapKoMJ/GO8=
+golang.org/x/crypto v0.47.0/go.mod h1:ff3Y9VzzKbwSSEzWqJsJVBnWmRwRSHt/6Op5n9bQc4A=
+golang.org/x/net v0.0.0-20211104170005-ce137452f963/go.mod h1:9nx3DQGgdP8bBQD5qxJ1jj9UTztislL4KSBs9R2vV5Y=
 golang.org/x/net v0.49.0 h1:eeHFmOGUTtaaPSGNmjBKpbng9MulQsJURQUAfUwY++o=
 golang.org/x/net v0.49.0/go.mod h1:/ysNB2EvaqvesRkuLAyjI1ycPZlQHM3q01F02UY/MV8=
+golang.org/x/sys v0.0.0-20201119102817-f84b799fce68/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs=
+golang.org/x/sys v0.0.0-20210423082822-04245dca01da/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs=
+golang.org/x/sys v0.40.0 h1:DBZZqJ2Rkml6QMQsZywtnjnnGvHza6BTfYFWY9kjEWQ=
+golang.org/x/sys v0.40.0/go.mod h1:OgkHotnGiDImocRcuBABYBEXf8A9a87e/uXjp9XT3ks=
+golang.org/x/term v0.0.0-20201126162022-7de9c90e9dd1/go.mod h1:bj7SfCRtBDWHUb9snDiAeCFNEtKQo2Wmx5Cou7ajbmo=
+golang.org/x/text v0.3.6/go.mod h1:5Zoc/QRtKVWzQhOtBMvqHzDpF6irO9z98xDceosuGiQ=
+golang.org/x/text v0.33.0 h1:B3njUFyqtHDUI5jMn1YIr5B0IE2U0qck04r6d4KPAxE=
+golang.org/x/text v0.33.0/go.mod h1:LuMebE6+rBincTi9+xWTY8TztLzKHc/9C1uBCG27+q8=
 golang.org/x/time v0.12.0 h1:ScB/8o8olJvc+CQPWrK3fPZNfh7qgwCrY0zJmoEQLSE=
 golang.org/x/time v0.12.0/go.mod h1:CDIdPxbZBQxdj6cxyCIdrNogrJKMJ7pr37NYpMcMDSg=
+golang.org/x/tools v0.0.0-20180917221912-90fa682c2a6e/go.mod h1:n7NCudcB/nEzxVGmLbDWY5pfWTLqBcC2KZ6jyYvM4mQ=
+gopkg.in/yaml.v3 v3.0.1 h1:fxVm/GzAzEWqLHuvctI91KS9hhNmmWOoWu0XTYJS7CA=
+gopkg.in/yaml.v3 v3.0.1/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM=

test/flaresolverr_test.go

@@ -1,27 +1,40 @@
 package test
 
 import (
-	"encoding/json"
+	"io"
 	"testing"
 
 	"git.nite07.com/nite/go-flaresolverr"
 )
 
 func TestGetV1(t *testing.T) {
-	f, err := flaresolverr.GetInstance("http://100.64.0.1:8191", "", "")
+	f, err := flaresolverr.GetInstance("http://10.10.10.1:8191", "", "socks5://10.10.10.1:7900")
 	if err != nil {
 		t.Error(err)
 		return
 	}
-	resp, err := f.GetV1("https://nopecha.com/demo/cloudflare", nil)
+	resp, err := f.GetV1("https://x1337x.cc/", nil)
 	if err != nil {
 		t.Error(err)
 		return
 	}
 	if resp.Solution.Status != 200 {
-		t.Fail()
+		t.Error("status code != 200", resp.Solution.Status)
-	} else {
+		return
-		jsonBytes, _ := json.Marshal(resp)
-		t.Log(string(jsonBytes))
 	}
+	resp2, err := f.SimulateGet("https://x1337x.cc/user/FitGirl/", resp.Solution.UserAgent, resp.Solution.Cookies)
+	if err != nil {
+		t.Error(err)
+		return
+	}
+	if resp2.StatusCode != 200 {
+		t.Error("status code != 200", resp2.StatusCode)
+		return
+	}
+	body, err := io.ReadAll(resp2.Body)
+	if err != nil {
+		t.Error(err)
+		return
+	}
+	t.Log(string(body))
 }