feat(site): add user agent middleware for HTTP requests

ch3nnn · ch3nnn · commit 9a1527527335 · 2025-02-08T14:56:32.000+08:00
- Implement httpTransport struct in besticon.go to add user agent headers
- Create RandomUserAgent function in useragent.go to generate random user agents
- Update getWebLogoIconBase64 function to use the new httpTransport
diff --git a/internal/service/site/service.go b/internal/service/site/service.go
@@ -65,9 +65,9 @@ func (s *service) i() {}
 func getWebLogoIconBase64(url string) (string, error) {
 	client := &http.Client{
 		Timeout: 3 * time.Second,
-		Transport: &http.Transport{
+		Transport: tools.NewHTTPTransport(&http.Transport{
 			TLSClientConfig: &tls.Config{InsecureSkipVerify: true},
-		},
+		}),
 	}
 
 	b := besticon.New(
diff --git a/pkg/tools/besticon.go b/pkg/tools/besticon.go
@@ -0,0 +1,31 @@
+/**
+ * @Author: chentong
+ * @Date: 2025/02/08 14:31
+ */
+
+package tools
+
+import (
+	"net/http"
+)
+
+var _ http.RoundTripper = (*httpTransport)(nil)
+
+type httpTransport struct {
+	transport http.RoundTripper
+
+	userAgent string
+}
+
+func (h *httpTransport) RoundTrip(req *http.Request) (*http.Response, error) {
+	req.Header.Set("Accept", "*/*")
+	req.Header.Set("User-Agent", h.userAgent)
+	return h.transport.RoundTrip(req)
+}
+
+func NewHTTPTransport(transport *http.Transport) http.RoundTripper {
+	return &httpTransport{
+		transport: transport,
+		userAgent: RandomUserAgent(),
+	}
+}
diff --git a/pkg/tools/useragent.go b/pkg/tools/useragent.go
@@ -0,0 +1,60 @@
+/**
+ * @Author: chentong
+ * @Date: 2025/02/08 14:43
+ */
+
+package tools
+
+import (
+	"fmt"
+	"math/rand"
+)
+
+var uaGens = []func() string{
+	genFirefoxUA,
+	genChromeUA,
+}
+
+// RandomUserAgent generates a random browser user agent on every request
+func RandomUserAgent() string {
+	return uaGens[rand.Intn(len(uaGens))]()
+}
+
+var ffVersions = []float32{
+	58.0,
+	57.0,
+	56.0,
+	52.0,
+	48.0,
+	40.0,
+	35.0,
+}
+
+var chromeVersions = []string{
+	"65.0.3325.146",
+	"64.0.3282.0",
+	"41.0.2228.0",
+	"40.0.2214.93",
+	"37.0.2062.124",
+}
+
+var osStrings = []string{
+	"Macintosh; Intel Mac OS X 10_10",
+	"Windows NT 10.0",
+	"Windows NT 5.1",
+	"Windows NT 6.1; WOW64",
+	"Windows NT 6.1; Win64; x64",
+	"X11; Linux x86_64",
+}
+
+func genFirefoxUA() string {
+	version := ffVersions[rand.Intn(len(ffVersions))]
+	os := osStrings[rand.Intn(len(osStrings))]
+	return fmt.Sprintf("Mozilla/5.0 (%s; rv:%.1f) Gecko/20100101 Firefox/%.1f", os, version, version)
+}
+
+func genChromeUA() string {
+	version := chromeVersions[rand.Intn(len(chromeVersions))]
+	os := osStrings[rand.Intn(len(osStrings))]
+	return fmt.Sprintf("Mozilla/5.0 (%s) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/%s Safari/537.36", os, version)
+}
