split helper http utilities

internal/helper/page_source.go

@@ -0,0 +1,48 @@
+package helper
+
+import (
+	"io"
+	"net/http"
+
+	"github.com/ShukeBta/MediaStationGo/internal/model"
+	"go.uber.org/zap"
+)
+
+// GetPageSource fetches a page with browser-like headers.
+// Returns (pageSource, cookies, error).
+func GetPageSource(url string, site *model.Site, timeout int, log *zap.Logger) (string, string, error) {
+	client := NewSiteHTTPClient(timeout, site.UseProxy)
+
+	req, err := http.NewRequest("GET", url, nil)
+	if err != nil {
+		return "", "", err
+	}
+
+	headers := HTTPHeaderPresets()
+	for k, v := range headers {
+		req.Header.Set(k, v)
+	}
+
+	ApplySiteAuthHeaders(req, site)
+
+	resp, err := client.Do(req)
+	if err != nil {
+		return "", "", err
+	}
+	defer resp.Body.Close()
+
+	body, err := io.ReadAll(resp.Body)
+	if err != nil {
+		return "", "", err
+	}
+
+	cookies := ""
+	for _, c := range resp.Cookies() {
+		if cookies != "" {
+			cookies += "; "
+		}
+		cookies += c.Name + "=" + c.Value
+	}
+
+	return string(body), cookies, nil
+}