feat(rubick): rename project and add production release bundle

msn/msn_client.go

@@ -0,0 +1,652 @@
+package msn
+
+import (
+	"encoding/json"
+	"fmt"
+	"net/url"
+	"strings"
+	"time"
+
+	"github.com/enetx/g"
+	"github.com/enetx/surf"
+)
+
+// MSNClientConfig holds configuration for the MSN client
+type MSNClientConfig struct {
+	Proxy       string // Proxy URL (http://, https://, socks5://)
+	RateLimiter *RateLimiter
+}
+
+// MSNClient is the base client for MSN Finance APIs
+type MSNClient struct {
+	client      *surf.Client
+	proxy       string
+	rateLimiter *RateLimiter
+}
+
+// NewMSNClient creates a new MSN API client with Chrome impersonation
+func NewMSNClient() *MSNClient {
+	return NewMSNClientWithConfig(MSNClientConfig{})
+}
+
+// NewMSNClientWithConfig creates a new MSN API client with custom configuration
+func NewMSNClientWithConfig(config MSNClientConfig) *MSNClient {
+	builder := surf.NewClient().
+		Builder().
+		Impersonate().
+		Chrome()
+
+	// Add proxy if configured
+	if config.Proxy != "" {
+		builder = builder.Proxy(g.String(config.Proxy))
+	}
+
+	client := builder.Build().Unwrap()
+
+	return &MSNClient{
+		client:      client,
+		proxy:       config.Proxy,
+		rateLimiter: config.RateLimiter,
+	}
+}
+
+// waitForRateLimit waits for rate limiter if configured
+func (c *MSNClient) waitForRateLimit() {
+	if c.rateLimiter != nil {
+		c.rateLimiter.Wait()
+	}
+}
+
+// Close closes idle connections
+func (c *MSNClient) Close() {
+	c.client.CloseIdleConnections()
+}
+
+// commonHeaders returns common headers for MSN API requests
+func (c *MSNClient) commonHeaders() map[string]string {
+	return map[string]string{
+		"Accept":          "application/json",
+		"Accept-Language": "en-US,en;q=0.9,id;q=0.8",
+		"Origin":          "https://www.msn.com",
+		"Referer":         "https://www.msn.com/",
+	}
+}
+
+// GetQuotes fetches real-time quotes for given stock IDs
+func (c *MSNClient) GetQuotes(ids []string) ([]QuoteData, error) {
+	if len(ids) == 0 {
+		return nil, fmt.Errorf("no stock IDs provided")
+	}
+
+	c.waitForRateLimit()
+
+	apiURL := fmt.Sprintf("%sFinance/Quotes?apikey=%s&ids=%s&wrapodata=false",
+		MSNAssetsBaseURL,
+		MSNAPIKey,
+		strings.Join(ids, ","),
+	)
+
+	req := c.client.Get(g.String(apiURL))
+	for k, v := range c.commonHeaders() {
+		req = req.SetHeaders(k, v)
+	}
+
+	resp := req.Do()
+	if resp.IsErr() {
+		return nil, fmt.Errorf("quotes request failed: %w", resp.Err())
+	}
+
+	r := resp.Ok()
+	if r.StatusCode != 200 {
+		return nil, fmt.Errorf("quotes API returned status %d", r.StatusCode)
+	}
+
+	body := r.Body.String().Ok().Std()
+
+	var quotes []QuoteData
+	if err := json.Unmarshal([]byte(body), &quotes); err != nil {
+		return nil, fmt.Errorf("failed to parse quotes response: %w", err)
+	}
+
+	return quotes, nil
+}
+
+// GetQuoteSummary fetches detailed quote summary with multiple intents
+func (c *MSNClient) GetQuoteSummary(id string, intents []string) (map[string]json.RawMessage, error) {
+	if id == "" {
+		return nil, fmt.Errorf("no stock ID provided")
+	}
+
+	c.waitForRateLimit()
+
+	intentStr := strings.Join(intents, ",")
+	apiURL := fmt.Sprintf("%sFinance/QuoteSummary?apikey=%s&ids=%s&intents=%s&wrapodata=false",
+		MSNAssetsBaseURL,
+		MSNAPIKey,
+		id,
+		intentStr,
+	)
+
+	req := c.client.Get(g.String(apiURL))
+	for k, v := range c.commonHeaders() {
+		req = req.SetHeaders(k, v)
+	}
+
+	resp := req.Do()
+	if resp.IsErr() {
+		return nil, fmt.Errorf("quote summary request failed: %w", resp.Err())
+	}
+
+	r := resp.Ok()
+	if r.StatusCode != 200 {
+		return nil, fmt.Errorf("quote summary API returned status %d", r.StatusCode)
+	}
+
+	body := r.Body.String().Ok().Std()
+
+	var result []map[string]json.RawMessage
+	if err := json.Unmarshal([]byte(body), &result); err != nil {
+		return nil, fmt.Errorf("failed to parse quote summary response: %w", err)
+	}
+
+	if len(result) == 0 {
+		return nil, fmt.Errorf("empty quote summary response")
+	}
+
+	return result[0], nil
+}
+
+// GetCharts fetches historical chart data
+func (c *MSNClient) GetCharts(ids []string, chartType string) ([]ChartResponse, error) {
+	if len(ids) == 0 {
+		return nil, fmt.Errorf("no stock IDs provided")
+	}
+
+	c.waitForRateLimit()
+
+	apiURL := fmt.Sprintf("%sFinance/Charts?apikey=%s&cm=id-id&ids=%s&type=%s&wrapodata=false",
+		MSNAssetsBaseURL,
+		MSNAPIKey,
+		strings.Join(ids, ","),
+		chartType,
+	)
+
+	req := c.client.Get(g.String(apiURL))
+	for k, v := range c.commonHeaders() {
+		req = req.SetHeaders(k, v)
+	}
+
+	resp := req.Do()
+	if resp.IsErr() {
+		return nil, fmt.Errorf("charts request failed: %w", resp.Err())
+	}
+
+	r := resp.Ok()
+	if r.StatusCode != 200 {
+		return nil, fmt.Errorf("charts API returned status %d", r.StatusCode)
+	}
+
+	body := r.Body.String().Ok().Std()
+
+	var charts []ChartResponse
+	if err := json.Unmarshal([]byte(body), &charts); err != nil {
+		return nil, fmt.Errorf("failed to parse charts response: %w", err)
+	}
+
+	return charts, nil
+}
+
+// GetEquities fetches company information
+func (c *MSNClient) GetEquities(ids []string) ([]EquityData, error) {
+	if len(ids) == 0 {
+		return nil, fmt.Errorf("no stock IDs provided")
+	}
+
+	c.waitForRateLimit()
+
+	apiURL := fmt.Sprintf("%sFinance/Equities?apikey=%s&ids=%s&wrapodata=false",
+		MSNAssetsBaseURL,
+		MSNAPIKey,
+		strings.Join(ids, ","),
+	)
+
+	req := c.client.Get(g.String(apiURL))
+	for k, v := range c.commonHeaders() {
+		req = req.SetHeaders(k, v)
+	}
+
+	resp := req.Do()
+	if resp.IsErr() {
+		return nil, fmt.Errorf("equities request failed: %w", resp.Err())
+	}
+
+	r := resp.Ok()
+	if r.StatusCode != 200 {
+		return nil, fmt.Errorf("equities API returned status %d", r.StatusCode)
+	}
+
+	body := r.Body.String().Ok().Std()
+
+	var equities []EquityData
+	if err := json.Unmarshal([]byte(body), &equities); err != nil {
+		return nil, fmt.Errorf("failed to parse equities response: %w", err)
+	}
+
+	return equities, nil
+}
+
+// GetFinancialStatements fetches financial statements
+func (c *MSNClient) GetFinancialStatements(id string) (FinancialStatementsResponse, error) {
+	if id == "" {
+		return nil, fmt.Errorf("no stock ID provided")
+	}
+
+	c.waitForRateLimit()
+
+	// URL encode the filter parameter
+	filter := fmt.Sprintf("_p eq '%s'", id)
+	apiURL := fmt.Sprintf("%sFinance/Equities/financialstatements?apikey=%s&$filter=%s&wrapodata=false",
+		MSNAssetsBaseURL,
+		MSNAPIKey,
+		url.QueryEscape(filter),
+	)
+
+	req := c.client.Get(g.String(apiURL))
+	for k, v := range c.commonHeaders() {
+		req = req.SetHeaders(k, v)
+	}
+
+	resp := req.Do()
+	if resp.IsErr() {
+		return nil, fmt.Errorf("financial statements request failed: %w", resp.Err())
+	}
+
+	r := resp.Ok()
+	if r.StatusCode != 200 {
+		return nil, fmt.Errorf("financial statements API returned status %d", r.StatusCode)
+	}
+
+	body := r.Body.String().Ok().Std()
+
+	// Response is a direct array of FinancialStatement
+	var result FinancialStatementsResponse
+	if err := json.Unmarshal([]byte(body), &result); err != nil {
+		return nil, fmt.Errorf("failed to parse financial statements response: %w", err)
+	}
+
+	return result, nil
+}
+
+// GetEarnings fetches earnings events
+func (c *MSNClient) GetEarnings(ids []string) ([]EarningsEvent, error) {
+	if len(ids) == 0 {
+		return nil, fmt.Errorf("no stock IDs provided")
+	}
+
+	c.waitForRateLimit()
+
+	apiURL := fmt.Sprintf("%sFinance/Events/Earnings?apikey=%s&ids=%s&wrapodata=false",
+		MSNAssetsBaseURL,
+		MSNAPIKey,
+		strings.Join(ids, ","),
+	)
+
+	req := c.client.Get(g.String(apiURL))
+	for k, v := range c.commonHeaders() {
+		req = req.SetHeaders(k, v)
+	}
+
+	resp := req.Do()
+	if resp.IsErr() {
+		return nil, fmt.Errorf("earnings request failed: %w", resp.Err())
+	}
+
+	r := resp.Ok()
+	if r.StatusCode != 200 {
+		return nil, fmt.Errorf("earnings API returned status %d", r.StatusCode)
+	}
+
+	body := r.Body.String().Ok().Std()
+
+	// Parse the actual API response format
+	var apiResp EarningsAPIResponse
+	if err := json.Unmarshal([]byte(body), &apiResp); err != nil {
+		return nil, fmt.Errorf("failed to parse earnings response: %w", err)
+	}
+
+	// Convert quarterly earnings to EarningsEvent array
+	var earnings []EarningsEvent
+	for periodKey, data := range apiResp.History.Quarterly {
+		// Parse fiscal year and quarter from CiqFiscalPeriodType (e.g., "Q42025")
+		fiscalYear := 0
+		fiscalQuarter := 0
+		if len(data.CiqFiscalPeriodType) >= 6 {
+			// Format: Q{quarter}{year} e.g., Q42025
+			fmt.Sscanf(data.CiqFiscalPeriodType, "Q%d%d", &fiscalQuarter, &fiscalYear)
+		}
+		if fiscalYear == 0 && len(periodKey) >= 6 {
+			// Fallback: parse from period key (e.g., "202512")
+			fmt.Sscanf(periodKey[:4], "%d", &fiscalYear)
+			month := 0
+			fmt.Sscanf(periodKey[4:6], "%d", &month)
+			fiscalQuarter = (month-1)/3 + 1
+		}
+
+		// Parse event date
+		eventDate := ""
+		if data.EarningReleaseDate != "" {
+			// Extract date portion from ISO timestamp
+			if len(data.EarningReleaseDate) >= 10 {
+				eventDate = data.EarningReleaseDate[:10]
+			}
+		}
+
+		earnings = append(earnings, EarningsEvent{
+			ID:              fmt.Sprintf("%s_%s", apiResp.InstrumentID, periodKey),
+			EventDate:       eventDate,
+			FiscalYear:      fiscalYear,
+			FiscalQuarter:   fiscalQuarter,
+			EPSEstimate:     data.EpsForecast,
+			EPSActual:       data.EpsActual,
+			EPSSurprise:     data.EpsSurprise,
+			EPSSurprisePct:  data.EpsSurprisePercent,
+			RevenueEstimate: data.RevenueForecast,
+			RevenueActual:   data.RevenueActual,
+			RevenueSurprise: data.RevenueSurprise,
+		})
+	}
+
+	return earnings, nil
+}
+
+// GetSentiment fetches market sentiment
+func (c *MSNClient) GetSentiment(ids []string) ([]SentimentData, error) {
+	if len(ids) == 0 {
+		return nil, fmt.Errorf("no stock IDs provided")
+	}
+
+	c.waitForRateLimit()
+
+	apiURL := fmt.Sprintf("%sFinance/SentimentBrowser?apikey=%s&cm=id-id&it=web&scn=ANON&ids=%s&wrapodata=false&flightId=INeedDau",
+		MSNAssetsBaseURL,
+		MSNAPIKey,
+		strings.Join(ids, ","),
+	)
+
+	req := c.client.Get(g.String(apiURL))
+	for k, v := range c.commonHeaders() {
+		req = req.SetHeaders(k, v)
+	}
+
+	resp := req.Do()
+	if resp.IsErr() {
+		return nil, fmt.Errorf("sentiment request failed: %w", resp.Err())
+	}
+
+	r := resp.Ok()
+	if r.StatusCode != 200 {
+		return nil, fmt.Errorf("sentiment API returned status %d", r.StatusCode)
+	}
+
+	body := r.Body.String().Ok().Std()
+
+	var sentiment []SentimentData
+	if err := json.Unmarshal([]byte(body), &sentiment); err != nil {
+		return nil, fmt.Errorf("failed to parse sentiment response: %w", err)
+	}
+
+	return sentiment, nil
+}
+
+// GetKeyRatios fetches key financial ratios from api.msn.com
+func (c *MSNClient) GetKeyRatios(ids []string) ([]KeyRatios, error) {
+	if len(ids) == 0 {
+		return nil, fmt.Errorf("no stock IDs provided")
+	}
+
+	c.waitForRateLimit()
+
+	apiURL := fmt.Sprintf("%skeyratios?apikey=%s&ids=%s&wrapodata=false",
+		MSNAPIBaseURL,
+		MSNAPIKey,
+		strings.Join(ids, ","),
+	)
+
+	req := c.client.Get(g.String(apiURL))
+	for k, v := range c.commonHeaders() {
+		req = req.SetHeaders(k, v)
+	}
+
+	resp := req.Do()
+	if resp.IsErr() {
+		return nil, fmt.Errorf("key ratios request failed: %w", resp.Err())
+	}
+
+	r := resp.Ok()
+	if r.StatusCode != 200 {
+		return nil, fmt.Errorf("key ratios API returned status %d", r.StatusCode)
+	}
+
+	body := r.Body.String().Ok().Std()
+
+	var ratios []KeyRatios
+	if err := json.Unmarshal([]byte(body), &ratios); err != nil {
+		return nil, fmt.Errorf("failed to parse key ratios response: %w", err)
+	}
+
+	return ratios, nil
+}
+
+// GetInsights fetches AI-generated insights from api.msn.com
+func (c *MSNClient) GetInsights(id string) (*InsightData, error) {
+	if id == "" {
+		return nil, fmt.Errorf("no stock ID provided")
+	}
+
+	c.waitForRateLimit()
+
+	apiURL := fmt.Sprintf("%sinsights?apikey=%s&ids=%s&wrapodata=false",
+		MSNAPIBaseURL,
+		MSNAPIKey,
+		id,
+	)
+
+	req := c.client.Get(g.String(apiURL))
+	for k, v := range c.commonHeaders() {
+		req = req.SetHeaders(k, v)
+	}
+
+	resp := req.Do()
+	if resp.IsErr() {
+		return nil, fmt.Errorf("insights request failed: %w", resp.Err())
+	}
+
+	r := resp.Ok()
+	if r.StatusCode != 200 {
+		return nil, fmt.Errorf("insights API returned status %d", r.StatusCode)
+	}
+
+	body := r.Body.String().Ok().Std()
+
+	var insights []InsightData
+	if err := json.Unmarshal([]byte(body), &insights); err != nil {
+		return nil, fmt.Errorf("failed to parse insights response: %w", err)
+	}
+
+	if len(insights) == 0 {
+		return nil, nil
+	}
+
+	return &insights[0], nil
+}
+
+// GetNewsFeed fetches stock-related news
+func (c *MSNClient) GetNewsFeed(id string) ([]NewsItem, error) {
+	if id == "" {
+		return nil, fmt.Errorf("no stock ID provided")
+	}
+
+	c.waitForRateLimit()
+
+	// Use the stock-specific entity feed format from MSN website
+	apiURL := fmt.Sprintf("%sMSN/Feed/me?$top=30&apikey=%s&cm=id-id&contentType=article,video,slideshow&it=web&query=ef_stock_%s&queryType=entityfeed&responseSchema=cardview&scn=ANON&wrapodata=false",
+		MSNAssetsBaseURL,
+		MSNAPIKey,
+		id,
+	)
+
+	req := c.client.Get(g.String(apiURL))
+	for k, v := range c.commonHeaders() {
+		req = req.SetHeaders(k, v)
+	}
+
+	resp := req.Do()
+	if resp.IsErr() {
+		return nil, fmt.Errorf("news feed request failed: %w", resp.Err())
+	}
+
+	r := resp.Ok()
+	if r.StatusCode != 200 {
+		return nil, fmt.Errorf("news feed API returned status %d", r.StatusCode)
+	}
+
+	body := r.Body.String().Ok().Std()
+
+	var newsFeed NewsFeedResponse
+	if err := json.Unmarshal([]byte(body), &newsFeed); err != nil {
+		return nil, fmt.Errorf("failed to parse news feed response: %w", err)
+	}
+
+	// Use SubCards if available (cardview response), otherwise use Value
+	if len(newsFeed.SubCards) > 0 {
+		return newsFeed.SubCards, nil
+	}
+	return newsFeed.Value, nil
+}
+
+// GetAllCharts fetches all chart timeframes for a stock
+func (c *MSNClient) GetAllCharts(id string) (map[string][]ChartPoint, error) {
+	chartTypes := []string{"1D1M", "1M", "3M", "1Y", "3Y"}
+	result := make(map[string][]ChartPoint)
+
+	for _, chartType := range chartTypes {
+		charts, err := c.GetCharts([]string{id}, chartType)
+		if err != nil {
+			continue // Skip failed chart types
+		}
+		if len(charts) > 0 {
+			// Map chart type to friendlier names
+			typeName := chartType
+			switch chartType {
+			case "1D1M":
+				typeName = "1D"
+			}
+			result[typeName] = charts[0].Points
+		}
+	}
+
+	return result, nil
+}
+
+// FetchStockData fetches all data for a single stock
+func (c *MSNClient) FetchStockData(id string) (*StockData, error) {
+	stock := &StockData{
+		ID:          id,
+		FetchedAt:   time.Now().UTC().Format(time.RFC3339),
+		FetchStatus: make(map[string]string),
+		Charts:      make(map[string][]ChartPoint),
+	}
+
+	// Fetch quote
+	quotes, err := c.GetQuotes([]string{id})
+	if err != nil {
+		stock.FetchStatus["quote"] = fmt.Sprintf("failed: %v", err)
+	} else if len(quotes) > 0 {
+		stock.Quote = &quotes[0]
+		stock.Ticker = quotes[0].Symbol
+		stock.Name = quotes[0].ShortName
+		stock.Exchange = quotes[0].ExchangeID
+		stock.FetchStatus["quote"] = "ok"
+	}
+
+	// Fetch company info
+	equities, err := c.GetEquities([]string{id})
+	if err != nil {
+		stock.FetchStatus["company"] = fmt.Sprintf("failed: %v", err)
+	} else if len(equities) > 0 {
+		stock.Company = &equities[0]
+		stock.Sector = equities[0].Sector
+		stock.Industry = equities[0].Industry
+		if stock.Name == "" {
+			stock.Name = equities[0].ShortName
+		}
+		stock.FetchStatus["company"] = "ok"
+	}
+
+	// Fetch charts
+	charts, err := c.GetAllCharts(id)
+	if err != nil {
+		stock.FetchStatus["charts"] = fmt.Sprintf("failed: %v", err)
+	} else {
+		stock.Charts = charts
+		stock.FetchStatus["charts"] = "ok"
+	}
+
+	// Fetch key ratios
+	ratios, err := c.GetKeyRatios([]string{id})
+	if err != nil {
+		stock.FetchStatus["key_ratios"] = fmt.Sprintf("failed: %v", err)
+	} else if len(ratios) > 0 {
+		stock.KeyRatios = &ratios[0]
+		stock.FetchStatus["key_ratios"] = "ok"
+	}
+
+	// Fetch earnings
+	earnings, err := c.GetEarnings([]string{id})
+	if err != nil {
+		stock.FetchStatus["earnings"] = fmt.Sprintf("failed: %v", err)
+	} else {
+		stock.Earnings = earnings
+		stock.FetchStatus["earnings"] = "ok"
+	}
+
+	// Fetch sentiment
+	sentiment, err := c.GetSentiment([]string{id})
+	if err != nil {
+		stock.FetchStatus["sentiment"] = fmt.Sprintf("failed: %v", err)
+	} else if len(sentiment) > 0 {
+		stock.Sentiment = &sentiment[0]
+		stock.FetchStatus["sentiment"] = "ok"
+	}
+
+	// Fetch insights
+	insights, err := c.GetInsights(id)
+	if err != nil {
+		stock.FetchStatus["insights"] = fmt.Sprintf("failed: %v", err)
+	} else if insights != nil {
+		stock.Insights = insights
+		stock.FetchStatus["insights"] = "ok"
+	}
+
+	// Fetch financial statements
+	financials, err := c.GetFinancialStatements(id)
+	if err != nil {
+		stock.FetchStatus["financials"] = fmt.Sprintf("failed: %v", err)
+	} else if len(financials) > 0 {
+		stock.Financials = &FinancialData{
+			Statements: financials,
+		}
+		stock.FetchStatus["financials"] = "ok"
+	}
+
+	// Fetch news
+	news, err := c.GetNewsFeed(id)
+	if err != nil {
+		stock.FetchStatus["news"] = fmt.Sprintf("failed: %v", err)
+	} else {
+		stock.News = news
+		stock.FetchStatus["news"] = "ok"
+	}
+
+	return stock, nil
+}