us-coach-spider/product/controller.go

package product

import (
	"context"
	"fmt"
	"gitea.timerzz.com/kedaya_haitao/common/model/product"
	coach_client "gitea.timerzz.com/kedaya_haitao/common/pkg/coach-client"
	"gitea.timerzz.com/kedaya_haitao/pusher/kitex_gen/push"
	"gitea.timerzz.com/kedaya_haitao/pusher/rpc/pusher"
	"github.com/golang/glog"
	"github.com/samber/lo"
	"gorm.io/gorm"
	"gorm.io/gorm/clause"
	"log/slog"
	"time"
)

type Controller struct {
	ctx        context.Context
	client     *coach_client.US
	updateTime time.Time // 上次抓取时间
	db         *gorm.DB
	calculates []productv1.CalculateProcess
	Option
}

func NewController(client *coach_client.US, db *gorm.DB) *Controller {
	ctl := &Controller{
		client: client,
		db:     db,
	}
	ctl.AutoMigrate()
	ctl.LoadOption()
	ctl.LoadCalculateProcess()
	return ctl
}

func (c *Controller) AutoMigrate() {
	if err := c.db.AutoMigrate(&productv1.Product{}, &productv1.HistoryPrice{}, &Option{}, &productv1.CalculateProcess{}); err != nil {
		panic(err)
	}
}
func (c *Controller) Run(ctx context.Context) {
	c.ctx = ctx
	ticker := time.NewTicker(c.Interval)
	if err := c.Crawl(); err != nil {
		slog.Error(err.Error())
	} else {
		slog.Info("抓取信息成功")
		c.updateTime = time.Now()
	}
	for {
		select {
		case <-ctx.Done():
			return
		case <-ticker.C:
			if err := c.Crawl(); err != nil {
				slog.Error(err.Error())
			} else {
				slog.Info("抓取信息成功")
				c.updateTime = time.Now()
			}
		}

	}
}

func (c *Controller) Crawl() error {
	slog.Info("开始抓取信息")
	for page, totalPage := 1, -1; page <= totalPage || totalPage == -1; page++ {
		resp, err := c.client.ViewAllBags(c.ctx, page)
		if err != nil {
			return fmt.Errorf("访问coach第%d页失败: %w", page, err)
		}
		totalPage = resp.PageData.TotalPages

		if err = c.saveRespData(resp.PageData.Products); err != nil {
			return fmt.Errorf("保存第%d页数据失败: %w", page, err)
		}
		glog.Infof("第%d页数据保存成功", page)
	}
	return nil
}

func (c *Controller) saveRespData(list []coach_client.Product) error {
	var products = make([]productv1.Product, 0, len(list))
	for _, resp := range list {
		for _, color := range resp.Colors {
			price, _ := lo.Find(resp.VariantsOnSale, func(item coach_client.Variant) bool {
				return item.Id == color.VgId
			})
			// 获取已经存的运费和得物价格
			var savedProduct productv1.Product
			c.db.Model(&savedProduct).Where("pid = ?", color.VgId).Select("freight", "dw_price").Scan(&savedProduct)
			if savedProduct.Freight == 0 {
				savedProduct.Freight = c.Freight
			}
			p := productv1.Product{
				UpdatedAt:     time.Now(),
				Name:          resp.Name,
				Pid:           color.VgId,
				Color:         color.Text,
				Link:          fmt.Sprintf("%s/%s", "https://www.coachoutlet.com", color.Url),
				Image:         color.Media.Thumbnail.Src,
				Orderable:     color.Orderable,
				DiscPercent:   price.Price.MarkdownDiscPercent,
				OriginalPrice: price.Price.Sales.Value,
				Freight:       savedProduct.Freight,
				ExchangeRate:  c.ExchangeRate,
				DWPrice:       savedProduct.DWPrice,
			}

			var calculate []productv1.CalculateProcess
			c.db.Model(&productv1.CalculateProcess{}).Find(&calculate, "pid = ? AND website = ?", color.VgId, productv1.WebSite_US_Coach_Outlet)
			p.CalCNY(append(calculate, c.calculates...))
			products = append(products, p)
		}
	}
	// 去重
	products = lo.UniqBy(products, func(p productv1.Product) string {
		return p.Pid
	})
	if len(products) == 0 {
		return nil
	}
	lo.ForEach(products, func(p productv1.Product, _ int) {
		p.CalRate()
		if p.Rate >= 15 && p.Orderable {
			c.Push("美国coach outlet有收益大于15%的商品", fmt.Sprintf("coach outlet 商品 %s 收益率达到：%.2f%% \n商品名：%s\n链接：%s", p.Pid, p.Rate, p.Name, p.Link))
			return
		}
		var historyPrice []productv1.HistoryPrice
		c.db.Model(&productv1.HistoryPrice{}).Find(&historyPrice, "pid = ?", p.Pid)
		if len(historyPrice) > 0 {
			historyPrice = lo.Filter(historyPrice, func(item productv1.HistoryPrice, index int) bool {
				return item.OriginalPrice > 0
			})
			lowestPrice := lo.MinBy(historyPrice, func(a productv1.HistoryPrice, b productv1.HistoryPrice) bool {
				return a.OriginalPrice < b.OriginalPrice
			})
			if p.OriginalPrice < lowestPrice.OriginalPrice {
				c.Push("美国coach outlet有商品价格史低", fmt.Sprintf("coach outlet 商品 %s 价格为%.2f之前最低价为：%.2f \n商品名：%s\n链接：%s", p.Pid, p.OriginalPrice, lowestPrice.OriginalPrice, p.Name, p.Link))
			}
		}

	})
	return c.db.Clauses(clause.OnConflict{
		Columns:   []clause.Column{{Name: "pid"}},
		DoUpdates: clause.AssignmentColumns([]string{"name", "color", "link", "orderable", "original_price", "cny_price", "cal_mark", "rate", "price_status", "disc_percent", "updated_at"}),
	}).Create(products).Error
}

func (c *Controller) Push(title, content string) {
	resp, err := pusher.Push(c.ctx, &push.PushReq{
		Ids:     []int64{2},
		Title:   title,
		Content: content,
	})
	if err != nil {
		glog.Errorf("消息推送失败：%v", err)
	}
	if resp.Code != 0 {
		glog.Errorf("消息推送失败:%s", resp.Msg)
	}
}